-- Logs begin at Fri 2022-04-22 13:48:04 UTC, end at Fri 2022-04-22 15:35:00 UTC. -- Apr 22 14:26:07.364859 dv-neutron-839027-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 22 14:26:09.506115 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.common.config [-] Logging enabled! Apr 22 14:26:09.507491 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.1.dev1 Apr 22 14:26:09.507491 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83858) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 22 14:26:09.509939 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.common.config [-] Logging enabled! Apr 22 14:26:09.510191 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.1.dev1 Apr 22 14:26:09.510432 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83858) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 22 14:26:09.511414 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 14:26:09.511644 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 14:26:09.511992 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 14:26:09.512233 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 14:26:09.512455 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 14:26:09.512771 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.513066 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.513361 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.513586 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.513878 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.514167 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.514449 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.514734 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.515028 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.515337 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.515615 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.515902 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.516137 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.516410 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.516691 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.516973 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.517194 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] debug = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.517469 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.517895 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.518303 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.518585 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.518871 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.519142 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.519444 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.519731 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.520056 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] host = dv-neutron-839027-1-hyperv {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.520334 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.520619 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.520902 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.521182 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.521455 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.521813 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.522134 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.522409 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.522683 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] log_file = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.522963 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.523251 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.523562 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.523868 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.524081 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.524300 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.524583 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.524868 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.525143 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.525419 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.525695 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.525970 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.526244 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.526510 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.526790 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.527068 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.527370 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.527646 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.527920 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.528190 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.528458 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.528739 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.529010 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.529282 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.529553 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.529837 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.530104 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.530375 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.530671 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.530951 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.531226 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.531532 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.531804 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.532083 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.532350 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.532618 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.532885 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] use_json = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.533153 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.533417 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.533691 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.533963 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.534229 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.534496 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.534764 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.535043 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.535327 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:09.535626 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.535917 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.536214 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.536494 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.536786 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.537064 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.537390 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.537660 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.537945 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.538230 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.538516 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.538790 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.539072 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.539392 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.539680 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.539951 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.540226 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.540512 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.540787 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.541054 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.541328 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.541610 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.541882 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.542154 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.542431 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.542704 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.542972 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.543240 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.543536 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.543818 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.544093 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.544359 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.544625 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.544898 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.545166 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.545447 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.545721 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.545993 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.546260 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.546531 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.546801 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.547071 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.547379 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.547650 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.547928 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.548198 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.548466 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.548734 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.549002 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.549267 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.549533 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.549799 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.550070 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.550341 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.550606 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.550874 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.551140 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.551433 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.551716 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.552009 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.552285 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.552558 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.552833 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.553637 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.553970 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.554262 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.554545 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.554823 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.555094 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.555413 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.555698 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.555981 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.556265 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.556541 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.556832 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.557110 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.557390 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.557665 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.557938 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.558217 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.558496 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.558786 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.559073 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.559386 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.559674 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.559963 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.560244 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.560549 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.560825 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:09.561039 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 14:26:09.561276 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83858) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 22 14:26:09.964396 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO keyring.backend [-] Loading KWallet Apr 22 14:26:09.971856 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO keyring.backend [-] Loading SecretService Apr 22 14:26:09.975504 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO keyring.backend [-] Loading Windows Apr 22 14:26:09.977005 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO keyring.backend [-] Loading chainer Apr 22 14:26:09.977586 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO keyring.backend [-] Loading macOS Apr 22 14:26:10.011126 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 22 14:26:10.011426 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 22 14:26:10.011714 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 22 14:26:10.013195 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 22 14:26:10.315531 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.315739 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.315992 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.372732 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.373008 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.373276 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.376308 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.376581 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.376842 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.405530 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.405807 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.406073 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.433652 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.433928 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.434187 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.750033 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.750722 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.750722 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.750894 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.751743 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.875176 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.875513 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.875791 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.876055 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.876314 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.876616 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.876874 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.877125 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.877370 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.877644 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.877899 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.878156 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.878413 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.878663 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.878928 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.879193 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.879470 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.879738 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.879984 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.880260 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.880601 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.880846 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.881987 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.882100 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.882316 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.882557 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.882942 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:26:10.883178 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:26:10.883443 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:26:10.883677 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:26:10.883908 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:26:10.884139 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:26:10.884684 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 22 14:26:10.887781 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 22 14:26:10.891776 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 22 14:26:10.895592 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 22 14:26:10.898039 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 22 14:26:10.898544 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 22 14:26:10.898942 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 22 14:26:10.899350 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 22 14:26:10.902202 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 22 14:26:10.902453 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 22 14:26:10.902796 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 14:26:10.931460 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 22 14:26:10.931845 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.932138 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83858) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 22 14:26:10.932498 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.933838 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83858) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 22 14:26:10.934112 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 14:26:10.934353 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 22 14:26:10.937584 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.937862 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:10.996930 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 22 14:26:10.997160 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 22 14:26:10.997395 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 22 14:26:10.997760 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 22 14:26:11.029621 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_db.sqlalchemy.engines [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83858) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 22 14:26:11.357663 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Initializing driver for type 'gre' Apr 22 14:26:11.358294 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] gre ID ranges: [(1, 1000)] Apr 22 14:26:11.416285 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Initializing driver for type 'local' Apr 22 14:26:11.416620 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Initializing driver for type 'vlan' Apr 22 14:26:11.429551 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] VlanTypeDriver initialization complete Apr 22 14:26:11.429897 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Initializing driver for type 'vxlan' Apr 22 14:26:11.430384 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] vxlan ID ranges: [(1, 1000)] Apr 22 14:26:11.486179 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Initializing extension driver 'port_security' Apr 22 14:26:11.486518 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.extensions.port_security [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] PortSecurityExtensionDriver initialization complete Apr 22 14:26:11.486866 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Initializing mechanism driver 'openvswitch' Apr 22 14:26:11.487208 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Initializing mechanism driver 'hyperv' Apr 22 14:26:11.493769 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:26:11.494481 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > port after_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.494854 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > port after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.495231 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > port after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.495771 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 22 14:26:11.496204 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > subnet after_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.496559 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > subnet after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.496905 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > subnet after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.497290 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 22 14:26:11.497719 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > network after_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.498056 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > network after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.498403 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > network after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.498784 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 22 14:26:11.499198 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > security_group after_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.499571 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > security_group after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.499911 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > security_group after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.500433 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 22 14:26:11.500841 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.501192 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.501537 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.501921 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 22 14:26:11.502361 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] ML2 OVO RPC backend initialized. {{(pid=83858) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 22 14:26:11.503012 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router_interface after_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.503396 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.503819 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > network before_response 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.504171 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > networks before_response 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.504520 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > port before_response 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.504868 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > ports before_response 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.505213 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > subnet before_response 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.505559 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > subnets before_response 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.506395 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > network after_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.506742 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > network after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.507078 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > network after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.507442 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > port after_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.507784 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > port after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.508119 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > port after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.508459 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > subnet after_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.508801 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > subnet after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.509141 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > subnet after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.509731 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.plugin [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Modular L2 Plugin initialization complete Apr 22 14:26:11.510063 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading services supported by the core plugin {{(pid=83858) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 22 14:26:11.510388 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.plugins.ml2.managers [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Got port-security extension from driver 'port_security' Apr 22 14:26:11.510851 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.extensions.vlantransparent [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Disabled vlantransparent extension. Apr 22 14:26:11.511270 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83858) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 22 14:26:11.511682 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading Plugin: router Apr 22 14:26:11.547311 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router_interface before_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.547712 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router after_create 55549900 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.548082 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router before_create 55549900 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.548451 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.548825 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.549185 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router after_delete 55549900 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.549549 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > floatingip after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.549918 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router after_create 55549900 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.550269 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router after_update 55549900 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.550621 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router after_update 55549900 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.550972 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.551362 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router after_update 55549900 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.551780 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router precommit_update 55549900 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.552149 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: port after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.552491 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: port after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.552903 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: subnet after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.553201 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.553551 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > port precommit_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.553902 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router precommit_create 55549900 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.554246 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: port before_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.554590 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router precommit_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.554945 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router after_update 55549900 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.555303 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router precommit_delete 55549900 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.555665 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router precommit_create 55549900 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.556025 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router_interface after_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.556369 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router precommit_update 55549900 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.556734 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > agent after_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.557084 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > agent after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.557432 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > network after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.558296 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Tracking information for resource: router configured {{(pid=83858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:26:11.558629 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Tracking information for resource: floatingip configured {{(pid=83858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:26:11.563480 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.db.l3_agentschedulers_db [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 22 14:26:11.564056 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: port after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.564419 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: port after_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.564774 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: port after_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.565131 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: port after_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.566035 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router before_create 55550100 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.566399 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router precommit_delete 55550100 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.566766 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router precommit_create 55550100 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.567123 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > router precommit_update 55550100 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.572028 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.services.provider_configuration [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Service providers = [] {{(pid=83858) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 22 14:26:11.572398 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.db.servicetype_db [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83858) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 22 14:26:11.575361 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.services.service_base [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 14:26:11.575704 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.services.service_base [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 14:26:11.576051 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.services.service_base [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 14:26:11.576937 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.services.service_base [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 14:26:11.577314 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.services.service_base [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 22 14:26:11.577699 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:26:11.578024 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 22 14:26:11.589380 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:26:11.589718 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading Plugin: auto_allocate Apr 22 14:26:11.595551 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: network precommit_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.595925 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: network precommit_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.596446 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:26:11.596771 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading Plugin: tag Apr 22 14:26:11.603308 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:26:11.603900 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading Plugin: timestamp Apr 22 14:26:11.607917 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:26:11.608205 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading Plugin: network_ip_availability Apr 22 14:26:11.613600 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.614026 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.614464 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.615233 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:26:11.615756 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading Plugin: flavors Apr 22 14:26:11.621000 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:26:11.621334 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading Plugin: revisions Apr 22 14:26:11.625968 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:26:11.626392 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_concurrency.lockutils [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.615s {{(pid=83858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 22 14:26:11.627222 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83858) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 22 14:26:11.627660 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Initializing extension manager. Apr 22 14:26:11.628221 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: __init__.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.628767 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: __pycache__ {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.628968 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.629345 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.629789 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: _filter_validation_lib.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.630125 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.630421 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: address_group.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.631779 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.632519 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: address-group Apr 22 14:26:11.632902 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: address_scope.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.633686 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.634168 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: address-scope Apr 22 14:26:11.634516 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: admin_state_down_before_update.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.635502 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.636090 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: router-admin-state-down-before-update Apr 22 14:26:11.636366 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: agent.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.637085 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.637593 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: agent Apr 22 14:26:11.637920 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: agent_resources_synced.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.638833 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.639421 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: agent-resources-synced Apr 22 14:26:11.639753 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: allowedaddresspairs.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.641766 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.642289 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: allowed-address-pairs Apr 22 14:26:11.642619 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: auto_allocated_topology.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.643732 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.644243 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: auto-allocated-topology Apr 22 14:26:11.644572 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: availability_zone.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.645268 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.645773 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: availability_zone Apr 22 14:26:11.646097 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: availability_zone_filter.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.647669 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.648176 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: availability_zone_filter Apr 22 14:26:11.648501 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: data_plane_status.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.649416 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.649920 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension data-plane-status not supported by any of loaded plugins Apr 22 14:26:11.650255 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: default_subnetpools.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.651173 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.651705 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: default-subnetpools Apr 22 14:26:11.652034 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: dhcpagentscheduler.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.652809 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.653315 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: dhcp_agent_scheduler Apr 22 14:26:11.653642 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: dns.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.654557 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.655062 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension dns-integration not supported by any of loaded plugins Apr 22 14:26:11.655419 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: dns_domain_ports.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.656342 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.656847 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 22 14:26:11.657171 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: dvr.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.657844 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.658351 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: dvr Apr 22 14:26:11.658673 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: empty_string_filtering.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.659615 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.660122 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: empty-string-filtering Apr 22 14:26:11.660443 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.661352 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.661857 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 22 14:26:11.662272 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.663213 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.663741 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 22 14:26:11.664068 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: external_net.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.664984 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.665489 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: external-net Apr 22 14:26:11.665812 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: extra_dhcp_opt.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.666724 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.667227 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: extra_dhcp_opt Apr 22 14:26:11.667575 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: extraroute.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.668485 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.668992 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: extraroute Apr 22 14:26:11.676797 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: extraroute_atomic.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.678488 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.679026 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: extraroute-atomic Apr 22 14:26:11.679394 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: filter_validation.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.680088 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.680599 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: filter-validation Apr 22 14:26:11.680930 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: fip_pf_description.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.681848 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.682354 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 22 14:26:11.682676 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: fip_port_details.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.683636 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.684147 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: fip-port-details Apr 22 14:26:11.684470 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: flavors.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.685733 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.686251 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: flavors Apr 22 14:26:11.686580 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.688276 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.688803 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 22 14:26:11.689138 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: floatingip_pools.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.689847 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.690361 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: floatingip-pools Apr 22 14:26:11.690691 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: ip_allocation.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.691637 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.692142 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension ip_allocation not supported by any of loaded plugins Apr 22 14:26:11.692488 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.693980 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.694723 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: ip-substring-filtering Apr 22 14:26:11.695056 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: l2_adjacency.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.696017 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.696527 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension l2_adjacency not supported by any of loaded plugins Apr 22 14:26:11.696850 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: l3.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.697843 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.698364 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: router Apr 22 14:26:11.698694 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: l3_conntrack_helper.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.701133 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.701665 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 22 14:26:11.702002 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.702933 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.703476 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: ext-gw-mode Apr 22 14:26:11.703812 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.704737 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.705246 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: l3-ha Apr 22 14:26:11.705574 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: l3_flavors.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.706488 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.706999 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: l3-flavors Apr 22 14:26:11.707351 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.708288 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.708806 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: l3-port-ip-change-not-allowed Apr 22 14:26:11.709366 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: l3agentscheduler.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.710430 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.710948 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: l3_agent_scheduler Apr 22 14:26:11.711276 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: logging.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.712785 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.713306 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension logging not supported by any of loaded plugins Apr 22 14:26:11.713640 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: metering.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.714396 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.714982 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: metering Apr 22 14:26:11.715329 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.716422 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.716939 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: metering_source_and_destination_fields Apr 22 14:26:11.717270 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: multiprovidernet.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.718196 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.718708 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: multi-provider Apr 22 14:26:11.719037 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: netmtu.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.719977 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.720490 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: net-mtu Apr 22 14:26:11.720817 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: netmtu_writable.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.721732 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.722248 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: net-mtu-writable Apr 22 14:26:11.722574 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: network_availability_zone.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.723245 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.723783 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: network_availability_zone Apr 22 14:26:11.724104 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: network_ip_availability.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.725235 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.725751 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: network-ip-availability Apr 22 14:26:11.726080 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: network_segment_range.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.726846 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.727388 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension network-segment-range not supported by any of loaded plugins Apr 22 14:26:11.727714 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: pagination.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.728954 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.729286 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: pagination Apr 22 14:26:11.729609 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.730547 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.731059 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: port-mac-address-regenerate Apr 22 14:26:11.731417 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: port_resource_request.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.732344 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.732849 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension port-resource-request not supported by any of loaded plugins Apr 22 14:26:11.733172 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: portbindings.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.734103 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.734607 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: binding Apr 22 14:26:11.734929 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: portbindings_extended.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.736250 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.736764 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: binding-extended Apr 22 14:26:11.737093 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: portsecurity.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.738014 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.738531 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: port-security Apr 22 14:26:11.738861 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: project_id.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.739865 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.740706 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: project-id Apr 22 14:26:11.741043 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: providernet.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.741977 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.742489 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: provider Apr 22 14:26:11.742815 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: qos.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.746513 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.747039 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension qos not supported by any of loaded plugins Apr 22 14:26:11.747414 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.748663 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.749180 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 22 14:26:11.749508 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.750429 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.750936 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 22 14:26:11.751256 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: qos_default.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.752197 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.752708 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension qos-default not supported by any of loaded plugins Apr 22 14:26:11.753035 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: qos_fip.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.753686 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.754193 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension qos-fip not supported by any of loaded plugins Apr 22 14:26:11.754517 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: qos_gateway_ip.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.755477 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.756607 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 22 14:26:11.756934 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: qos_port_network_policy.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.757851 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.758364 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 22 14:26:11.758690 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: qos_rule_type_details.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.759631 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.760146 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 22 14:26:11.760470 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: qos_rules_alias.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.761515 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.762027 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 22 14:26:11.762351 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: quotasv2.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.763235 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.763594 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: quotas Apr 22 14:26:11.763920 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: quotasv2_detail.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.765543 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.765884 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: quota_details Apr 22 14:26:11.766217 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: rbac.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.767270 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.767810 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: rbac-policies Apr 22 14:26:11.768141 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: rbac_address_scope.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.769063 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.769581 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: rbac-address-scope Apr 22 14:26:11.769911 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: rbac_security_groups.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.770829 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.771367 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: rbac-security-groups Apr 22 14:26:11.771718 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: rbac_subnetpool.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.772633 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.773143 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: rbac-subnetpool Apr 22 14:26:11.773467 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: revisionifmatch.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.774394 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.774901 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: revision-if-match Apr 22 14:26:11.775225 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: revisions.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.776363 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.776871 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: standard-attr-revisions Apr 22 14:26:11.777197 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: router_availability_zone.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.777869 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.778379 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: router_availability_zone Apr 22 14:26:11.778713 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: routerservicetype.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.779670 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.780176 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension router-service-type not supported by any of loaded plugins Apr 22 14:26:11.780499 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: security_groups_port_filtering.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.781416 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.781925 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: port-security-groups-filtering Apr 22 14:26:11.782250 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: securitygroup.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.793365 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.793911 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: security-group Apr 22 14:26:11.794249 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: segment.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.795038 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.795588 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension segment not supported by any of loaded plugins Apr 22 14:26:11.795922 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.796871 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.797389 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 22 14:26:11.797719 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: servicetype.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.798805 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.799414 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: service-type Apr 22 14:26:11.799750 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: sorting.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.800733 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.801069 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: sorting Apr 22 14:26:11.801397 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: standard_attr_segment.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.802331 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.803460 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 22 14:26:11.803855 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: standardattrdescription.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.804526 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.805040 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: standard-attr-description Apr 22 14:26:11.805368 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: stateful_security_group.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.806295 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.806810 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: stateful-security-group Apr 22 14:26:11.807136 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: stdattrs_common.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.807743 dv-neutron-839027-1-hyperv neutron-server[83858]: WARNING neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 22 14:26:11.808070 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.809001 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.809511 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 22 14:26:11.809834 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: subnet_onboard.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.810984 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.811541 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: subnet_onboard Apr 22 14:26:11.811870 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.812801 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.813378 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 22 14:26:11.813638 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: subnet_service_types.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.814574 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.815092 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: subnet-service-types Apr 22 14:26:11.815449 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: subnetallocation.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.816539 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.817058 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: subnet_allocation Apr 22 14:26:11.817387 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.818056 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.819164 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: subnetpool-prefix-ops Apr 22 14:26:11.819517 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.820455 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.820974 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 22 14:26:11.821302 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: tagging.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.822376 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.822893 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: standard-attr-tag Apr 22 14:26:11.823223 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: timestamp.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.824466 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.824978 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loaded extension: standard-attr-timestamp Apr 22 14:26:11.825304 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: trunk.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.826343 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.826856 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension trunk not supported by any of loaded plugins Apr 22 14:26:11.827182 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: trunk_details.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.828134 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.828648 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension trunk-details not supported by any of loaded plugins Apr 22 14:26:11.828972 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: uplink_status_propagation.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.829893 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.830407 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 22 14:26:11.830732 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Loading extension file: vlantransparent.py {{(pid=83858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:11.831428 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:11.831940 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extension vlan-transparent not supported by any of loaded plugins Apr 22 14:26:11.834649 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of TrackedResource for resource:network Apr 22 14:26:11.835074 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of TrackedResource for resource:subnet Apr 22 14:26:11.835680 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 14:26:11.836458 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of TrackedResource for resource:port Apr 22 14:26:11.837722 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.v2.resource_helper [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:11.838175 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.v2.resource_helper [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Service FLAVORS assigned prefix: {{(pid=83858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:11.838792 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.v2.resource_helper [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:11.839226 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.v2.resource_helper [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:11.839583 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of TrackedResource for resource:router Apr 22 14:26:11.840267 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of TrackedResource for resource:floatingip Apr 22 14:26:11.840976 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.v2.resource_helper [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Service METERING assigned prefix: /metering {{(pid=83858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:11.842425 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.842796 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.843163 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:11.844322 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 14:26:11.844761 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of TrackedResource for resource:security_group Apr 22 14:26:11.845445 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 14:26:11.846176 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.v2.resource_helper [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Service CORE assigned prefix: {{(pid=83858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:11.846511 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 14:26:11.846859 dv-neutron-839027-1-hyperv neutron-server[83858]: WARNING neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] subnetpool is already registered Apr 22 14:26:11.847507 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.v2.resource_helper [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Service CORE assigned prefix: {{(pid=83858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:11.847842 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 14:26:11.848172 dv-neutron-839027-1-hyperv neutron-server[83858]: WARNING neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] subnetpool is already registered Apr 22 14:26:11.850764 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.v2.resource_helper [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:11.851203 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.v2.resource_helper [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Service FLAVORS assigned prefix: {{(pid=83858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:11.851832 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.v2.resource_helper [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:11.852257 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.v2.resource_helper [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:11.852592 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of TrackedResource for resource:router Apr 22 14:26:11.852923 dv-neutron-839027-1-hyperv neutron-server[83858]: WARNING neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] router is already registered Apr 22 14:26:11.853519 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of TrackedResource for resource:floatingip Apr 22 14:26:11.854107 dv-neutron-839027-1-hyperv neutron-server[83858]: WARNING neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] floatingip is already registered Apr 22 14:26:11.854736 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.v2.resource_helper [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Service METERING assigned prefix: /metering {{(pid=83858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:11.855430 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 14:26:11.855763 dv-neutron-839027-1-hyperv neutron-server[83858]: WARNING neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] rbac_policy is already registered Apr 22 14:26:11.856301 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of TrackedResource for resource:security_group Apr 22 14:26:11.856631 dv-neutron-839027-1-hyperv neutron-server[83858]: WARNING neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] security_group is already registered Apr 22 14:26:11.857218 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 14:26:11.857549 dv-neutron-839027-1-hyperv neutron-server[83858]: WARNING neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] security_group_rule is already registered Apr 22 14:26:11.858270 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.v2.resource_helper [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Service CORE assigned prefix: {{(pid=83858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:11.858555 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 14:26:11.858884 dv-neutron-839027-1-hyperv neutron-server[83858]: WARNING neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] subnetpool is already registered Apr 22 14:26:11.859532 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.v2.resource_helper [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Service CORE assigned prefix: {{(pid=83858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:11.859865 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 14:26:11.860190 dv-neutron-839027-1-hyperv neutron-server[83858]: WARNING neutron.quota.resource_registry [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] subnetpool is already registered Apr 22 14:26:11.860835 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: extensions {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.862283 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: address-groups {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.863894 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: address-scopes {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.865095 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: agents {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.866774 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: auto-allocated-topology {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.868023 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: availability_zones {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.869315 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: dhcp-networks {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.870677 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: dhcp-agents {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.872105 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: routers {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.873940 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: flavors {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.875110 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: service_profiles {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.876328 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: next_providers {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.877822 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: service_profiles {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.879228 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: floatingip-pools {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.880546 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: routers {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.882917 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: floatingips {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.884121 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: l3-routers {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.885467 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: l3-agents {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.886859 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: metering-labels {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.888239 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: metering-label-rules {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.889479 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: network-ip-availabilities {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.890713 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: bindings {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.893250 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: quotas {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.894693 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: quotas {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.896624 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: rbac-policies {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.897913 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: security-groups {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.899101 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: security-group-rules {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.900384 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: service-providers {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.901594 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: subnetpools {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.903083 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: subnetpools {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.904553 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: tags {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.906204 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: tags {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.908011 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: tags {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.909741 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: tags {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.911513 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: tags {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.913331 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: tags {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.915066 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: tags {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.917210 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: tags {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.919027 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: tags {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.920873 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron.api.extensions [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Extended resource: tags {{(pid=83858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:11.926648 dv-neutron-839027-1-hyperv neutron-server[83858]: WARNING keystonemiddleware.auth_token [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 22 14:26:11.932104 dv-neutron-839027-1-hyperv neutron-server[83858]: WARNING keystonemiddleware.auth_token [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 22 14:26:11.940764 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_concurrency.lockutils [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Acquired lock "singleton_lock" {{(pid=83858) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 22 14:26:11.941241 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_concurrency.lockutils [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Releasing lock "singleton_lock" {{(pid=83858) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 22 14:26:11.941939 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO oslo_service.service [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Starting 2 workers Apr 22 14:26:11.947169 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Started child 83963 {{(pid=83858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 14:26:11.951515 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Started child 83964 {{(pid=83858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 14:26:11.952725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:11.953395 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO neutron.service [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Neutron service started, listening on 0.0.0.0:9696 Apr 22 14:26:11.954217 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Notify callbacks [] for process, before_spawn {{(pid=83858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:11.954374 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [-] (83963) wsgi starting up on http://0.0.0.0:9696 Apr 22 14:26:11.956305 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:11.957424 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO oslo_service.service [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Starting 1 workers Apr 22 14:26:11.957619 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [-] (83964) wsgi starting up on http://0.0.0.0:9696 Apr 22 14:26:11.962704 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Started child 83965 {{(pid=83858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 14:26:11.963418 dv-neutron-839027-1-hyperv neutron-server[83858]: INFO oslo_service.service [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Starting 1 workers Apr 22 14:26:11.966488 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.service [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] calling RpcWorker wait() {{(pid=83965) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 22 14:26:11.967047 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.service [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] returning from RpcWorker wait() {{(pid=83965) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 22 14:26:11.968264 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:11.968753 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Started child 83966 {{(pid=83858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 14:26:11.968847 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:26:11.969544 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG neutron_lib.callbacks.manager [None req-ddf1578a-9bd4-44be-9741-a7b286624fff None None] Notify callbacks [] for process, after_spawn {{(pid=83858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:11.971412 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83858) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 22 14:26:11.971689 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 14:26:11.971920 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 14:26:11.972182 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 14:26:11.972596 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 14:26:11.972821 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 14:26:11.973492 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:11.973961 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.973961 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.974241 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.974638 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.975001 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.975796 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.976169 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.976539 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.976904 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.977231 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.977552 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.977728 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.977976 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.978210 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.978507 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.979025 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.979266 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.979534 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.979708 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.979969 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.980239 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.980487 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.980755 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] debug = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.980999 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.981529 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.981845 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.982157 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.982464 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.982825 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.983160 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.983603 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.983959 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.984291 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.984617 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.984943 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.985226 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.985570 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.985966 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.986307 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.986953 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] host = dv-neutron-839027-1-hyperv {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.987180 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.987428 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.987666 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.987904 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.988164 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.988382 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.988656 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.988902 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.989157 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.989388 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.989633 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.989875 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.990124 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.991053 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] log_file = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.991276 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] log_options = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.991529 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.991764 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.992068 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.992271 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.992441 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.992619 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.992881 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.993047 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.993297 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.993518 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.993734 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.993954 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.994205 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.994452 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.994708 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.995024 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.995160 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.995391 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.995680 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.995929 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.996076 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.996303 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.996519 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.996755 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.996992 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.997225 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.997449 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.997670 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.997907 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.998141 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.998396 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.998643 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.998877 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.999127 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.999382 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.999611 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:11.999896 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.000122 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.000353 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.000604 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.000860 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.001079 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.001311 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.001544 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.001784 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.001998 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] use_json = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.002227 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.002437 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.002679 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.003363 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.003609 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.003827 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.004044 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.004294 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.004525 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.004921 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.005257 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.005462 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:26:12.005672 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.005890 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.007057 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.007488 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.007738 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.007994 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.008276 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.008508 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.008816 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.009042 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.009388 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.009668 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.009923 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.010171 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.010408 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.010652 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.010872 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.011112 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.011371 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.011595 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.011862 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.012105 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.012320 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.012545 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.012775 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.012992 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.013220 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.013449 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.013703 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.013933 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.014153 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.014387 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.014602 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.014816 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.015050 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.015304 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.015541 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.015798 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.016024 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.016243 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.016456 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.016669 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.016888 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.017140 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.017364 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.017583 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.017797 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.018034 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.018249 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.018501 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.018720 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.018956 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.019168 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.019450 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.019632 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.019864 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.020312 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.022237 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.022497 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.022751 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.022979 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.023224 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.023492 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.023847 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.024773 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.025016 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.025249 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.025474 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.025717 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.025940 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.026161 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.026387 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.026680 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.026992 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.027221 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.027512 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.027760 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.028026 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.028370 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 51858) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:26:12.029616 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.030155 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.030777 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.031435 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.031721 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.032112 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.032374 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.035802 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.036888 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.038159 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071948 Apr 22 14:26:12.039183 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.039498 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.039762 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.040041 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.040321 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.040584 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.040830 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.041139 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.041413 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.041690 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.041985 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.042217 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.042503 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.042751 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.043691 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.043691 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.047469 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.050107 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.050435 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.050435 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.050435 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.051439 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.051618 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.052153 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.052153 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.052389 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.052718 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.053863 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.053863 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.054089 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.054310 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.054539 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.054782 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.055410 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.058654 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.058654 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.060600 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.061896 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.062605 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.063142 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.064627 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.064940 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.065196 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.065479 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.065728 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.065980 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.066257 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.066507 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.066735 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.066990 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.067237 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.071609 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.071889 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.072155 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.072656 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.072656 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.072915 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.073151 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.073387 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.073641 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.073899 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.074125 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.074359 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.074617 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.074849 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.075090 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.075346 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.075820 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.076287 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.076549 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.076834 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.077878 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.077878 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.077878 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.077878 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.078158 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.078279 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.078731 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.079715 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.079715 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.079715 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.079715 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.079977 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.080151 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.080348 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.080766 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.081182 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.081588 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.081950 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.082197 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.082597 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.083035 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.083260 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.083675 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.083900 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.084358 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.084754 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.085154 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.085540 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.085951 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.086355 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.086588 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.086816 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.087072 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.087320 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.088397 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.088639 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.088877 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.089131 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.090159 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.090586 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.090993 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.091616 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.091616 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.091787 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.091942 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.092654 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.092654 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.092654 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.092877 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.093104 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.093354 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.093601 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.093851 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.094082 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.096340 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.096340 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.096340 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.096340 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.096340 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.096676 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.096785 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.097213 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.097611 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.097978 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.098389 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.098723 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.098949 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.099209 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.099472 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.100188 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.100417 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.100705 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.101020 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.101318 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.101583 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.101827 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.102131 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.102417 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.102680 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.102917 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.104167 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.104167 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.104167 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.104575 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.104575 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.104864 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.105177 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.105338 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.105487 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.105722 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.106607 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.106607 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.106607 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.107021 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.107021 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.107331 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.107331 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.107599 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.107815 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.108019 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.108237 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.108466 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 14:26:12.108914 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83858) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 22 14:26:12.109083 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 14:26:12.109233 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 14:26:12.109402 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 14:26:12.110216 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 14:26:12.110216 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 14:26:12.110216 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.110216 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.110216 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.110547 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.110547 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.110668 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.110831 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.110969 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.111126 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.111358 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.111502 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.111647 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.111804 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.111962 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.112120 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.112277 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.112442 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.112611 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.112755 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.112916 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.113592 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.113592 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.113592 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] debug = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.113592 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.114129 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.114129 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.114129 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.114129 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.114666 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.114666 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.114666 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.114666 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.115073 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.115073 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.116843 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.116843 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.116843 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.116843 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.116843 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.116843 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] host = dv-neutron-839027-1-hyperv {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.116843 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.116843 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.118539 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.118539 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.118539 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.118539 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.118539 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.118539 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.118539 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.118539 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.119580 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.119580 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.119580 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.119580 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] log_file = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.119580 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] log_options = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.119580 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.119580 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.119580 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.120048 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.120048 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.120048 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.120048 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.120048 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.120328 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.120328 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.120510 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.120510 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.120635 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:26:12.120708 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.121044 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.121044 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.121190 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.122080 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.122236 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.122397 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.122547 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.122709 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.122870 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.123014 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.123175 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.123357 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.123520 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.124431 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.124609 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.124772 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.124918 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.125063 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.125222 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.125366 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.125528 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.125680 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.125819 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.125976 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.126121 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.126283 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.126440 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.126599 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.126757 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.126916 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.127074 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.127231 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.127412 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] use_json = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.127571 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.127727 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.127884 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.128041 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.128198 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.128355 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.128517 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.128687 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.128864 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:12.128997 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.129132 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.129304 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.129465 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.129626 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.130584 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.130584 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.130584 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.130584 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.130584 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.130584 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.131232 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.131232 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.131232 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.131232 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.131663 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.131663 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.131859 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.131962 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.132065 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.132234 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.132397 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.132558 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.132807 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.133006 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.133119 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.133272 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.133434 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.133596 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.133759 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.133921 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.134079 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.134241 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.134517 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.134863 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.134863 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.135116 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.135240 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.135470 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.135470 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.135877 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.135877 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.136204 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.136204 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.136439 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.136439 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.136671 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.136671 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.136900 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.137012 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.137121 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.137930 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.137930 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.137930 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.137930 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.137930 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.138428 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.138428 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.138428 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.138710 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.138710 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.138917 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.138917 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.139111 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.139216 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.139397 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.139567 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.139729 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.139891 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.140051 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.140211 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.140374 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.140535 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.140696 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.140868 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.141043 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.141204 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.141364 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.141524 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.141686 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.141856 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.142005 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.142165 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.142325 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.142485 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.142645 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.142807 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.142991 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.143111 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.143336 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.143457 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.143608 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.143768 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.144172 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.144172 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.144387 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.144387 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.144704 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.144704 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.144921 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.145006 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.145129 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.145299 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.145448 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.145589 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.145755 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.145895 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.146055 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.146220 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.146375 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.146906 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.146906 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.147486 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.147486 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.147486 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.147894 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.147894 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.147894 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.148273 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.148273 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.148549 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.148549 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.148805 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.148805 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.149080 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.149080 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.149344 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.149479 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.149614 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.149749 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.149884 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.150018 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.150173 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.150312 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.150439 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.150561 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.150761 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.150857 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.151012 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.151182 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.151414 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.151580 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.151722 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.151861 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.151999 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.152149 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.152289 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.152428 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.152664 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.152818 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.152967 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.153106 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.153243 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.153380 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.153471 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.153642 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.153817 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.153961 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.154101 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.154282 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.154580 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.154580 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.154842 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.154842 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.155114 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.155254 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.155486 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.155486 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.155759 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.155759 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.156020 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.156155 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.156301 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.156435 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.156566 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.156701 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.156835 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.156976 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.157109 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.157274 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.157404 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.157615 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.157757 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.157890 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.158025 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.158168 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.158311 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.158445 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.158605 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.158748 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.158914 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.159073 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.159225 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.160207 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.160372 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.160525 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.160686 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.160849 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.161011 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.161164 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.161323 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.161485 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.161647 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.161811 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.161976 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.162700 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.162978 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.163185 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.163393 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.163543 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.163715 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.163858 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.164006 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.164152 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.164310 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.164638 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.165257 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.165257 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.165257 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.165257 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.165651 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.165651 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.165651 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.165862 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.165949 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.166812 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.166812 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.166812 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.166812 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.167230 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.167230 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.167230 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.167562 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.167562 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.167871 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.167871 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.168727 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.168727 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.168727 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.168727 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.168727 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.168727 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.170066 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.170066 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.170066 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.170066 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.170066 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.170066 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.170066 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.170066 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.170066 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.170901 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.170901 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.170901 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.170901 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.170901 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.171246 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.171246 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.171246 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.171551 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.171638 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:12.171746 dv-neutron-839027-1-hyperv neutron-server[83858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 14:26:22.420265 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b6b29c-029e-4880-be70-979cf40e3666 None None] get_active_networks_info from dv-neutron-839027-1-hyperv {{(pid=83965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:26:22.501191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b6b29c-029e-4880-be70-979cf40e3666 None None] No non-hosted networks {{(pid=83965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 22 14:26:22.511519 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.agentschedulers_db [None req-38b6b29c-029e-4880-be70-979cf40e3666 None None] DHCP Agent not found on host dv-neutron-839027-1-hyperv {{(pid=83965) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 22 14:26:22.623010 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f487beb2-a4e3-4d7d-a57e-6d3bf6545c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-668116'] for agent, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:24.782704 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d004494a-53bb-443b-ae73-0c91b9edbbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-668116'] for agent, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:24.836286 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5bc358c4-1c36-49c5-a480-ebbeb8f8bf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:25.925420 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-668116'] for agent, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:26.067122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-668116'] for agent, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:26.068981 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:26.069321 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:26.069651 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:26.069982 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:26.070316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:26.070625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:26.070948 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:26.071324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:26.071627 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:26.071978 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:26.072294 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:26.072718 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-839027-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:26:26.076782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-839027-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:26:27.196667 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-668116'] for agent, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:28.932425 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 51958) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:26:29.554991 dv-neutron-839027-1-hyperv neutron-server[83964]: WARNING oslo_policy.policy [None req-afbacafa-5567-4011-b1cc-ff69080b3d95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:26:29.555657 dv-neutron-839027-1-hyperv neutron-server[83964]: WARNING oslo_policy.policy [None req-afbacafa-5567-4011-b1cc-ff69080b3d95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:26:29.774466 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-afbacafa-5567-4011-b1cc-ff69080b3d95 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:26:29.775757 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-afbacafa-5567-4011-b1cc-ff69080b3d95 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8414111 Apr 22 14:26:31.808432 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.db.l3_hamode_db [None req-402bbf13-0a13-47c3-93c5-cfea3c9fbd92 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 22 14:26:31.898821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402bbf13-0a13-47c3-93c5-cfea3c9fbd92 None None] Routers set() bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:26:31.899123 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402bbf13-0a13-47c3-93c5-cfea3c9fbd92 None None] Router IDs set() for agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 22 14:26:32.075922 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 51972) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:26:32.464374 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-10427771-e1f5-412f-ad5c-e774f9a58e61 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:26:32.517610 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.policy [None req-10427771-e1f5-412f-ad5c-e774f9a58e61 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83964) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 22 14:26:32.518348 dv-neutron-839027-1-hyperv neutron-server[83964]: WARNING oslo_policy.policy [None req-10427771-e1f5-412f-ad5c-e774f9a58e61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:26:32.518717 dv-neutron-839027-1-hyperv neutron-server[83964]: WARNING oslo_policy.policy [None req-10427771-e1f5-412f-ad5c-e774f9a58e61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:26:32.522600 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.quota [None req-10427771-e1f5-412f-ad5c-e774f9a58e61 admin admin] Loaded quota_driver: . Apr 22 14:26:32.537977 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-10427771-e1f5-412f-ad5c-e774f9a58e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:26:32.605744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-10427771-e1f5-412f-ad5c-e774f9a58e61 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757669875796', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757669857710', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757669859201', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757669850653', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757669839073', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3351741', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3274025', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-687024', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606602'] for rbac-policy, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:32.675780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-10427771-e1f5-412f-ad5c-e774f9a58e61 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:32.677592 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-10427771-e1f5-412f-ad5c-e774f9a58e61 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6007345 Apr 22 14:26:35.192140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 51986) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:26:35.557133 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Request body: {'network': {'project_id': '577faf456fc7498a8ee0a238e2bd85f7', 'name': 'private', 'admin_state_up': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:26:35.561784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:26:35.566170 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Usage tracker for resource:network and tenant:577faf456fc7498a8ee0a238e2bd85f7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:26:35.570710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:26:35.577012 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:26:35.587081 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Made reservation on behalf of 577faf456fc7498a8ee0a238e2bd85f7 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:26:35.589894 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:35.608629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:35.653882 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:26:35.657568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Usage tracker for resource:security_group_rule and tenant:577faf456fc7498a8ee0a238e2bd85f7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:26:35.661857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:26:35.666983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:26:35.736173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:35.740481 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:35.764773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:26:35.792688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757670945904', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:35.793272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Unsubscribe: segment precommit_create {{(pid=83964) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 22 14:26:35.793739 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Added segment 78efa768-c320-4190-ad0a-26a172c6b3bd of type vlan for network fa1ce42a-1267-4fd7-bb80-79d11168bd8f Apr 22 14:26:35.802323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e897260b-5660-4ba3-a6ac-83a7e20b4d1a,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:26:35.865097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:35.865482 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:35.865975 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:35.866345 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:35.866785 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:35.867114 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:35.867475 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:35.867800 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:35.868115 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:35.868427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:35.868740 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Tracked resource versions report: Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: pushed versions: Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Log': {'1.0'}, Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Network': {'1.1'}, Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Port': {'1.5'}, Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'PortForwarding': {'1.2'}, Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'QosPolicy': {'1.8'}, Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'SecurityGroup': {'1.2'}, Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'SubPort': {'1.0'}, Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Subnet': {'1.1'}, Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Trunk': {'1.1'}} Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: consumer versions: Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: { DHCP agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: L3 agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: Metadata agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: Metering agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: Open vSwitch agent@dv-neutron-839027-1-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Log': '1.0', Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Network': '1.1', Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Port': '1.5', Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'PortForwarding': '1.2', Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'QosPolicy': '1.8', Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'SecurityGroup': '1.2', Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'SecurityGroupRule': '1.0', Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'SubPort': '1.0', Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Subnet': '1.1', Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Trunk': '1.1'}} Apr 22 14:26:35.870035 dv-neutron-839027-1-hyperv neutron-server[83964]: {{(pid=83964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:26:35.905206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:35.952331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:35.953381 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:26:35.954025 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:36.060551 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8673604 Apr 22 14:26:36.061257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7d164-33a0-4ba1-9997-2c436d6b7052 admin admin] Pushing event updated for resources: {'Network': ['ID=fa1ce42a-1267-4fd7-bb80-79d11168bd8f,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:26:36.073477 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network fa1ce42a-1267-4fd7-bb80-79d11168bd8f details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:26:38.684559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52002) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:26:39.162033 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8ad31f-5fbf-4bd9-9225-15dfe46f4981 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:26:39.163369 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5d8ad31f-5fbf-4bd9-9225-15dfe46f4981 admin admin] 10.222.0.23 "GET /v2.0/networks/fa1ce42a-1267-4fd7-bb80-79d11168bd8f HTTP/1.1" status: 200 len: 825 time: 0.4778636 Apr 22 14:26:39.190748 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5de0bbb6-632d-4787-8efa-278d5595b564 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/b56e9b63-a60c-4a85-ae3f-7fb528463908 HTTP/1.1" status: 200 len: 734 time: 0.0220430 Apr 22 14:26:39.199443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ba23f3e5-2c98-475f-87f5-1664b20df9a4 admin admin] Request body: {'subnet': {'subnetpool_id': 'b56e9b63-a60c-4a85-ae3f-7fb528463908', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '577faf456fc7498a8ee0a238e2bd85f7', 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:26:39.203778 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ba23f3e5-2c98-475f-87f5-1664b20df9a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:26:39.208170 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ba23f3e5-2c98-475f-87f5-1664b20df9a4 admin admin] Usage tracker for resource:subnet and tenant:577faf456fc7498a8ee0a238e2bd85f7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:26:39.211010 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ba23f3e5-2c98-475f-87f5-1664b20df9a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:26:39.216738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ba23f3e5-2c98-475f-87f5-1664b20df9a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:26:39.227122 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba23f3e5-2c98-475f-87f5-1664b20df9a4 admin admin] Made reservation on behalf of 577faf456fc7498a8ee0a238e2bd85f7 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:26:39.229493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ba23f3e5-2c98-475f-87f5-1664b20df9a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:39.494578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ba23f3e5-2c98-475f-87f5-1664b20df9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:39.578895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23f3e5-2c98-475f-87f5-1664b20df9a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29321978-ae5c-4585-8802-57e4d7b833f4,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:26:39.586396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba23f3e5-2c98-475f-87f5-1664b20df9a4 admin admin] Checking segment: {'id': '78efa768-c320-4190-ad0a-26a172c6b3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:26:39.586396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba23f3e5-2c98-475f-87f5-1664b20df9a4 admin admin] Network hostable DHCP agents. Network: fa1ce42a-1267-4fd7-bb80-79d11168bd8f, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:26:39.608836 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba23f3e5-2c98-475f-87f5-1664b20df9a4 admin admin] Network fa1ce42a-1267-4fd7-bb80-79d11168bd8f is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:26:39.620099 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-ba23f3e5-2c98-475f-87f5-1664b20df9a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, fa1ce42a-1267-4fd7-bb80-79d11168bd8f) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:26:39.626900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba23f3e5-2c98-475f-87f5-1664b20df9a4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:26:39.627493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ba23f3e5-2c98-475f-87f5-1664b20df9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:39.630401 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6623d0f-8363-4e45-8324-53b41cf31943 None None] Network fa1ce42a-1267-4fd7-bb80-79d11168bd8f requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:26:39.663313 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ba23f3e5-2c98-475f-87f5-1664b20df9a4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4528108 Apr 22 14:26:39.943121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-fa1ce42a-1267-4fd7-bb80-79d11168bd8f', 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f', 'tenant_id': '577faf456fc7498a8ee0a238e2bd85f7', 'fixed_ips': [{'subnet_id': '29321978-ae5c-4585-8802-57e4d7b833f4'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:26:39.944299 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:40.140477 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Allocated IP 172.20.0.2 (fa1ce42a-1267-4fd7-bb80-79d11168bd8f/29321978-ae5c-4585-8802-57e4d7b833f4/f872a1c0-ea19-4abe-ae2c-2e772c3a855e) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:26:40.369967 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:40.382891 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Transition to ACTIVE for port object f872a1c0-ea19-4abe-ae2c-2e772c3a855e will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:26:40.404971 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Transition to ACTIVE for port object f872a1c0-ea19-4abe-ae2c-2e772c3a855e will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:26:40.413031 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:40.479458 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Network fa1ce42a-1267-4fd7-bb80-79d11168bd8f is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:26:40.482128 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:26:40.486189 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:26:40.496417 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Pushing event updated for resources: {'Port': ['ID=f872a1c0-ea19-4abe-ae2c-2e772c3a855e,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:26:40.537078 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:40.537450 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:40.539652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:40.539652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:40.539652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:40.539652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:40.539652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:40.540146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:40.540146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:40.540290 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:40.540578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Tracked resource versions report: Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: pushed versions: Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Log': {'1.0'}, Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Network': {'1.1'}, Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Port': {'1.5'}, Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'PortForwarding': {'1.2'}, Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'QosPolicy': {'1.8'}, Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'SecurityGroup': {'1.2'}, Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'SubPort': {'1.0'}, Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Subnet': {'1.1'}, Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Trunk': {'1.1'}} Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: consumer versions: Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: { DHCP agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: L3 agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: Metadata agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: Metering agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: Open vSwitch agent@dv-neutron-839027-1-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Log': '1.0', Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Network': '1.1', Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Port': '1.5', Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'PortForwarding': '1.2', Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'QosPolicy': '1.8', Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'SecurityGroup': '1.2', Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'SecurityGroupRule': '1.0', Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'SubPort': '1.0', Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Subnet': '1.1', Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Trunk': '1.1'}} Apr 22 14:26:40.541882 dv-neutron-839027-1-hyperv neutron-server[83965]: {{(pid=83965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:26:40.601286 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Attempting to bind port f872a1c0-ea19-4abe-ae2c-2e772c3a855e on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:26:40.601935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Attempting to bind port f872a1c0-ea19-4abe-ae2c-2e772c3a855e by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '78efa768-c320-4190-ad0a-26a172c6b3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:26:40.602352 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Attempting to bind port f872a1c0-ea19-4abe-ae2c-2e772c3a855e on network fa1ce42a-1267-4fd7-bb80-79d11168bd8f {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:26:40.608706 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:26:40.609109 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Checking segment: {'id': '78efa768-c320-4190-ad0a-26a172c6b3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:26:40.609598 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:40.609988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Bound using segment: {'id': '78efa768-c320-4190-ad0a-26a172c6b3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:26:40.610496 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Bound port: f872a1c0-ea19-4abe-ae2c-2e772c3a855e, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78efa768-c320-4190-ad0a-26a172c6b3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:26:40.610887 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:40.701019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] For port f872a1c0-ea19-4abe-ae2c-2e772c3a855e, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:26:40.704838 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] For port f872a1c0-ea19-4abe-ae2c-2e772c3a855e, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f872a1c0-ea19-4abe-ae2c-2e772c3a855e,segment=NetworkSegment(78efa768-c320-4190-ad0a-26a172c6b3bd),segment_id=78efa768-c320-4190-ad0a-26a172c6b3bd)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:26:40.710311 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:40.816436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce01e1-b4e1-4ab9-993c-c44f46102702 None None] Pushing event updated for resources: {'Port': ['ID=f872a1c0-ea19-4abe-ae2c-2e772c3a855e,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:26:41.944123 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52012) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:26:42.344632 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-21f217a8-adb7-4de0-b5bd-dcff707fc56a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:26:42.345606 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-21f217a8-adb7-4de0-b5bd-dcff707fc56a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4006143 Apr 22 14:26:44.355697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f872a1c0-ea19-4abe-ae2c-2e772c3a855e up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:26:44.429010 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port f872a1c0-ea19-4abe-ae2c-2e772c3a855e completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:26:44.481598 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9538bb-6823-4b9e-b7d4-fe2ca6b28046 None None] Network fa1ce42a-1267-4fd7-bb80-79d11168bd8f requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:26:44.571265 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-162fce3d-9cf7-46dc-82a2-21b80951fbc2 None None] Provisioning for port f872a1c0-ea19-4abe-ae2c-2e772c3a855e completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:26:44.578449 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-162fce3d-9cf7-46dc-82a2-21b80951fbc2 None None] Provisioning complete for port f872a1c0-ea19-4abe-ae2c-2e772c3a855e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:26:44.578844 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-162fce3d-9cf7-46dc-82a2-21b80951fbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:44.632768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52026) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:26:44.793766 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-162fce3d-9cf7-46dc-82a2-21b80951fbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:44.844721 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-162fce3d-9cf7-46dc-82a2-21b80951fbc2 None None] For port f872a1c0-ea19-4abe-ae2c-2e772c3a855e, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f872a1c0-ea19-4abe-ae2c-2e772c3a855e,segment=NetworkSegment(78efa768-c320-4190-ad0a-26a172c6b3bd),segment_id=78efa768-c320-4190-ad0a-26a172c6b3bd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:26:44.849404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-162fce3d-9cf7-46dc-82a2-21b80951fbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:44.920828 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fce3d-9cf7-46dc-82a2-21b80951fbc2 None None] Pushing event updated for resources: {'Port': ['ID=f872a1c0-ea19-4abe-ae2c-2e772c3a855e,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:26:45.046420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-7cb8920f-6c58-4dfa-ab76-2da2d126a0ea admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:26:45.047456 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7cb8920f-6c58-4dfa-ab76-2da2d126a0ea admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4135625 Apr 22 14:26:45.173692 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5921ff90-eeb3-4700-a6ee-e999d4b991ce None None] Provisioning complete for port f872a1c0-ea19-4abe-ae2c-2e772c3a855e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:26:45.174062 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5921ff90-eeb3-4700-a6ee-e999d4b991ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:46.325834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f872a1c0-ea19-4abe-ae2c-2e772c3a855e up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:26:46.395000 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f872a1c0-ea19-4abe-ae2c-2e772c3a855e triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:26:46.395490 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:47.594029 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52038) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:26:48.044336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-18885696-e8c3-42a3-8cc7-87d05a73405e admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '577faf456fc7498a8ee0a238e2bd85f7', 'admin_state_up': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:26:48.049253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-18885696-e8c3-42a3-8cc7-87d05a73405e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:26:48.053628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-18885696-e8c3-42a3-8cc7-87d05a73405e admin admin] Usage tracker for resource:router and tenant:577faf456fc7498a8ee0a238e2bd85f7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:26:48.056862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-18885696-e8c3-42a3-8cc7-87d05a73405e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:26:48.062402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-18885696-e8c3-42a3-8cc7-87d05a73405e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:26:48.072857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-18885696-e8c3-42a3-8cc7-87d05a73405e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:48.074307 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-18885696-e8c3-42a3-8cc7-87d05a73405e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:48.100493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-18885696-e8c3-42a3-8cc7-87d05a73405e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:48.213594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-18885696-e8c3-42a3-8cc7-87d05a73405e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:48.232156 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-18885696-e8c3-42a3-8cc7-87d05a73405e admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:48.233418 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-18885696-e8c3-42a3-8cc7-87d05a73405e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6383555 Apr 22 14:26:50.513494 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52048) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:26:50.904363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-9ac1ec60-a978-460b-87f2-21a217fd41a0 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:26:50.905341 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9ac1ec60-a978-460b-87f2-21a217fd41a0 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3909221 Apr 22 14:26:52.313906 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cf7c48cb-9ff9-4ccd-864e-82a865a30f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:53.174682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52058) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:26:53.557440 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:26:53.562280 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:26:53.566770 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Usage tracker for resource:network and tenant:4961230284f44d559d969e97058870d2 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:26:53.569570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:26:53.575465 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:26:53.585812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Made reservation on behalf of 4961230284f44d559d969e97058870d2 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:26:53.588378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:53.602521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:53.635623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:26:53.639770 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Usage tracker for resource:security_group_rule and tenant:4961230284f44d559d969e97058870d2 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:26:53.642458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:26:53.649018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:26:53.714548 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:53.718393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:53.742322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Reserving flat network on physical network physnet1 {{(pid=83964) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 22 14:26:53.756503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f43b76-50f4-43ae-aa7e-623147f7e7cf,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:26:53.764222 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:53.764531 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Added segment a06e9804-2f38-4460-a237-c74566359aad of type flat for network 6b125409-87db-4618-a281-ef9b5bf6fb5e Apr 22 14:26:53.794853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:53.829523 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:53.830297 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:26:53.831378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:53.932693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] Pushing event updated for resources: {'Network': ['ID=6b125409-87db-4618-a281-ef9b5bf6fb5e,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:26:53.936514 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4f30347b-c42b-40d3-833b-8386620898be admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7608366 Apr 22 14:26:53.943519 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:26:54.770990 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-586d6e77-367f-436e-94e8-05c862aab0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:55.882129 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:56.072934 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:56.261225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52068) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:26:56.628734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df15f3a8-a4e1-45ed-8a34-e88d5a906d25 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:26:56.630048 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-df15f3a8-a4e1-45ed-8a34-e88d5a906d25 admin admin] 10.222.0.23 "GET /v2.0/subnets/29321978-ae5c-4585-8802-57e4d7b833f4 HTTP/1.1" status: 200 len: 849 time: 0.3678167 Apr 22 14:26:56.769348 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1499e054-cc47-4fc2-9f85-eb290e489f13 admin admin] 10.222.0.23 "GET /v2.0/routers/c498b39a-a689-495e-9b44-cf375f40510d HTTP/1.1" status: 200 len: 704 time: 0.1340299 Apr 22 14:26:57.141910 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:57.226771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:57.449508 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Allocated IP 172.20.0.1 (fa1ce42a-1267-4fd7-bb80-79d11168bd8f/29321978-ae5c-4585-8802-57e4d7b833f4/9e456667-1852-457d-8488-3e63012fe41e) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:26:57.630006 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:57.646661 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Transition to ACTIVE for port object 9e456667-1852-457d-8488-3e63012fe41e will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:26:57.698414 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:57.763758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Network fa1ce42a-1267-4fd7-bb80-79d11168bd8f is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:26:57.766491 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:26:57.770952 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:26:57.772054 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:57.773957 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Pushing event updated for resources: {'Port': ['ID=9e456667-1852-457d-8488-3e63012fe41e,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:26:57.899478 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:57.983610 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dbe85735-77bb-474e-a3aa-4842c3114fa3 None None] Provisioning for port 9e456667-1852-457d-8488-3e63012fe41e completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:26:57.988741 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dbe85735-77bb-474e-a3aa-4842c3114fa3 None None] Provisioning complete for port 9e456667-1852-457d-8488-3e63012fe41e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:26:57.989103 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dbe85735-77bb-474e-a3aa-4842c3114fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:58.038998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-dbe85735-77bb-474e-a3aa-4842c3114fa3 None None] Port 9e456667-1852-457d-8488-3e63012fe41e cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:26:58.123057 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:58.127612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:58.128399 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:58.258573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Pushing event updated for resources: {'Port': ['ID=9e456667-1852-457d-8488-3e63012fe41e,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:26:58.317882 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Network fa1ce42a-1267-4fd7-bb80-79d11168bd8f is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:26:58.318920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:26:58.562703 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9c6d9004-8681-4605-a615-f8e02788544b None None] Provisioning complete for port 9e456667-1852-457d-8488-3e63012fe41e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:26:58.563317 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9c6d9004-8681-4605-a615-f8e02788544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:58.616682 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d9004-8681-4605-a615-f8e02788544b None None] Port 9e456667-1852-457d-8488-3e63012fe41e cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:26:58.678210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Router c498b39a-a689-495e-9b44-cf375f40510d is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:26:58.841205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:26:58.850658 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-39a5970d-29ea-4bcb-8070-0c4114d26754 admin admin] 10.222.0.23 "PUT /v2.0/routers/c498b39a-a689-495e-9b44-cf375f40510d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0761759 Apr 22 14:26:58.851718 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Sync routers for ids ['c498b39a-a689-495e-9b44-cf375f40510d'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:26:58.864701 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Routers {'c498b39a-a689-495e-9b44-cf375f40510d'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:26:58.865622 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:26:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['c498b39a-a689-495e-9b44-cf375f40510d'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:26:59.039680 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Set router c498b39a-a689-495e-9b44-cf375f40510d gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:26:59.407354 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c498b39a-a689-495e-9b44-cf375f40510d', 'name': 'router1', 'tenant_id': '577faf456fc7498a8ee0a238e2bd85f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:26:48Z', 'updated_at': '2022-04-22T14:26:57Z', 'revision_number': 2, 'project_id': '577faf456fc7498a8ee0a238e2bd85f7', 'gw_port_host': None, '_interfaces': [{'id': '9e456667-1852-457d-8488-3e63012fe41e', 'name': '', 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f', 'tenant_id': '577faf456fc7498a8ee0a238e2bd85f7', 'mac_address': 'fa:16:3e:35:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c498b39a-a689-495e-9b44-cf375f40510d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29321978-ae5c-4585-8802-57e4d7b833f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:26:57Z', 'updated_at': '2022-04-22T14:26:57Z', 'revision_number': 2, 'project_id': '577faf456fc7498a8ee0a238e2bd85f7', 'subnets': [{'id': '29321978-ae5c-4585-8802-57e4d7b833f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b56e9b63-a60c-4a85-ae3f-7fb528463908'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:26:59.412745 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Checking router: c498b39a-a689-495e-9b44-cf375f40510d for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:26:59.413121 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Updating router c498b39a-a689-495e-9b44-cf375f40510d port 9e456667-1852-457d-8488-3e63012fe41e binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:26:59.465875 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:59.835598 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:59.851848 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Transition to ACTIVE for port object 9e456667-1852-457d-8488-3e63012fe41e will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:26:59.858096 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:00.085037 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61244c-3f64-42e0-ada5-86feafe090a5 None None] Pushing event updated for resources: {'Port': ['ID=9e456667-1852-457d-8488-3e63012fe41e,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:00.105286 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61244c-3f64-42e0-ada5-86feafe090a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:00.105628 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61244c-3f64-42e0-ada5-86feafe090a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:00.105963 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61244c-3f64-42e0-ada5-86feafe090a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:00.106297 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61244c-3f64-42e0-ada5-86feafe090a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:00.106639 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61244c-3f64-42e0-ada5-86feafe090a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:00.106962 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61244c-3f64-42e0-ada5-86feafe090a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:00.107301 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61244c-3f64-42e0-ada5-86feafe090a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:00.107646 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61244c-3f64-42e0-ada5-86feafe090a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:00.107968 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61244c-3f64-42e0-ada5-86feafe090a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:00.108284 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61244c-3f64-42e0-ada5-86feafe090a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:00.108598 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61244c-3f64-42e0-ada5-86feafe090a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61244c-3f64-42e0-ada5-86feafe090a5 None None] Tracked resource versions report: Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: pushed versions: Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Log': {'1.0'}, Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Network': {'1.1'}, Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Port': {'1.5'}, Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'PortForwarding': {'1.2'}, Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'QosPolicy': {'1.8'}, Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'SecurityGroup': {'1.2'}, Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'SubPort': {'1.0'}, Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Subnet': {'1.1'}, Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Trunk': {'1.1'}} Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: consumer versions: Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: { DHCP agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: L3 agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: Metadata agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: Metering agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: Open vSwitch agent@dv-neutron-839027-1-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Log': '1.0', Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Network': '1.1', Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Port': '1.5', Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'PortForwarding': '1.2', Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'QosPolicy': '1.8', Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'SecurityGroup': '1.2', Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'SecurityGroupRule': '1.0', Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'SubPort': '1.0', Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Subnet': '1.1', Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Trunk': '1.1'}} Apr 22 14:27:00.109881 dv-neutron-839027-1-hyperv neutron-server[83966]: {{(pid=83966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:27:00.114002 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Attempting to bind port 9e456667-1852-457d-8488-3e63012fe41e on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:27:00.114392 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Attempting to bind port 9e456667-1852-457d-8488-3e63012fe41e by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '78efa768-c320-4190-ad0a-26a172c6b3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:27:00.114800 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Attempting to bind port 9e456667-1852-457d-8488-3e63012fe41e on network fa1ce42a-1267-4fd7-bb80-79d11168bd8f {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:27:00.121856 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:27:00.122258 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Checking segment: {'id': '78efa768-c320-4190-ad0a-26a172c6b3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:27:00.122720 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:00.123095 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Bound using segment: {'id': '78efa768-c320-4190-ad0a-26a172c6b3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:27:00.123630 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Bound port: 9e456667-1852-457d-8488-3e63012fe41e, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78efa768-c320-4190-ad0a-26a172c6b3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:27:00.124013 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:00.213158 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] For port 9e456667-1852-457d-8488-3e63012fe41e, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:27:00.219507 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] For port 9e456667-1852-457d-8488-3e63012fe41e, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9e456667-1852-457d-8488-3e63012fe41e,segment=NetworkSegment(78efa768-c320-4190-ad0a-26a172c6b3bd),segment_id=78efa768-c320-4190-ad0a-26a172c6b3bd)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:27:00.226445 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:00.309156 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Routers {'c498b39a-a689-495e-9b44-cf375f40510d'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:27:00.309775 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:26:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['c498b39a-a689-495e-9b44-cf375f40510d'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:27:00.432619 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61244c-3f64-42e0-ada5-86feafe090a5 None None] Pushing event updated for resources: {'Port': ['ID=9e456667-1852-457d-8488-3e63012fe41e,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:00.469664 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] Set router c498b39a-a689-495e-9b44-cf375f40510d gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:27:00.790789 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c498b39a-a689-495e-9b44-cf375f40510d', 'name': 'router1', 'tenant_id': '577faf456fc7498a8ee0a238e2bd85f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:26:48Z', 'updated_at': '2022-04-22T14:26:57Z', 'revision_number': 2, 'project_id': '577faf456fc7498a8ee0a238e2bd85f7', 'gw_port_host': None, '_interfaces': [{'id': '9e456667-1852-457d-8488-3e63012fe41e', 'name': '', 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f', 'tenant_id': '577faf456fc7498a8ee0a238e2bd85f7', 'mac_address': 'fa:16:3e:35:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c498b39a-a689-495e-9b44-cf375f40510d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29321978-ae5c-4585-8802-57e4d7b833f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:26:57Z', 'updated_at': '2022-04-22T14:27:00Z', 'revision_number': 4, 'project_id': '577faf456fc7498a8ee0a238e2bd85f7', 'subnets': [{'id': '29321978-ae5c-4585-8802-57e4d7b833f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b56e9b63-a60c-4a85-ae3f-7fb528463908'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:27:00.794522 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb67515-642c-4753-ac7d-603d8cded9a3 None None] The sync data for ids ['c498b39a-a689-495e-9b44-cf375f40510d'] in dv-neutron-839027-1-hyperv is: [{'id': 'c498b39a-a689-495e-9b44-cf375f40510d', 'name': 'router1', 'tenant_id': '577faf456fc7498a8ee0a238e2bd85f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:26:48Z', 'updated_at': '2022-04-22T14:26:57Z', 'revision_number': 2, 'project_id': '577faf456fc7498a8ee0a238e2bd85f7', 'gw_port_host': None, '_interfaces': [{'id': '9e456667-1852-457d-8488-3e63012fe41e', 'name': '', 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f', 'tenant_id': '577faf456fc7498a8ee0a238e2bd85f7', 'mac_address': 'fa:16:3e:35:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c498b39a-a689-495e-9b44-cf375f40510d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29321978-ae5c-4585-8802-57e4d7b833f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:26:57Z', 'updated_at': '2022-04-22T14:27:00Z', 'revision_number': 4, 'project_id': '577faf456fc7498a8ee0a238e2bd85f7', 'subnets': [{'id': '29321978-ae5c-4585-8802-57e4d7b833f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b56e9b63-a60c-4a85-ae3f-7fb528463908'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:27:01.048438 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52090) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:27:01.257896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6306331c-80ba-4421-913c-fd78230e4c20 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:27:01.258452 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6306331c-80ba-4421-913c-fd78230e4c20 admin admin] Synchronizing usage tracker for tenant:4961230284f44d559d969e97058870d2 on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:27:01.276710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6306331c-80ba-4421-913c-fd78230e4c20 admin admin] Unset dirty status for tenant:4961230284f44d559d969e97058870d2 on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:27:01.277880 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6306331c-80ba-4421-913c-fd78230e4c20 admin admin] 10.222.0.23 "GET /v2.0/networks/6b125409-87db-4618-a281-ef9b5bf6fb5e HTTP/1.1" status: 200 len: 842 time: 0.2277839 Apr 22 14:27:01.287693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] Request body: {'subnet': {'cidr': '172.26.0.0/24', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'gateway_ip': '172.26.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:27:01.292901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:27:01.296742 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] Usage tracker for resource:subnet and tenant:4961230284f44d559d969e97058870d2 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:27:01.300217 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:27:01.306291 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:27:01.318391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] Made reservation on behalf of 4961230284f44d559d969e97058870d2 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:27:01.320748 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:01.691189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.objects.ports [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83964) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:27:01.691660 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:01.776716 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e543205-6568-4e8f-9a29-681a09b00076,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:01.782672 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:27:01.783486 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] Network hostable DHCP agents. Network: 6b125409-87db-4618-a281-ef9b5bf6fb5e, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:27:01.805518 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:27:01.817798 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 6b125409-87db-4618-a281-ef9b5bf6fb5e) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:27:01.821688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:27:01.822261 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:01.826161 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96b5da5-7203-4ea7-bb7b-2b3a1d3bce7b None None] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:27:01.845289 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e92a0c9d-909b-4aa3-9be5-23fc3c0a2ea3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5609441 Apr 22 14:27:02.055346 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76238b74-dcf9-48c2-acaf-0fc0f81ad484 None None] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:27:02.352505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9e456667-1852-457d-8488-3e63012fe41e up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:27:02.421080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 9e456667-1852-457d-8488-3e63012fe41e completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:27:02.425557 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 9e456667-1852-457d-8488-3e63012fe41e triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:27:02.425930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:02.541684 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:02.574439 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 9e456667-1852-457d-8488-3e63012fe41e, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9e456667-1852-457d-8488-3e63012fe41e,segment=NetworkSegment(78efa768-c320-4190-ad0a-26a172c6b3bd),segment_id=78efa768-c320-4190-ad0a-26a172c6b3bd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:27:02.577982 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:02.646728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=9e456667-1852-457d-8488-3e63012fe41e,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:04.033820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52114) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:27:04.266775 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-09ad00b4-1622-400b-97e1-2da3db5d58ef admin admin] 10.222.0.23 "GET /v2.0/routers/c498b39a-a689-495e-9b44-cf375f40510d HTTP/1.1" status: 200 len: 710 time: 0.2314985 Apr 22 14:27:04.335345 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9e456667-1852-457d-8488-3e63012fe41e up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:27:04.394911 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fe8e2b-ec85-4f75-b854-4baca44c8c3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:27:04.396541 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-66fe8e2b-ec85-4f75-b854-4baca44c8c3c admin admin] 10.222.0.23 "GET /v2.0/networks/6b125409-87db-4618-a281-ef9b5bf6fb5e HTTP/1.1" status: 200 len: 886 time: 0.1243887 Apr 22 14:27:04.405093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:27:04.405524 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 9e456667-1852-457d-8488-3e63012fe41e triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:27:04.405896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:04.915594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:05.141524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:05.197662 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:05.323618 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Allocated IP 172.26.0.175 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/a849ded1-9485-4bc8-9e59-11922e81c0cf) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:27:05.466538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:05.493823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:05.557470 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:27:05.560209 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:27:05.564368 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:27:05.585805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Pushing event updated for resources: {'Port': ['ID=a849ded1-9485-4bc8-9e59-11922e81c0cf,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:05.707712 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:05.874952 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:05.878355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:06.071620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Router c498b39a-a689-495e-9b44-cf375f40510d has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:27:06.264936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:27:06.273177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:06.274341 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-20ea83d2-2444-4695-99b0-829924457f9d admin admin] 10.222.0.23 "PUT /v2.0/routers/c498b39a-a689-495e-9b44-cf375f40510d HTTP/1.1" status: 200 len: 890 time: 1.8725097 Apr 22 14:27:06.274819 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Sync routers for ids ['c498b39a-a689-495e-9b44-cf375f40510d'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:27:06.287903 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Routers {'c498b39a-a689-495e-9b44-cf375f40510d'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:27:06.288641 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:26:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['c498b39a-a689-495e-9b44-cf375f40510d'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:27:06.485115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Set router c498b39a-a689-495e-9b44-cf375f40510d gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:27:06.821279 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c498b39a-a689-495e-9b44-cf375f40510d', 'name': 'router1', 'tenant_id': '577faf456fc7498a8ee0a238e2bd85f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a849ded1-9485-4bc8-9e59-11922e81c0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:26:48Z', 'updated_at': '2022-04-22T14:27:05Z', 'revision_number': 4, 'project_id': '577faf456fc7498a8ee0a238e2bd85f7', 'gw_port': {'id': 'a849ded1-9485-4bc8-9e59-11922e81c0cf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c498b39a-a689-495e-9b44-cf375f40510d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:27:05Z', 'updated_at': '2022-04-22T14:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '9e456667-1852-457d-8488-3e63012fe41e', 'name': '', 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f', 'tenant_id': '577faf456fc7498a8ee0a238e2bd85f7', 'mac_address': 'fa:16:3e:35:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c498b39a-a689-495e-9b44-cf375f40510d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29321978-ae5c-4585-8802-57e4d7b833f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:26:57Z', 'updated_at': '2022-04-22T14:27:02Z', 'revision_number': 5, 'project_id': '577faf456fc7498a8ee0a238e2bd85f7', 'subnets': [{'id': '29321978-ae5c-4585-8802-57e4d7b833f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b56e9b63-a60c-4a85-ae3f-7fb528463908'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:27:06.825974 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Checking router: c498b39a-a689-495e-9b44-cf375f40510d for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:27:06.826324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Updating router c498b39a-a689-495e-9b44-cf375f40510d port a849ded1-9485-4bc8-9e59-11922e81c0cf binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:27:06.879100 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:07.198577 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:07.209820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Transition to ACTIVE for port object a849ded1-9485-4bc8-9e59-11922e81c0cf will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:27:07.216324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:07.296322 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Attempting to bind port a849ded1-9485-4bc8-9e59-11922e81c0cf on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:27:07.296961 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Attempting to bind port a849ded1-9485-4bc8-9e59-11922e81c0cf by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:27:07.297091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Attempting to bind port a849ded1-9485-4bc8-9e59-11922e81c0cf on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:27:07.301568 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae81e4c-3418-424c-bf9e-4129823b5095 None None] Pushing event updated for resources: {'Port': ['ID=a849ded1-9485-4bc8-9e59-11922e81c0cf,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:07.306463 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:27:07.306834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:27:07.307225 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:07.307623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:27:07.308368 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Bound port: a849ded1-9485-4bc8-9e59-11922e81c0cf, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:27:07.308454 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:07.399586 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] For port a849ded1-9485-4bc8-9e59-11922e81c0cf, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:27:07.402361 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] For port a849ded1-9485-4bc8-9e59-11922e81c0cf, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a849ded1-9485-4bc8-9e59-11922e81c0cf,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:27:07.406797 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:07.481409 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae81e4c-3418-424c-bf9e-4129823b5095 None None] Pushing event updated for resources: {'Port': ['ID=a849ded1-9485-4bc8-9e59-11922e81c0cf,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:07.490422 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Routers {'c498b39a-a689-495e-9b44-cf375f40510d'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:27:07.491049 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:26:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['c498b39a-a689-495e-9b44-cf375f40510d'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:27:07.670608 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] Set router c498b39a-a689-495e-9b44-cf375f40510d gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:27:07.993735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c498b39a-a689-495e-9b44-cf375f40510d', 'name': 'router1', 'tenant_id': '577faf456fc7498a8ee0a238e2bd85f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a849ded1-9485-4bc8-9e59-11922e81c0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:26:48Z', 'updated_at': '2022-04-22T14:27:05Z', 'revision_number': 4, 'project_id': '577faf456fc7498a8ee0a238e2bd85f7', 'gw_port': {'id': 'a849ded1-9485-4bc8-9e59-11922e81c0cf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c498b39a-a689-495e-9b44-cf375f40510d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:27:05Z', 'updated_at': '2022-04-22T14:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '9e456667-1852-457d-8488-3e63012fe41e', 'name': '', 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f', 'tenant_id': '577faf456fc7498a8ee0a238e2bd85f7', 'mac_address': 'fa:16:3e:35:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c498b39a-a689-495e-9b44-cf375f40510d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29321978-ae5c-4585-8802-57e4d7b833f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:26:57Z', 'updated_at': '2022-04-22T14:27:02Z', 'revision_number': 5, 'project_id': '577faf456fc7498a8ee0a238e2bd85f7', 'subnets': [{'id': '29321978-ae5c-4585-8802-57e4d7b833f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b56e9b63-a60c-4a85-ae3f-7fb528463908'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:27:07.997664 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec868775-f873-450a-bb2d-0eb5a98e090f None None] The sync data for ids ['c498b39a-a689-495e-9b44-cf375f40510d'] in dv-neutron-839027-1-hyperv is: [{'id': 'c498b39a-a689-495e-9b44-cf375f40510d', 'name': 'router1', 'tenant_id': '577faf456fc7498a8ee0a238e2bd85f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a849ded1-9485-4bc8-9e59-11922e81c0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:26:48Z', 'updated_at': '2022-04-22T14:27:05Z', 'revision_number': 4, 'project_id': '577faf456fc7498a8ee0a238e2bd85f7', 'gw_port': {'id': 'a849ded1-9485-4bc8-9e59-11922e81c0cf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c498b39a-a689-495e-9b44-cf375f40510d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:27:05Z', 'updated_at': '2022-04-22T14:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '9e456667-1852-457d-8488-3e63012fe41e', 'name': '', 'network_id': 'fa1ce42a-1267-4fd7-bb80-79d11168bd8f', 'tenant_id': '577faf456fc7498a8ee0a238e2bd85f7', 'mac_address': 'fa:16:3e:35:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c498b39a-a689-495e-9b44-cf375f40510d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29321978-ae5c-4585-8802-57e4d7b833f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:26:57Z', 'updated_at': '2022-04-22T14:27:02Z', 'revision_number': 5, 'project_id': '577faf456fc7498a8ee0a238e2bd85f7', 'subnets': [{'id': '29321978-ae5c-4585-8802-57e4d7b833f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b56e9b63-a60c-4a85-ae3f-7fb528463908'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:27:08.382812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a849ded1-9485-4bc8-9e59-11922e81c0cf up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:27:08.458186 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port a849ded1-9485-4bc8-9e59-11922e81c0cf completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:27:08.463878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port a849ded1-9485-4bc8-9e59-11922e81c0cf triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:27:08.464443 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:08.533778 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52124) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:27:08.587008 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:08.603692 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port a849ded1-9485-4bc8-9e59-11922e81c0cf, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a849ded1-9485-4bc8-9e59-11922e81c0cf,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:27:08.607879 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:08.685784 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f52c4dd0-fb84-4584-a85a-f4812ead188e admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1084 time: 0.1506093 Apr 22 14:27:08.687200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=a849ded1-9485-4bc8-9e59-11922e81c0cf,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:10.340281 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a849ded1-9485-4bc8-9e59-11922e81c0cf up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:27:10.417322 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port a849ded1-9485-4bc8-9e59-11922e81c0cf triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:27:10.417639 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:13.030000 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 5 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:27:22.320428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-58d202d1-0f11-476b-8913-7ad49d454302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:24.766127 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-df28d39f-ca63-45d1-a3cb-5b0be9bf5526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:25.886971 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:26.075611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:27.160908 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:50.031779 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 5 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:27:52.314898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff583-81c2-4507-83dc-e57569ea77e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:54.779436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5cd119d4-42a3-4574-95a2-23a6df0ab0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:55.889877 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:56.079753 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:57.164219 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:22.318862 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-823aa6c1-cc31-4a86-bbca-11f63e632e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:24.766783 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-58c887be-6a3f-4ad2-b3a6-162167ced6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:25.895056 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:26.093462 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:27.032188 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 5 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:28:27.174607 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:52.322135 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-69abcaeb-66cb-4b61-9ddb-0156367be96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:54.770551 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6815ef41-4f9c-4369-9ce6-0adc3cfbe351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:55.890460 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:56.085252 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:57.177193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:04.033910 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 5 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:29:15.866214 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52732) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:29:15.956697 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68c9e72-049f-4316-b755-6c3f28082bb4 admin admin] GET failed (client error): The resource could not be found. Apr 22 14:29:15.957810 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d68c9e72-049f-4316-b755-6c3f28082bb4 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0906775 Apr 22 14:29:16.087990 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d85702-cec7-43b3-8732-293f0c6fddcb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:29:16.090012 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-98d85702-cec7-43b3-8732-293f0c6fddcb admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1283100 Apr 22 14:29:18.105973 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52742) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:29:18.269298 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cdfe79-1f28-4034-a76b-ce6ade5e6ddb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:29:18.269856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-83cdfe79-1f28-4034-a76b-ce6ade5e6ddb admin admin] Synchronizing usage tracker for tenant:4961230284f44d559d969e97058870d2 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:29:18.285062 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-83cdfe79-1f28-4034-a76b-ce6ade5e6ddb admin admin] Unset dirty status for tenant:4961230284f44d559d969e97058870d2 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:29:18.286229 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-83cdfe79-1f28-4034-a76b-ce6ade5e6ddb admin admin] 10.222.0.23 "GET /v2.0/subnets/29321978-ae5c-4585-8802-57e4d7b833f4 HTTP/1.1" status: 200 len: 849 time: 0.1793020 Apr 22 14:29:18.295266 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:29:18.409807 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:18.593119 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757670916509'] for subnet, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:18.641306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef55be3c-392d-4f1d-9f90-7072a0da1df1 None None] Network fa1ce42a-1267-4fd7-bb80-79d11168bd8f requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:29:18.648539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:29:18.649103 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:18.659367 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] 10.222.0.23 "PUT /v2.0/subnets/29321978-ae5c-4585-8802-57e4d7b833f4 HTTP/1.1" status: 200 len: 868 time: 0.3588638 Apr 22 14:29:18.666139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29321978-ae5c-4585-8802-57e4d7b833f4,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:29:18.680817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:29:18.681260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:29:18.682228 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:29:18.682639 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:29:18.683039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:29:18.683479 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:29:18.683896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:29:18.684294 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:29:18.684688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:29:18.685078 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:29:18.685624 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa6fd5-4050-4521-9f6c-4b37e189c556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:29:19.096269 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3f6e5924-0301-4d45-8e99-3fa1cef1af99 None None] Provisioning complete for port f872a1c0-ea19-4abe-ae2c-2e772c3a855e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:29:19.096634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3f6e5924-0301-4d45-8e99-3fa1cef1af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:19.224691 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3f6e5924-0301-4d45-8e99-3fa1cef1af99 None None] Provisioning complete for port 9e456667-1852-457d-8488-3e63012fe41e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:29:19.224949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3f6e5924-0301-4d45-8e99-3fa1cef1af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:20.700656 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52752) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:29:20.896011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c514b91e-bfef-4753-bab8-c2abe5a4ae95 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:29:20.896293 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c514b91e-bfef-4753-bab8-c2abe5a4ae95 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:29:20.897787 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c514b91e-bfef-4753-bab8-c2abe5a4ae95 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962061 Apr 22 14:29:22.326011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9a229f77-be5f-42b8-af89-3183cd259598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:22.928504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 52762) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:29:23.087491 dv-neutron-839027-1-hyperv neutron-server[83963]: WARNING oslo_policy.policy [None req-f8f5b939-e4d1-40b2-94ad-f3dc2b7c20ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:29:23.088078 dv-neutron-839027-1-hyperv neutron-server[83963]: WARNING oslo_policy.policy [None req-f8f5b939-e4d1-40b2-94ad-f3dc2b7c20ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:29:23.512427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.policy [None req-f8f5b939-e4d1-40b2-94ad-f3dc2b7c20ee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83963) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 22 14:29:23.513197 dv-neutron-839027-1-hyperv neutron-server[83963]: WARNING oslo_policy.policy [None req-f8f5b939-e4d1-40b2-94ad-f3dc2b7c20ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:29:23.513587 dv-neutron-839027-1-hyperv neutron-server[83963]: WARNING oslo_policy.policy [None req-f8f5b939-e4d1-40b2-94ad-f3dc2b7c20ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:29:23.516426 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5b939-e4d1-40b2-94ad-f3dc2b7c20ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:29:23.516795 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5b939-e4d1-40b2-94ad-f3dc2b7c20ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:29:23.518646 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f8f5b939-e4d1-40b2-94ad-f3dc2b7c20ee admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5892587 Apr 22 14:29:24.773800 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-595e3d84-61d2-4583-ab4d-320b38b80f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:25.555492 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 52778) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:29:25.746181 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46298947-3c8a-48e9-9949-db491a16c410 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:29:25.747455 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-46298947-3c8a-48e9-9949-db491a16c410 admin admin] 10.222.0.23 "GET /v2.0/networks/6b125409-87db-4618-a281-ef9b5bf6fb5e HTTP/1.1" status: 200 len: 886 time: 0.1909912 Apr 22 14:29:25.893655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:26.087633 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:27.182905 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:27.781572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 52788) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:29:27.973724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e1dc14-8666-471d-bfea-3391eb900152 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:29:27.974957 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-93e1dc14-8666-471d-bfea-3391eb900152 admin admin] 10.222.0.23 "GET /v2.0/networks/fa1ce42a-1267-4fd7-bb80-79d11168bd8f HTTP/1.1" status: 200 len: 869 time: 0.1924586 Apr 22 14:29:30.014899 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52798) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:29:30.151575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b5a181-cad2-4e4d-8685-38cd4da3cb87 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:29:30.151940 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b5a181-cad2-4e4d-8685-38cd4da3cb87 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:29:30.153418 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-11b5a181-cad2-4e4d-8685-38cd4da3cb87 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1375682 Apr 22 14:29:32.168259 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52808) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:29:32.296588 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73a6b72-1119-478d-b457-1afbf46ddfa5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:29:32.296958 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73a6b72-1119-478d-b457-1afbf46ddfa5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:29:32.298447 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c73a6b72-1119-478d-b457-1afbf46ddfa5 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292682 Apr 22 14:29:34.333363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52818) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:29:34.465282 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e24f69-f143-46b9-b958-8851fda8024d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:29:34.466578 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-25e24f69-f143-46b9-b958-8851fda8024d admin admin] 10.222.0.23 "GET /v2.0/subnets/29321978-ae5c-4585-8802-57e4d7b833f4 HTTP/1.1" status: 200 len: 868 time: 0.1322947 Apr 22 14:29:36.496505 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52828) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:29:36.620592 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7020a948-4ca7-457d-9d74-a39bd17520a3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:29:36.621924 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7020a948-4ca7-457d-9d74-a39bd17520a3 admin admin] 10.222.0.23 "GET /v2.0/subnets/3e543205-6568-4e8f-9a29-681a09b00076 HTTP/1.1" status: 200 len: 816 time: 0.1244874 Apr 22 14:29:41.034549 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 5 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:29:52.329836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8171bec7-61a4-4893-933e-289d365679fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:54.777271 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e8890ec7-a97c-4e6c-a259-ba0bf34776b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:55.050836 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52866) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:29:55.125205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-2b09949f-367b-4985-b566-0452b9c58c76 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:29:55.126222 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2b09949f-367b-4985-b566-0452b9c58c76 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0743668 Apr 22 14:29:55.895414 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:56.091340 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:57.190064 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:57.348334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52876) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:29:57.440126 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7a7fee-cbd3-486c-b823-06ff1b160328 admin admin] GET failed (client error): The resource could not be found. Apr 22 14:29:57.441248 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2f7a7fee-cbd3-486c-b823-06ff1b160328 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0919769 Apr 22 14:29:57.565713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3605c8a2-67c9-4941-aff4-75ef3c62aa3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:29:57.567132 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3605c8a2-67c9-4941-aff4-75ef3c62aa3b admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1213892 Apr 22 14:29:59.722797 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 52886) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:29:59.800821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:29:59.802181 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.quota [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Loaded quota_driver: . Apr 22 14:29:59.811808 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:29:59.825723 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:29:59.841377 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Made reservation on behalf of 4961230284f44d559d969e97058870d2 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:29:59.844218 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:59.940332 dv-neutron-839027-1-hyperv neutron-server[83963]: WARNING neutron.services.revisions.revision_plugin [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Could not find related network for resource to bump revision. Apr 22 14:29:59.956261 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:29:59.968325 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757670945904', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:59.968891 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Unsubscribe: segment precommit_create {{(pid=83963) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 22 14:29:59.969367 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Added segment a7487e73-1443-44dd-aa15-5ef2db754f4a of type vlan for network 94647f57-34ec-434b-8f29-1b28f1f224cc Apr 22 14:30:00.035543 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:00.071505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:00.072463 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:00.073098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:00.165166 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4411271 Apr 22 14:30:00.193464 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Pushing event updated for resources: {'Network': ['ID=94647f57-34ec-434b-8f29-1b28f1f224cc,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:30:00.203809 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:00.204158 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:00.204497 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:00.204831 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:00.205191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:00.205528 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:00.205858 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:00.206189 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:00.206516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:00.206838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:00.207161 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a00ce-e751-414f-b410-4d3f8cd591f1 admin admin] Tracked resource versions report: Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: pushed versions: Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Log': {'1.0'}, Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Network': {'1.1'}, Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Port': {'1.5'}, Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'PortForwarding': {'1.2'}, Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'QosPolicy': {'1.8'}, Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'SecurityGroup': {'1.2'}, Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'SubPort': {'1.0'}, Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Subnet': {'1.1'}, Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Trunk': {'1.1'}} Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: consumer versions: Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: { DHCP agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: L3 agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: Metadata agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: Metering agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: Open vSwitch agent@dv-neutron-839027-1-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Log': '1.0', Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Network': '1.1', Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Port': '1.5', Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'PortForwarding': '1.2', Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'QosPolicy': '1.8', Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'SecurityGroup': '1.2', Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'SecurityGroupRule': '1.0', Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'SubPort': '1.0', Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Subnet': '1.1', Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Trunk': '1.1'}} Apr 22 14:30:00.208470 dv-neutron-839027-1-hyperv neutron-server[83963]: {{(pid=83963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:30:00.248417 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 94647f57-34ec-434b-8f29-1b28f1f224cc details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:30:02.220047 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 52900) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:30:02.310618 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4437ae2-4148-4ca4-8be9-2b967bed30dd admin admin] GET failed (client error): The resource could not be found. Apr 22 14:30:02.311130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c4437ae2-4148-4ca4-8be9-2b967bed30dd admin admin] Synchronizing usage tracker for tenant:4961230284f44d559d969e97058870d2 on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:30:02.326856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c4437ae2-4148-4ca4-8be9-2b967bed30dd admin admin] Unset dirty status for tenant:4961230284f44d559d969e97058870d2 on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:30:02.327995 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c4437ae2-4148-4ca4-8be9-2b967bed30dd admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1069505 Apr 22 14:30:02.447924 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5747053-b129-4d54-8a84-2c64aa896109 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:02.449512 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c5747053-b129-4d54-8a84-2c64aa896109 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1177106 Apr 22 14:30:02.458779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-37ca6769-8af6-41a5-b477-250c294dfd24 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '94647f57-34ec-434b-8f29-1b28f1f224cc', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:30:02.463669 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-37ca6769-8af6-41a5-b477-250c294dfd24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:30:02.473179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-37ca6769-8af6-41a5-b477-250c294dfd24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:30:02.482945 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ca6769-8af6-41a5-b477-250c294dfd24 admin admin] Made reservation on behalf of 4961230284f44d559d969e97058870d2 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:30:02.485178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37ca6769-8af6-41a5-b477-250c294dfd24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:02.709595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37ca6769-8af6-41a5-b477-250c294dfd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:02.785379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca6769-8af6-41a5-b477-250c294dfd24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f3f17f7-54fe-44bf-af65-6fe50405607d,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:30:02.797846 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca6769-8af6-41a5-b477-250c294dfd24 admin admin] Checking segment: {'id': 'a7487e73-1443-44dd-aa15-5ef2db754f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '94647f57-34ec-434b-8f29-1b28f1f224cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:30:02.798215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ca6769-8af6-41a5-b477-250c294dfd24 admin admin] Network hostable DHCP agents. Network: 94647f57-34ec-434b-8f29-1b28f1f224cc, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:30:02.821936 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ca6769-8af6-41a5-b477-250c294dfd24 admin admin] Network 94647f57-34ec-434b-8f29-1b28f1f224cc is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:30:02.831740 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-37ca6769-8af6-41a5-b477-250c294dfd24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 94647f57-34ec-434b-8f29-1b28f1f224cc) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:30:02.836244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ca6769-8af6-41a5-b477-250c294dfd24 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:02.836815 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37ca6769-8af6-41a5-b477-250c294dfd24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:02.842178 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4051dfeb-1a1a-4129-aaca-d378499da5d0 None None] Network 94647f57-34ec-434b-8f29-1b28f1f224cc requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:30:02.861095 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-37ca6769-8af6-41a5-b477-250c294dfd24 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4056323 Apr 22 14:30:03.072657 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-94647f57-34ec-434b-8f29-1b28f1f224cc', 'network_id': '94647f57-34ec-434b-8f29-1b28f1f224cc', 'tenant_id': '4961230284f44d559d969e97058870d2', 'fixed_ips': [{'subnet_id': '8f3f17f7-54fe-44bf-af65-6fe50405607d'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:30:03.073489 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:03.231777 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Allocated IP 192.168.233.2 (94647f57-34ec-434b-8f29-1b28f1f224cc/8f3f17f7-54fe-44bf-af65-6fe50405607d/de173b26-fcd1-4926-a4de-7a1f3cbf158f) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:30:03.436400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:03.446880 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Transition to ACTIVE for port object de173b26-fcd1-4926-a4de-7a1f3cbf158f will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:30:03.466653 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Transition to ACTIVE for port object de173b26-fcd1-4926-a4de-7a1f3cbf158f will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:30:03.472912 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:03.539621 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Network 94647f57-34ec-434b-8f29-1b28f1f224cc is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:30:03.542828 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:30:03.546693 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:30:03.552805 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Pushing event updated for resources: {'Port': ['ID=de173b26-fcd1-4926-a4de-7a1f3cbf158f,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:30:03.590926 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:03.591347 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:03.591626 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:03.591958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:03.592293 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:03.592623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:03.592950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:03.593278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:03.593602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:03.594186 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:03.594309 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:03.650842 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Attempting to bind port de173b26-fcd1-4926-a4de-7a1f3cbf158f on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:30:03.651220 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Attempting to bind port de173b26-fcd1-4926-a4de-7a1f3cbf158f by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a7487e73-1443-44dd-aa15-5ef2db754f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '94647f57-34ec-434b-8f29-1b28f1f224cc'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:30:03.651610 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Attempting to bind port de173b26-fcd1-4926-a4de-7a1f3cbf158f on network 94647f57-34ec-434b-8f29-1b28f1f224cc {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:30:03.658187 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:30:03.658546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Checking segment: {'id': 'a7487e73-1443-44dd-aa15-5ef2db754f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '94647f57-34ec-434b-8f29-1b28f1f224cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:30:03.658950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:03.659359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Bound using segment: {'id': 'a7487e73-1443-44dd-aa15-5ef2db754f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '94647f57-34ec-434b-8f29-1b28f1f224cc'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:30:03.659821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Bound port: de173b26-fcd1-4926-a4de-7a1f3cbf158f, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7487e73-1443-44dd-aa15-5ef2db754f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '94647f57-34ec-434b-8f29-1b28f1f224cc'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:30:03.660207 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:03.778806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] For port de173b26-fcd1-4926-a4de-7a1f3cbf158f, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:30:03.781972 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] For port de173b26-fcd1-4926-a4de-7a1f3cbf158f, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=de173b26-fcd1-4926-a4de-7a1f3cbf158f,segment=NetworkSegment(a7487e73-1443-44dd-aa15-5ef2db754f4a),segment_id=a7487e73-1443-44dd-aa15-5ef2db754f4a)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:30:03.785821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:03.869778 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc443d4b-3d02-4ace-b263-9a82265b9b5a None None] Pushing event updated for resources: {'Port': ['ID=de173b26-fcd1-4926-a4de-7a1f3cbf158f,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:30:04.464950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device de173b26-fcd1-4926-a4de-7a1f3cbf158f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:30:04.549067 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port de173b26-fcd1-4926-a4de-7a1f3cbf158f completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:30:04.719127 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4375e9df-c9aa-435e-b725-aaa488da1a13 None None] Network 94647f57-34ec-434b-8f29-1b28f1f224cc requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:30:04.841542 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4db3edac-5243-440f-8b9b-0017a933ce72 None None] Provisioning for port de173b26-fcd1-4926-a4de-7a1f3cbf158f completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:30:04.850914 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4db3edac-5243-440f-8b9b-0017a933ce72 None None] Provisioning complete for port de173b26-fcd1-4926-a4de-7a1f3cbf158f triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:30:04.851306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4db3edac-5243-440f-8b9b-0017a933ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:05.068200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4db3edac-5243-440f-8b9b-0017a933ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:05.112085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-4db3edac-5243-440f-8b9b-0017a933ce72 None None] For port de173b26-fcd1-4926-a4de-7a1f3cbf158f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=de173b26-fcd1-4926-a4de-7a1f3cbf158f,segment=NetworkSegment(a7487e73-1443-44dd-aa15-5ef2db754f4a),segment_id=a7487e73-1443-44dd-aa15-5ef2db754f4a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:30:05.116134 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4db3edac-5243-440f-8b9b-0017a933ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:05.192297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3edac-5243-440f-8b9b-0017a933ce72 None None] Pushing event updated for resources: {'Port': ['ID=de173b26-fcd1-4926-a4de-7a1f3cbf158f,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:30:05.338740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fd810767-34fa-4147-a09c-bfe03bc59105 None None] Provisioning complete for port de173b26-fcd1-4926-a4de-7a1f3cbf158f triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:30:05.339111 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fd810767-34fa-4147-a09c-bfe03bc59105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:06.443100 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device de173b26-fcd1-4926-a4de-7a1f3cbf158f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:30:06.512238 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port de173b26-fcd1-4926-a4de-7a1f3cbf158f triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:30:06.512600 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:18.034818 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 5 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:30:22.335206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-59cfbd87-845b-4661-9737-9d9b9d61e029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:24.780806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2f267388-ba98-4321-9170-01da215d639f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:25.899761 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:26.093665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:27.190489 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:52.337426 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-89a3ad7d-7778-4b71-9738-f1f87cd47ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:54.782834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-508667c9-fc93-477e-8b49-fbd059d290b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:55.038074 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 5 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:30:55.902164 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:56.096499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:57.193241 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:22.342711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d0d19f4a-9705-4238-9337-d81c11a48a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:24.784478 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0c557eb2-3e8f-4065-b288-847da5cd82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:25.904984 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:26.099742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:27.197190 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:27.663023 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52942) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:31:27.668742 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-4ff45695-61f6-421b-baa4-310146098ecc tempest-verify_tempest_config-513984761 tempest-verify_tempest_config-513984761-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:31:27.669751 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4ff45695-61f6-421b-baa4-310146098ecc tempest-verify_tempest_config-513984761 tempest-verify_tempest_config-513984761-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057478 Apr 22 14:31:28.000445 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52958) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:31:28.138693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:28.170240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:31:28.173948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Usage tracker for resource:security_group_rule and tenant:2fe6721f1b974a7a85b61a0044a3e55e is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:31:28.176664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:31:28.182186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:31:28.252724 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:28.256371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:28.301087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708dda21-4111-45dd-9b02-f59d282ddc7a,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:31:28.306223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Synchronizing usage tracker for tenant:4961230284f44d559d969e97058870d2 on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:31:28.314084 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:31:28.314425 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:31:28.314756 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:31:28.315089 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:31:28.315454 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:31:28.315784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:31:28.316101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:31:28.316419 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:31:28.316731 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:31:28.317044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:31:28.317354 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:31:28.332924 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] Unset dirty status for tenant:4961230284f44d559d969e97058870d2 on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:31:28.334145 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1918fee4-d8d2-4c22-b267-c31e3d45a995 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fe6721f1b974a7a85b61a0044a3e55e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3327651 Apr 22 14:31:28.336780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 52964) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:31:28.396154 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-46ed38ed-0ee5-4e30-a6df-331aaa06dbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:28.422236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-46ed38ed-0ee5-4e30-a6df-331aaa06dbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:28.514314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-46ed38ed-0ee5-4e30-a6df-331aaa06dbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:28.530779 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed38ed-0ee5-4e30-a6df-331aaa06dbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708dda21-4111-45dd-9b02-f59d282ddc7a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:31:28.536449 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-46ed38ed-0ee5-4e30-a6df-331aaa06dbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:28.538144 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-46ed38ed-0ee5-4e30-a6df-331aaa06dbd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/708dda21-4111-45dd-9b02-f59d282ddc7a HTTP/1.1" status: 204 len: 168 time: 0.2004585 Apr 22 14:31:32.038075 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 5 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:31:52.344305 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-89cd9fc8-2475-4012-b967-cefb85bb747e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:54.787138 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ff5b7e35-950b-4f4d-afff-4e790443234e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:55.908379 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:56.101798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:57.199482 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:09.037450 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 5 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:32:22.345698 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-35ab0fd6-35eb-4b40-a3a4-208de84d3909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:24.790124 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fe6a8500-e7ba-4629-98a4-8dc7cf15f732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:25.910838 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:26.104084 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:27.201376 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:46.037491 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 5 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:32:52.347452 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-10271b8c-c39a-47b9-a03b-23c1762f8524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:54.204868 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-668116'] for agent, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:54.795988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9569ec16-86d6-4023-ae01-fabab372a322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:55.912995 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:56.105856 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:57.204828 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:09.811211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53034) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:33:09.946173 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-796b2c8a-9f19-4edc-91d8-9847ba686ad9 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1338618 Apr 22 14:33:11.981269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53044) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:33:12.061262 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9983a58a-2255-4aaa-bcb9-d103c3857c4c admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0789440 Apr 22 14:33:22.349469 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a978c67d-c482-484b-be5c-9dbbb2ffb1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:23.037079 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:33:24.187361 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:24.790192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6a8824f9-64c2-427b-95ee-8d89073971b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:25.915929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:26.107661 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:27.207194 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:52.359826 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-66ea5f3f-4e5a-46ca-9861-792abad2682d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:54.195390 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:54.794159 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ba2d1c0e-9b8e-4829-9fbc-a5b1b281f57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:55.921964 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:56.110958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:57.213280 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:00.037314 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:34:22.356543 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f126-5e88-4607-8031-b4a6346f331f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:24.209631 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:24.790069 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-84b4fd17-1184-4c04-b722-a84d8556b7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:25.925413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:26.113133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:27.215957 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:37.037656 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:34:38.258283 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53182) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:38.665518 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-51030908-network', 'tenant_id': '6094381463d646049ac766b311ef0072'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:38.676327 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:38.681341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Usage tracker for resource:network and tenant:6094381463d646049ac766b311ef0072 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:38.685585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:38.692699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:38.704849 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Made reservation on behalf of 6094381463d646049ac766b311ef0072 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:38.706842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:38.729179 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:38.763629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:38.767488 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Usage tracker for resource:security_group_rule and tenant:6094381463d646049ac766b311ef0072 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:38.770591 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:38.776639 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:38.862063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:38.866419 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:38.890143 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:34:38.912040 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8f92a6-96c1-4721-b104-ca5fdaeef4ca,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:38.921558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:38.921883 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Added segment d4b6f6ba-ebac-49eb-a20c-20a79b38727c of type vlan for network b550088f-f0a0-45a4-ae4e-eed7f02c5e17 Apr 22 14:34:38.923979 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:38.924359 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:38.924641 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:38.924965 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:38.925301 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:38.925623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:38.925945 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:38.926271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:38.926568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:38.926879 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:38.927189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Tracked resource versions report: Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: pushed versions: Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Log': {'1.0'}, Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Network': {'1.1'}, Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Port': {'1.5'}, Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'PortForwarding': {'1.2'}, Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'QosPolicy': {'1.8'}, Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'SecurityGroup': {'1.2'}, Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'SubPort': {'1.0'}, Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Subnet': {'1.1'}, Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Trunk': {'1.1'}} Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: consumer versions: Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: { DHCP agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: HyperV agent@hv-neutron-8390: {}, Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: L3 agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: Metadata agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: Metering agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: Open vSwitch agent@dv-neutron-839027-1-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Log': '1.0', Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Network': '1.1', Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Port': '1.5', Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'PortForwarding': '1.2', Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'QosPolicy': '1.8', Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'SecurityGroup': '1.2', Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'SecurityGroupRule': '1.0', Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'SubPort': '1.0', Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Subnet': '1.1', Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: 'Trunk': '1.1'}} Apr 22 14:34:38.928257 dv-neutron-839027-1-hyperv neutron-server[83964]: {{(pid=83964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:34:38.959377 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:38.991714 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:38.992540 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:38.993285 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:39.102878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] Pushing event updated for resources: {'Network': ['ID=b550088f-f0a0-45a4-ae4e-eed7f02c5e17,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:39.118868 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network b550088f-f0a0-45a4-ae4e-eed7f02c5e17 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:34:39.123155 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2b9eb5b8-05ae-410b-869f-2e0cc200e520 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8606069 Apr 22 14:34:39.123445 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53218) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:39.129799 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-55105c12-c43f-4e33-a5fe-27a03806456d admin admin] Request body: {'subnet': {'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-51030908-subnet', 'tenant_id': '6094381463d646049ac766b311ef0072', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:39.135439 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-55105c12-c43f-4e33-a5fe-27a03806456d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:39.140698 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-55105c12-c43f-4e33-a5fe-27a03806456d admin admin] Usage tracker for resource:subnet and tenant:6094381463d646049ac766b311ef0072 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:39.143995 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-55105c12-c43f-4e33-a5fe-27a03806456d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:39.150292 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-55105c12-c43f-4e33-a5fe-27a03806456d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:39.164475 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55105c12-c43f-4e33-a5fe-27a03806456d admin admin] Made reservation on behalf of 6094381463d646049ac766b311ef0072 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:39.168262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55105c12-c43f-4e33-a5fe-27a03806456d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:39.326360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53226) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:39.420540 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55105c12-c43f-4e33-a5fe-27a03806456d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:39.514195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55105c12-c43f-4e33-a5fe-27a03806456d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7895da2c-27e4-4c0c-82d1-5c2260f4fda9,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:39.544486 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53238) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:39.554549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55105c12-c43f-4e33-a5fe-27a03806456d admin admin] Checking segment: {'id': 'd4b6f6ba-ebac-49eb-a20c-20a79b38727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:34:39.554931 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55105c12-c43f-4e33-a5fe-27a03806456d admin admin] Network hostable DHCP agents. Network: b550088f-f0a0-45a4-ae4e-eed7f02c5e17, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:34:39.578056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55105c12-c43f-4e33-a5fe-27a03806456d admin admin] Network b550088f-f0a0-45a4-ae4e-eed7f02c5e17 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:34:39.588965 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-55105c12-c43f-4e33-a5fe-27a03806456d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, b550088f-f0a0-45a4-ae4e-eed7f02c5e17) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:39.593799 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55105c12-c43f-4e33-a5fe-27a03806456d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:39.596619 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55105c12-c43f-4e33-a5fe-27a03806456d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:39.599641 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97604289-e7fe-4d9e-8fab-c6e62ec3f6e9 None None] Network b550088f-f0a0-45a4-ae4e-eed7f02c5e17 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:34:39.619346 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-55105c12-c43f-4e33-a5fe-27a03806456d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4945879 Apr 22 14:34:39.620874 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53244) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:39.622740 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53246) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:39.628720 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-51030908-router', 'tenant_id': '6094381463d646049ac766b311ef0072', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:39.634896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:39.640428 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Usage tracker for resource:router and tenant:6094381463d646049ac766b311ef0072 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:39.644132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:39.650345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:39.672239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:39.674492 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:39.705639 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:39.898720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'tenant_id': '6094381463d646049ac766b311ef0072', 'fixed_ips': [{'subnet_id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:34:39.899970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:39.990729 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Request body: {'networks': [{'name': 'tempest-network--634202966'}, {'name': 'tempest-network--1502141870'}]} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:39.991326 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Request body: {'network': {'name': 'tempest-network--634202966'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:39.991927 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Request body: {'network': {'name': 'tempest-network--1502141870'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:39.999010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:40.006099 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Usage tracker for resource:network and tenant:c4e7f722f869474e87aa9f015d1bc8eb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:40.012696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:40.019707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:40.039019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2073296503-network', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:40.044962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.056881 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Made reservation on behalf of c4e7f722f869474e87aa9f015d1bc8eb for: {'network': 2} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:40.060698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.072726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:40.077168 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Usage tracker for resource:network and tenant:f8aa87d08eac46c5bfa80e52bb051b50 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:40.079984 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:40.085923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:40.097315 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Allocated IP 172.20.0.2 (b550088f-f0a0-45a4-ae4e-eed7f02c5e17/7895da2c-27e4-4c0c-82d1-5c2260f4fda9/85e1aba6-46f2-44b7-9eaa-22b21fca838a) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:34:40.101083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.113699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Made reservation on behalf of f8aa87d08eac46c5bfa80e52bb051b50 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:40.116142 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.123019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-524485016-network', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:40.131268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:40.134649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.141221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Usage tracker for resource:network and tenant:bda8a1e2f57544349aa2938094d971c5 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:40.149385 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:40.163273 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:40.193561 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Made reservation on behalf of bda8a1e2f57544349aa2938094d971c5 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:40.196746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.221285 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.260301 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:40.273011 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Usage tracker for resource:security_group_rule and tenant:c4e7f722f869474e87aa9f015d1bc8eb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:40.276124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:40.279252 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:40.291186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:40.297096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Usage tracker for resource:security_group_rule and tenant:bda8a1e2f57544349aa2938094d971c5 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:40.301078 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:40.301506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:40.306634 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Usage tracker for resource:security_group_rule and tenant:f8aa87d08eac46c5bfa80e52bb051b50 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:40.311367 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:40.313273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:40.341248 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.352565 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Transition to ACTIVE for port object 85e1aba6-46f2-44b7-9eaa-22b21fca838a will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:34:40.374035 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Transition to ACTIVE for port object 85e1aba6-46f2-44b7-9eaa-22b21fca838a will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:34:40.399130 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.426788 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.434051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:40.435189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.476574 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Network b550088f-f0a0-45a4-ae4e-eed7f02c5e17 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:34:40.480728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:40.485259 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:34:40.491585 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Pushing event updated for resources: {'Port': ['ID=85e1aba6-46f2-44b7-9eaa-22b21fca838a,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:40.517742 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9c7748-971a-4744-9750-3c8587aea1c6,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:40.520749 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.539845 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.539995 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.540189 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.540698 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.540845 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.541315 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.541823 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.542351 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.542830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.543490 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.544146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.544774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.545263 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Tracked resource versions report: Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: pushed versions: Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Log': {'1.0'}, Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Network': {'1.1'}, Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Port': {'1.5'}, Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'PortForwarding': {'1.2'}, Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'QosPolicy': {'1.8'}, Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'SecurityGroup': {'1.2'}, Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'SubPort': {'1.0'}, Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Subnet': {'1.1'}, Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Trunk': {'1.1'}} Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: consumer versions: Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: { DHCP agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: HyperV agent@hv-neutron-8390: {}, Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: L3 agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: Metadata agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: Metering agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: Open vSwitch agent@dv-neutron-839027-1-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Log': '1.0', Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Network': '1.1', Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Port': '1.5', Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'PortForwarding': '1.2', Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'QosPolicy': '1.8', Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'SecurityGroup': '1.2', Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'SecurityGroupRule': '1.0', Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'SubPort': '1.0', Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Subnet': '1.1', Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: 'Trunk': '1.1'}} Apr 22 14:34:40.547947 dv-neutron-839027-1-hyperv neutron-server[83965]: {{(pid=83965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:34:40.558831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:34:40.580806 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.581615 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Added segment 601fbbd7-f82b-4090-8aed-22f2d51bbbf3 of type vlan for network 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 Apr 22 14:34:40.585752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:34:40.596178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.596729 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Added segment 32d75e0c-3f02-4499-bc37-2f037a13ce56 of type vlan for network 702f4be6-e203-478b-b83a-abd98ca55c09 Apr 22 14:34:40.614154 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.647874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.654724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Attempting to bind port 85e1aba6-46f2-44b7-9eaa-22b21fca838a on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:40.655408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Attempting to bind port 85e1aba6-46f2-44b7-9eaa-22b21fca838a by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'd4b6f6ba-ebac-49eb-a20c-20a79b38727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:40.655966 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Attempting to bind port 85e1aba6-46f2-44b7-9eaa-22b21fca838a on network b550088f-f0a0-45a4-ae4e-eed7f02c5e17 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:40.673174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:34:40.674783 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.675781 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:40.676385 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Checking segment: {'id': 'd4b6f6ba-ebac-49eb-a20c-20a79b38727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:34:40.676612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.678757 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.679521 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Bound using segment: {'id': 'd4b6f6ba-ebac-49eb-a20c-20a79b38727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:34:40.681879 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Bound port: 85e1aba6-46f2-44b7-9eaa-22b21fca838a, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b6f6ba-ebac-49eb-a20c-20a79b38727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:34:40.682888 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.698699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384a9103-a97c-4676-af2c-506bb6cd42bf,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:40.735619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53276) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:40.737040 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1148586 Apr 22 14:34:40.758073 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7b23687d-353a-427a-8efd-c5be29c186e1 admin admin] Request body: {'subnet': {'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-524485016-subnet', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:40.768428 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.769418 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.769940 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.770451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.770975 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.771539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.772064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.772592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.772984 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.773381 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.773772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Tracked resource versions report: Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: pushed versions: Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Log': {'1.0'}, Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Network': {'1.1'}, Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Port': {'1.5'}, Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'PortForwarding': {'1.2'}, Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'QosPolicy': {'1.8'}, Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'SecurityGroup': {'1.2'}, Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'SubPort': {'1.0'}, Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Subnet': {'1.1'}, Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Trunk': {'1.1'}} Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: consumer versions: Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: { DHCP agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: HyperV agent@hv-neutron-8390: {}, Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: L3 agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: Metadata agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: Metering agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: Open vSwitch agent@dv-neutron-839027-1-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Log': '1.0', Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Network': '1.1', Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Port': '1.5', Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'PortForwarding': '1.2', Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'QosPolicy': '1.8', Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'SecurityGroup': '1.2', Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'SecurityGroupRule': '1.0', Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'SubPort': '1.0', Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Subnet': '1.1', Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: 'Trunk': '1.1'}} Apr 22 14:34:40.774853 dv-neutron-839027-1-hyperv neutron-server[83963]: {{(pid=83963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:34:40.788748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.798507 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.847060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] For port 85e1aba6-46f2-44b7-9eaa-22b21fca838a, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:34:40.850182 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:34:40.852322 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] For port 85e1aba6-46f2-44b7-9eaa-22b21fca838a, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=85e1aba6-46f2-44b7-9eaa-22b21fca838a,segment=NetworkSegment(d4b6f6ba-ebac-49eb-a20c-20a79b38727c),segment_id=d4b6f6ba-ebac-49eb-a20c-20a79b38727c)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:34:40.860429 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.861230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca83ad2-b093-4a19-8926-a33a1cd073b7 admin admin] Pushing event updated for resources: {'Network': ['ID=3a6b99dc-a404-4bb0-b96f-b84f53c37fd6,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:40.870415 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7b23687d-353a-427a-8efd-c5be29c186e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:40.895541 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7b23687d-353a-427a-8efd-c5be29c186e1 admin admin] Usage tracker for resource:subnet and tenant:bda8a1e2f57544349aa2938094d971c5 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:40.904473 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:34:40.912721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7b23687d-353a-427a-8efd-c5be29c186e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:40.915708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.916049 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Added segment a0d99d62-1b9a-4ea8-a73d-21e5302fd7bf of type vlan for network a17f0b74-4e9e-48a8-b7a8-764e15a41e3f Apr 22 14:34:40.921425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:34:40.937966 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7b23687d-353a-427a-8efd-c5be29c186e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:40.942009 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0ce4d6-3118-4fad-b762-bbc3b28ee8ef,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:40.958554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:40.958920 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Added segment cd74334e-2e43-49c3-bdcc-2cf4451c2cc3 of type vlan for network 5a755e32-34d9-4ab6-b03f-b51179b95d5b Apr 22 14:34:40.983388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:41.018732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:41.037102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b23687d-353a-427a-8efd-c5be29c186e1 admin admin] Made reservation on behalf of bda8a1e2f57544349aa2938094d971c5 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:41.039304 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b23687d-353a-427a-8efd-c5be29c186e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:41.059536 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:41.094413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe91ba-cbd0-4beb-9674-fdc3cead334c None None] Pushing event updated for resources: {'Port': ['ID=85e1aba6-46f2-44b7-9eaa-22b21fca838a,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:41.126943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:41.349268 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:41.349775 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:41.353410 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:41.356401 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:41.357018 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:41.411802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:41.412931 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:41.413662 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:41.597339 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Allocated IP 172.26.0.90 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/27b6fa3c-ebc9-4038-b4fd-21b915f94cfe) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:34:41.602644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event updated for resources: {'Network': ['ID=702f4be6-e203-478b-b83a-abd98ca55c09,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:41.619114 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 702f4be6-e203-478b-b83a-abd98ca55c09 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:34:41.744797 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4176641 Apr 22 14:34:41.748128 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53308) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:41.774205 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2291291 Apr 22 14:34:41.834393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53314) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:41.865219 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-26651849-24bb-41e2-ac04-997f3d787153 admin admin] Request body: {'subnet': {'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2073296503-subnet', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:41.875534 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-26651849-24bb-41e2-ac04-997f3d787153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:41.879328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9475e-8165-404c-a851-3ee6ae58a29d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event updated for resources: {'Network': ['ID=a17f0b74-4e9e-48a8-b7a8-764e15a41e3f,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:41.890662 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network a17f0b74-4e9e-48a8-b7a8-764e15a41e3f details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:34:41.906249 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-26651849-24bb-41e2-ac04-997f3d787153 admin admin] Usage tracker for resource:subnet and tenant:f8aa87d08eac46c5bfa80e52bb051b50 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:41.922588 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-26651849-24bb-41e2-ac04-997f3d787153 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:42.036366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80934f1-c82d-4181-89f6-e4f716b8e0c2 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:42.050880 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80934f1-c82d-4181-89f6-e4f716b8e0c2 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:42.054780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80934f1-c82d-4181-89f6-e4f716b8e0c2 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:42.058832 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80934f1-c82d-4181-89f6-e4f716b8e0c2 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:42.073916 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b80934f1-c82d-4181-89f6-e4f716b8e0c2 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3234980 Apr 22 14:34:42.078315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53324) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:42.106560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-26651849-24bb-41e2-ac04-997f3d787153 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:42.129240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52318cd2-7f2c-43d6-8a21-107995ea1c7e admin admin] Pushing event updated for resources: {'Network': ['ID=5a755e32-34d9-4ab6-b03f-b51179b95d5b,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:42.143921 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 5a755e32-34d9-4ab6-b03f-b51179b95d5b details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:34:42.234240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:42.300603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:42.361355 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26651849-24bb-41e2-ac04-997f3d787153 admin admin] Made reservation on behalf of f8aa87d08eac46c5bfa80e52bb051b50 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:42.364668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-26651849-24bb-41e2-ac04-997f3d787153 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:42.383708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b23687d-353a-427a-8efd-c5be29c186e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:42.422601 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96263a51-39f4-47cb-b5c0-19b40295ad23 None None] Network b550088f-f0a0-45a4-ae4e-eed7f02c5e17 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:34:42.432257 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:42.487380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53332) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:42.561575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:42.575164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53338) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:42.587386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:34:42.611990 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Pushing event updated for resources: {'Port': ['ID=27b6fa3c-ebc9-4038-b4fd-21b915f94cfe,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:42.615324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:42.633568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Subscribe: > segment before_delete 55550000 {{(pid=83964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:34:42.633934 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:34:42.634691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:34:42.635021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Subscribe: > port after_create 55550000 {{(pid=83964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:34:42.638925 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Subscribe: > port after_delete 55550000 {{(pid=83964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:34:42.640195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Subscribe: > port after_update 55550000 {{(pid=83964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:34:42.640575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Subscribe: > segment after_delete 55550000 {{(pid=83964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:34:42.642347 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Subscribe: > subnet after_create 55550000 {{(pid=83964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:34:42.643405 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Subscribe: > subnet after_delete 55550000 {{(pid=83964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:34:42.643997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Subscribe: > subnet after_update 55550000 {{(pid=83964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:34:42.689075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b23687d-353a-427a-8efd-c5be29c186e1 admin admin] Checking segment: {'id': '601fbbd7-f82b-4090-8aed-22f2d51bbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:34:42.689657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b23687d-353a-427a-8efd-c5be29c186e1 admin admin] Network hostable DHCP agents. Network: 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:34:42.736608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23687d-353a-427a-8efd-c5be29c186e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b918be07-59c3-483b-9013-143f8e82c337,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:42.742339 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:34:42.769183 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b23687d-353a-427a-8efd-c5be29c186e1 admin admin] Network 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:34:42.801377 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-7b23687d-353a-427a-8efd-c5be29c186e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:42.811560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b23687d-353a-427a-8efd-c5be29c186e1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:42.812476 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b23687d-353a-427a-8efd-c5be29c186e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:42.900170 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7b23687d-353a-427a-8efd-c5be29c186e1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1580191 Apr 22 14:34:42.921296 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 85e1aba6-46f2-44b7-9eaa-22b21fca838a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:34:42.931110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53350) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:42.939130 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Subscribe: > subnet after_create 55550000 {{(pid=83964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:34:42.939857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Subscribe: > subnet after_delete 55550000 {{(pid=83964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:34:42.940262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Subscribe: > subnet before_create 55550000 {{(pid=83964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:34:42.940802 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Subscribe: > subnet before_update 55550000 {{(pid=83964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:34:42.941347 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702f4be6-e203-478b-b83a-abd98ca55c09']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:42.949921 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-524485016-router', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:42.964310 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d75e0c-3f02-4499-bc37-2f037a13ce56') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:42.964727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d75e0c-3f02-4499-bc37-2f037a13ce56') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:42.967604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:42.976780 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Usage tracker for resource:router and tenant:bda8a1e2f57544349aa2938094d971c5 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:42.980061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:42.983025 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:42.994247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:43.005494 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.011845 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9793de-a33b-41c4-b627-d9c9a151dd87 None None] Network 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:34:43.016474 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:34:43.017270 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn_limited( Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn_limited( Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:34:43.041496 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:34:43.070384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.071543 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.104137 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-26651849-24bb-41e2-ac04-997f3d787153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.129591 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a1681fcb-bb2e-4873-8367-f9c8463d4598 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1572174810'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:43.137191 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a1681fcb-bb2e-4873-8367-f9c8463d4598 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:43.143355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a1681fcb-bb2e-4873-8367-f9c8463d4598 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Usage tracker for resource:router and tenant:d713338ac1f74e3f80d9d7b015411a31 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:43.147890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a1681fcb-bb2e-4873-8367-f9c8463d4598 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:43.157380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a1681fcb-bb2e-4873-8367-f9c8463d4598 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:43.184721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a1681fcb-bb2e-4873-8367-f9c8463d4598 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.186304 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a1681fcb-bb2e-4873-8367-f9c8463d4598 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.203765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-324622691'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:43.212657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.213631 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.216488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26651849-24bb-41e2-ac04-997f3d787153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a354afd-2b42-4fdb-869d-c2ecd7ee3dac,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:43.255486 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:43.259918 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Usage tracker for resource:network and tenant:fa73cce2d8ec4554a2773798476cbe41 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:43.264830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1d819352-d5bd-454a-9cbe-9607ccf04360 None None] Provisioning for port 85e1aba6-46f2-44b7-9eaa-22b21fca838a completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:34:43.265116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:43.273227 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:43.287206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Made reservation on behalf of fa73cce2d8ec4554a2773798476cbe41 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:43.290199 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.318808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.352254 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26651849-24bb-41e2-ac04-997f3d787153 admin admin] Checking segment: {'id': 'cd74334e-2e43-49c3-bdcc-2cf4451c2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:34:43.353627 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26651849-24bb-41e2-ac04-997f3d787153 admin admin] Network hostable DHCP agents. Network: 5a755e32-34d9-4ab6-b03f-b51179b95d5b, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:34:43.356364 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a1681fcb-bb2e-4873-8367-f9c8463d4598 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.378126 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.381790 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a1681fcb-bb2e-4873-8367-f9c8463d4598 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.419214 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.443654 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26651849-24bb-41e2-ac04-997f3d787153 admin admin] Network 5a755e32-34d9-4ab6-b03f-b51179b95d5b is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:34:43.445543 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event deleted for resources: {'Network': ['ID=702f4be6-e203-478b-b83a-abd98ca55c09,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:43.464408 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-26651849-24bb-41e2-ac04-997f3d787153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 5a755e32-34d9-4ab6-b03f-b51179b95d5b) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:43.466380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53364) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:43.475083 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1afebc-8e08-4121-b074-60214d96c392 None None] Network 5a755e32-34d9-4ab6-b03f-b51179b95d5b requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:34:43.483560 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.502011 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-83a85e18-2689-4ebc-b166-c7183b25be8e tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "DELETE /v2.0/networks/702f4be6-e203-478b-b83a-abd98ca55c09 HTTP/1.1" status: 204 len: 168 time: 1.4222314 Apr 22 14:34:43.509219 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53370) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:43.510444 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:43.522094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Usage tracker for resource:security_group_rule and tenant:fa73cce2d8ec4554a2773798476cbe41 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:43.595262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26651849-24bb-41e2-ac04-997f3d787153 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:43.595967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-26651849-24bb-41e2-ac04-997f3d787153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.602947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 85e1aba6-46f2-44b7-9eaa-22b21fca838a completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:34:43.684810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a661ca77-6844-4ef3-953a-796725abaa9c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.689523 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a1681fcb-bb2e-4873-8367-f9c8463d4598 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.691891 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a1681fcb-bb2e-4873-8367-f9c8463d4598 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2027845 Apr 22 14:34:43.693231 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:43.699936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53380) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:43.708530 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:43.746278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 85e1aba6-46f2-44b7-9eaa-22b21fca838a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:34:43.756436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.828783 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-26651849-24bb-41e2-ac04-997f3d787153 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9837601 Apr 22 14:34:43.837810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53384) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:43.850309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2073296503-router', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:43.864494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:43.880445 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Usage tracker for resource:router and tenant:f8aa87d08eac46c5bfa80e52bb051b50 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:43.892316 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:43.902084 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:43.914502 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53388) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:43.918880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.920030 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:43.936462 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.028805 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.054760 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'fixed_ips': [{'subnet_id': 'b918be07-59c3-483b-9013-143f8e82c337'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:34:44.058226 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.190781 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a661ca77-6844-4ef3-953a-796725abaa9c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.208396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9864287e-d5f5-4d78-9077-3ed69bd3c58f tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.239088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-e92f59c2-c038-4cda-a63b-8ce8160a8759 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:44.310512 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-377863817'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:44.340432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:44.350214 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Usage tracker for resource:network and tenant:b5f942f5a83b400cbfe165669082ef06 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:44.351208 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-a661ca77-6844-4ef3-953a-796725abaa9c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17f0b74-4e9e-48a8-b7a8-764e15a41e3f']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:44.364951 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:44.375208 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:44.379239 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-a661ca77-6844-4ef3-953a-796725abaa9c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d99d62-1b9a-4ea8-a73d-21e5302fd7bf') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:44.379570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-a661ca77-6844-4ef3-953a-796725abaa9c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d99d62-1b9a-4ea8-a73d-21e5302fd7bf') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:44.390997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Allocated IP 172.20.0.2 (3a6b99dc-a404-4bb0-b96f-b84f53c37fd6/b918be07-59c3-483b-9013-143f8e82c337/f101e878-1850-41c7-a770-ed6087965aba) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:34:44.392738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6f52fdc7-7411-4a4b-a4c4-904c1a8d05d5 None None] Provisioning complete for port 85e1aba6-46f2-44b7-9eaa-22b21fca838a triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:34:44.393492 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6f52fdc7-7411-4a4b-a4c4-904c1a8d05d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.406407 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.406956 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.408271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a661ca77-6844-4ef3-953a-796725abaa9c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.412793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Made reservation on behalf of b5f942f5a83b400cbfe165669082ef06 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:44.415922 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.423256 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.429883 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'fixed_ips': [{'subnet_id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:34:44.430794 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.433542 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:34:44.447522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.448706 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a661ca77-6844-4ef3-953a-796725abaa9c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.528365 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a661ca77-6844-4ef3-953a-796725abaa9c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:34:44.528365 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a661ca77-6844-4ef3-953a-796725abaa9c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:34:44.541514 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:34:44.547146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.611471 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7667a9e0-96e2-4a02-90bd-f50ed1c1364b,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:44.704251 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:44.713529 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Usage tracker for resource:security_group_rule and tenant:b5f942f5a83b400cbfe165669082ef06 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:44.718892 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:44.726817 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 85e1aba6-46f2-44b7-9eaa-22b21fca838a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=85e1aba6-46f2-44b7-9eaa-22b21fca838a,segment=NetworkSegment(d4b6f6ba-ebac-49eb-a20c-20a79b38727c),segment_id=d4b6f6ba-ebac-49eb-a20c-20a79b38727c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:34:44.781638 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:44.791360 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.825056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a661ca77-6844-4ef3-953a-796725abaa9c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.830207 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a661ca77-6844-4ef3-953a-796725abaa9c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.861699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:34:44.864029 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661ca77-6844-4ef3-953a-796725abaa9c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event deleted for resources: {'Network': ['ID=a17f0b74-4e9e-48a8-b7a8-764e15a41e3f,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:44.868123 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9864287e-d5f5-4d78-9077-3ed69bd3c58f tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.872788 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e92f59c2-c038-4cda-a63b-8ce8160a8759 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] 10.222.0.23 "PUT /v2.0/quotas/9875565b134745a68d5dd7ac8513cd62 HTTP/1.1" status: 200 len: 366 time: 0.9557550 Apr 22 14:34:44.877685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53396) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:44.892803 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a661ca77-6844-4ef3-953a-796725abaa9c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "DELETE /v2.0/networks/a17f0b74-4e9e-48a8-b7a8-764e15a41e3f HTTP/1.1" status: 204 len: 168 time: 1.3765271 Apr 22 14:34:44.894142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.894480 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Added segment 1768dbff-43e1-4fb4-9ebb-8cbf085f9161 of type vlan for network c880dabb-c8b9-4f17-b54d-23936e7c09ea Apr 22 14:34:44.896016 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53400) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:44.896243 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9864287e-d5f5-4d78-9077-3ed69bd3c58f tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.910395 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f572ca22-490c-4ec2-9da9-a7aac3ee9e8c tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0304391 Apr 22 14:34:44.913373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53404) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:44.934730 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.989497 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.010057 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.033147 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Allocated IP 172.20.0.2 (5a755e32-34d9-4ab6-b03f-b51179b95d5b/6a354afd-2b42-4fdb-869d-c2ecd7ee3dac/22531ebc-3ddf-4146-aa80-c265c658ca3e) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:34:45.058514 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9864287e-d5f5-4d78-9077-3ed69bd3c58f tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.058835 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9864287e-d5f5-4d78-9077-3ed69bd3c58f tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81ffe6c4-2f71-4daf-86b9-f94c1667ffe1 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:34:45.066785 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.076930 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9864287e-d5f5-4d78-9077-3ed69bd3c58f tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.079494 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9864287e-d5f5-4d78-9077-3ed69bd3c58f tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] 10.222.0.23 "DELETE /v2.0/routers/81ffe6c4-2f71-4daf-86b9-f94c1667ffe1 HTTP/1.1" status: 204 len: 168 time: 1.3731649 Apr 22 14:34:45.079635 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Transition to ACTIVE for port object f101e878-1850-41c7-a770-ed6087965aba will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:34:45.081682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53410) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:45.086841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-00e10e4e-0123-4050-b8b7-a2236fb505c3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Request body: {'router': {'name': 'tempest-router-1865043302', 'distributed': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:45.092284 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.095988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:45.096768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.099438 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4a970e24-1344-4789-879c-3cba1f8fb8a7 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] 10.222.0.23 "GET /v2.0/quotas/9875565b134745a68d5dd7ac8513cd62 HTTP/1.1" status: 200 len: 366 time: 0.1665180 Apr 22 14:34:45.103477 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-00e10e4e-0123-4050-b8b7-a2236fb505c3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:45.103690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Transition to ACTIVE for port object f101e878-1850-41c7-a770-ed6087965aba will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:34:45.106723 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53414) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:45.114354 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=85e1aba6-46f2-44b7-9eaa-22b21fca838a,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:45.130130 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.140811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-00e10e4e-0123-4050-b8b7-a2236fb505c3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Usage tracker for resource:router and tenant:d713338ac1f74e3f80d9d7b015411a31 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:45.151574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-00e10e4e-0123-4050-b8b7-a2236fb505c3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:45.213914 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6284709 Apr 22 14:34:45.222404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-00e10e4e-0123-4050-b8b7-a2236fb505c3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:45.224267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53418) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:45.231019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.250248 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682bf3b-0989-448d-b261-470ee1992139 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Pushing event updated for resources: {'Network': ['ID=c880dabb-c8b9-4f17-b54d-23936e7c09ea,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:45.254195 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-94e1e287-3dcd-4691-91b5-2d80c19cd824 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/9875565b134745a68d5dd7ac8513cd62 HTTP/1.1" status: 204 len: 168 time: 0.1317308 Apr 22 14:34:45.261403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53424) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:45.263009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00e10e4e-0123-4050-b8b7-a2236fb505c3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.264128 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00e10e4e-0123-4050-b8b7-a2236fb505c3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.271144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.286339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00e10e4e-0123-4050-b8b7-a2236fb505c3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.295554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network c880dabb-c8b9-4f17-b54d-23936e7c09ea details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:34:45.308454 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00e10e4e-0123-4050-b8b7-a2236fb505c3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.335048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00e10e4e-0123-4050-b8b7-a2236fb505c3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.337355 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-00e10e4e-0123-4050-b8b7-a2236fb505c3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2542231 Apr 22 14:34:45.340412 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53430) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:45.363531 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b37612-8c87-4aa8-983d-1685d483ed17 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:45.367796 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b37612-8c87-4aa8-983d-1685d483ed17 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:45.368616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c1b37612-8c87-4aa8-983d-1685d483ed17 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Synchronizing usage tracker for tenant:c4e7f722f869474e87aa9f015d1bc8eb on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:34:45.372938 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d550c942-2df3-4abb-9f1a-882887be5165 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1034744 Apr 22 14:34:45.383494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53434) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:45.409098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:34:45.446986 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99dc1d65-7fce-4f17-94e2-34c776b0a3bd,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:45.447920 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Network 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:34:45.449910 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:45.452358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c1b37612-8c87-4aa8-983d-1685d483ed17 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Unset dirty status for tenant:c4e7f722f869474e87aa9f015d1bc8eb on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:34:45.453515 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c1b37612-8c87-4aa8-983d-1685d483ed17 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5512242 Apr 22 14:34:45.463899 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:34:45.465302 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53438) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:45.466745 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.467425 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Added segment 3e9667e0-d0a8-41e9-b64f-2cded85754e3 of type vlan for network 234779a6-5458-4bc2-a910-db5965bd8988 Apr 22 14:34:45.484873 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Pushing event updated for resources: {'Port': ['ID=f101e878-1850-41c7-a770-ed6087965aba,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:45.491459 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-2a158372-2b90-4ffc-969a-d8d459a0f982 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1291736487'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:45.519051 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Request body: {'network': {'name': 'tempest-network--1814423448', 'router:external': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:45.527309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:45.527548 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Allocated IP 172.26.0.81 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/ea9e97e4-73b4-4d78-a01c-547258ef5bee) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:34:45.533614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2a158372-2b90-4ffc-969a-d8d459a0f982 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:45.534854 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Usage tracker for resource:network and tenant:3945e1445cd341d29f45fc9a769420b5 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:45.538769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:45.547475 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:45.556172 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1aad129c-ba8e-4611-aa51-aa0683a3b881 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] 10.222.0.23 "GET /v2.0/quotas/9875565b134745a68d5dd7ac8513cd62 HTTP/1.1" status: 200 len: 370 time: 0.1572170 Apr 22 14:34:45.560340 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53442) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:45.565658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c52ebf32-c972-4b0d-bbb3-499194263adf tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.590704 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2a158372-2b90-4ffc-969a-d8d459a0f982 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:45.621696 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-02dd3b18-6918-44c1-bd48-332a819708b8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] 10.222.0.23 "GET /v2.0/quotas/9875565b134745a68d5dd7ac8513cd62/default HTTP/1.1" status: 200 len: 370 time: 0.0558813 Apr 22 14:34:45.627197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53446) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:45.627197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Made reservation on behalf of 3945e1445cd341d29f45fc9a769420b5 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:45.629014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.630632 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.685762 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.705427 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Attempting to bind port f101e878-1850-41c7-a770-ed6087965aba on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:45.705789 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Attempting to bind port f101e878-1850-41c7-a770-ed6087965aba by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '601fbbd7-f82b-4090-8aed-22f2d51bbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:45.706362 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Attempting to bind port f101e878-1850-41c7-a770-ed6087965aba on network 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:45.710286 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.711227 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Transition to ACTIVE for port object 22531ebc-3ddf-4146-aa80-c265c658ca3e will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:34:45.720767 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:34:45.721265 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Checking segment: {'id': '601fbbd7-f82b-4090-8aed-22f2d51bbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:34:45.721832 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.722514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Bound using segment: {'id': '601fbbd7-f82b-4090-8aed-22f2d51bbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:34:45.723001 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Bound port: f101e878-1850-41c7-a770-ed6087965aba, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601fbbd7-f82b-4090-8aed-22f2d51bbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:34:45.723410 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.738761 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-aa6cb54c-7a63-4159-bc40-eb825387709e tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] delete failed (client error): The resource could not be found. Apr 22 14:34:45.740828 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-aa6cb54c-7a63-4159-bc40-eb825387709e tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/9875565b134745a68d5dd7ac8513cd62 HTTP/1.1" status: 404 len: 348 time: 0.0996873 Apr 22 14:34:45.769213 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a158372-2b90-4ffc-969a-d8d459a0f982 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Made reservation on behalf of c4e7f722f869474e87aa9f015d1bc8eb for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:45.771140 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Transition to ACTIVE for port object 22531ebc-3ddf-4146-aa80-c265c658ca3e will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:34:45.772089 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2a158372-2b90-4ffc-969a-d8d459a0f982 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.775176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:45.782901 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.815981 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.836474 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:34:45.842373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.847551 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Sync routers for ids ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:34:45.872089 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Routers {'cca2a2c3-0a4a-4db6-8413-e513920a7ff8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:34:45.872872 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:34:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:45.945179 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Network 5a755e32-34d9-4ab6-b03f-b51179b95d5b is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:34:45.952662 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:45.957062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a158372-2b90-4ffc-969a-d8d459a0f982 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:34:45.963174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Pushing event updated for resources: {'Port': ['ID=22531ebc-3ddf-4146-aa80-c265c658ca3e,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:45.963493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Usage tracker for resource:security_group_rule and tenant:3945e1445cd341d29f45fc9a769420b5 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:45.967198 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:34:45.983502 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:45.987124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:45.987821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.028190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53452) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:46.028627 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:46.037569 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2a158372-2b90-4ffc-969a-d8d459a0f982 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.037912 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-2a158372-2b90-4ffc-969a-d8d459a0f982 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Added segment 95df7985-4215-4935-b6a9-5e8cb2e22caf of type vlan for network 936985fa-d4a5-4fbe-a688-e5087563d7b6 Apr 22 14:34:46.050260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:46.081001 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] For port f101e878-1850-41c7-a770-ed6087965aba, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:34:46.106293 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.107516 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-54c3dc4e-27d6-4dbc-be6c-94fd6a2694a6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4838030 Apr 22 14:34:46.112838 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] For port f101e878-1850-41c7-a770-ed6087965aba, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f101e878-1850-41c7-a770-ed6087965aba,segment=NetworkSegment(601fbbd7-f82b-4090-8aed-22f2d51bbbf3),segment_id=601fbbd7-f82b-4090-8aed-22f2d51bbbf3)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:34:46.120353 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Attempting to bind port 22531ebc-3ddf-4146-aa80-c265c658ca3e on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:46.120842 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Attempting to bind port 22531ebc-3ddf-4146-aa80-c265c658ca3e by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'cd74334e-2e43-49c3-bdcc-2cf4451c2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:46.121360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53456) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:46.121526 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Attempting to bind port 22531ebc-3ddf-4146-aa80-c265c658ca3e on network 5a755e32-34d9-4ab6-b03f-b51179b95d5b {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:46.130316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:34:46.130689 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Checking segment: {'id': 'cd74334e-2e43-49c3-bdcc-2cf4451c2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:34:46.131204 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.132560 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Bound using segment: {'id': 'cd74334e-2e43-49c3-bdcc-2cf4451c2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:34:46.133267 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Bound port: 22531ebc-3ddf-4146-aa80-c265c658ca3e, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd74334e-2e43-49c3-bdcc-2cf4451c2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:34:46.133673 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.154154 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.213420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Usage tracker for resource:network and tenant:c781e99140954d44823144f7205d3260 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:46.218669 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7402618 Apr 22 14:34:46.225239 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Set router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:34:46.233967 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c52ebf32-c972-4b0d-bbb3-499194263adf tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.238073 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:46.247685 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a4c01-450a-4922-9730-e6d5a0ce1fc7 None None] Pushing event updated for resources: {'Port': ['ID=f101e878-1850-41c7-a770-ed6087965aba,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:46.251760 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c52ebf32-c972-4b0d-bbb3-499194263adf tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.285286 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Usage tracker for resource:subnet and tenant:c781e99140954d44823144f7205d3260 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:46.306648 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.311514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2a158372-2b90-4ffc-969a-d8d459a0f982 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.319241 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a2766-8297-408e-b69f-46e53df78d35 tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Pushing event updated for resources: {'Network': ['ID=234779a6-5458-4bc2-a910-db5965bd8988,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:46.347022 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 234779a6-5458-4bc2-a910-db5965bd8988 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:34:46.350851 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:46.367137 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.392091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Usage tracker for resource:subnetpool and tenant:c781e99140954d44823144f7205d3260 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:46.396860 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c52ebf32-c972-4b0d-bbb3-499194263adf tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.396860 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52ebf32-c972-4b0d-bbb3-499194263adf tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e05ad631-413c-4fdb-ba58-2973e5565a2d {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:34:46.402488 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.407152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2a158372-2b90-4ffc-969a-d8d459a0f982 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.411407 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a158372-2b90-4ffc-969a-d8d459a0f982 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:46.412041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2a158372-2b90-4ffc-969a-d8d459a0f982 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.442969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:46.488086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:34:46.516518 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Usage tracker for resource:port and tenant:c781e99140954d44823144f7205d3260 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:46.520276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.520620 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Added segment c35da45b-199f-4f93-9f23-eb37086fad55 of type vlan for network 378fc550-a004-4a56-afd0-335758c4f127 Apr 22 14:34:46.522398 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc36920-55e0-47a8-b2e5-73a5daf2f5ee,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:46.554005 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c52ebf32-c972-4b0d-bbb3-499194263adf tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.558135 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c52ebf32-c972-4b0d-bbb3-499194263adf tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e05ad631-413c-4fdb-ba58-2973e5565a2d HTTP/1.1" status: 204 len: 168 time: 1.2120457 Apr 22 14:34:46.561612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:46.564427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53470) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:46.572563 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-fc93f6c7-954f-4344-858d-dad4d5abd342 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Request body: {'router': {'name': 'tempest-router-1829349925', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '39c3ec59013a4963ac076649b8117433'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:46.588662 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fc93f6c7-954f-4344-858d-dad4d5abd342 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:46.599672 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.627498 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] For port 22531ebc-3ddf-4146-aa80-c265c658ca3e, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:34:46.662787 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] For port 22531ebc-3ddf-4146-aa80-c265c658ca3e, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=22531ebc-3ddf-4146-aa80-c265c658ca3e,segment=NetworkSegment(cd74334e-2e43-49c3-bdcc-2cf4451c2cc3),segment_id=cd74334e-2e43-49c3-bdcc-2cf4451c2cc3)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:34:46.674945 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.675538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fc93f6c7-954f-4344-858d-dad4d5abd342 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Usage tracker for resource:router and tenant:39c3ec59013a4963ac076649b8117433 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:46.682985 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fc93f6c7-954f-4344-858d-dad4d5abd342 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:46.687653 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Usage tracker for resource:router and tenant:c781e99140954d44823144f7205d3260 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:46.692540 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.714779 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fc93f6c7-954f-4344-858d-dad4d5abd342 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:46.720552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:46.772775 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2a158372-2b90-4ffc-969a-d8d459a0f982 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2959919 Apr 22 14:34:46.775815 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Usage tracker for resource:floatingip and tenant:c781e99140954d44823144f7205d3260 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:46.779723 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53474) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:46.784526 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fc93f6c7-954f-4344-858d-dad4d5abd342 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.785446 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fc93f6c7-954f-4344-858d-dad4d5abd342 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.801233 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-73df75d7-6b98-40e6-8cec-d1bb869c58d7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-139678464'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:46.838971 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a85669-0cb7-4e58-9fd6-3ea8b92f5f8b None None] Pushing event updated for resources: {'Port': ['ID=22531ebc-3ddf-4146-aa80-c265c658ca3e,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:46.847962 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-73df75d7-6b98-40e6-8cec-d1bb869c58d7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:46.873555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-73df75d7-6b98-40e6-8cec-d1bb869c58d7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:46.885646 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a158372-2b90-4ffc-969a-d8d459a0f982 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event updated for resources: {'Network': ['ID=936985fa-d4a5-4fbe-a688-e5087563d7b6,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:46.896968 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:46.911718 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 936985fa-d4a5-4fbe-a688-e5087563d7b6 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:34:46.924611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73df75d7-6b98-40e6-8cec-d1bb869c58d7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Made reservation on behalf of c4e7f722f869474e87aa9f015d1bc8eb for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:46.926651 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73df75d7-6b98-40e6-8cec-d1bb869c58d7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.935313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:34:46.954919 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:46.965312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.966246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:46.966368 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:34:46.967006 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:46.976042 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'name': 'tempest-ServerActionsTestJSON-51030908-router', 'tenant_id': '6094381463d646049ac766b311ef0072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:39Z', 'updated_at': '2022-04-22T14:34:42Z', 'revision_number': 3, 'project_id': '6094381463d646049ac766b311ef0072', 'gw_port': {'id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:41Z', 'updated_at': '2022-04-22T14:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:46.995924 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Checking router: cca2a2c3-0a4a-4db6-8413-e513920a7ff8 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:34:46.996623 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Updating router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 port 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:34:47.064295 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 85e1aba6-46f2-44b7-9eaa-22b21fca838a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:34:47.085914 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Allocated IP 172.26.0.156 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/4a3c9f97-adc0-4104-b02e-1be9416948bf) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:34:47.114258 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:47.176589 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 85e1aba6-46f2-44b7-9eaa-22b21fca838a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:34:47.177162 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:47.217111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event updated for resources: {'Network': ['ID=378fc550-a004-4a56-afd0-335758c4f127,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:47.248876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 378fc550-a004-4a56-afd0-335758c4f127 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:34:47.250444 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e2f06a22-27de-488d-a453-1736ccc532a3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0220900 Apr 22 14:34:47.254258 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53480) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:47.298004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Pushing event updated for resources: {'Port': ['ID=ea9e97e4-73b4-4d78-a01c-547258ef5bee,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:47.376430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fc93f6c7-954f-4344-858d-dad4d5abd342 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:47.377813 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Usage tracker for resource:security_group and tenant:c781e99140954d44823144f7205d3260 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:47.388983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73df75d7-6b98-40e6-8cec-d1bb869c58d7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:34:47.398920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:47.432590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Usage tracker for resource:security_group_rule and tenant:c781e99140954d44823144f7205d3260 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:47.450221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:47.476718 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0cbd72cf-6a63-481c-8dfc-7fac086bcbe8 tempest-QuotasTest-1392169452 tempest-QuotasTest-1392169452-project-admin] 10.222.0.23 "GET /v2.0/quotas/c781e99140954d44823144f7205d3260/details.json HTTP/1.1" status: 200 len: 703 time: 1.4447660 Apr 22 14:34:47.496651 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73df75d7-6b98-40e6-8cec-d1bb869c58d7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:47.497223 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-73df75d7-6b98-40e6-8cec-d1bb869c58d7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Added segment 71a33ca0-0c9c-43c9-8b11-e2d2150b58a1 of type vlan for network 92013855-7440-4a3a-94ef-b61e6267600c Apr 22 14:34:47.519942 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-397ac4ab-1d53-40d0-bfe4-6de51c1b9dec tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:47.529748 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f101e878-1850-41c7-a770-ed6087965aba up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:34:47.543985 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fc93f6c7-954f-4344-858d-dad4d5abd342 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:47.578005 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53486) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:47.587267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Request body: {'port': {'network_id': '234779a6-5458-4bc2-a910-db5965bd8988', 'binding:host_id': 'hv-neutron-8390', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1187383497'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:47.593037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:47.599179 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Usage tracker for resource:port and tenant:b158994a9ab44c839ade70ca8f0fdc16 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:47.603603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:47.604257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:47.614635 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:47.672937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fc93f6c7-954f-4344-858d-dad4d5abd342 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:47.676718 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fc93f6c7-954f-4344-858d-dad4d5abd342 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1063671 Apr 22 14:34:47.676718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Made reservation on behalf of b158994a9ab44c839ade70ca8f0fdc16 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:47.677547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:47.693383 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53490) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:47.701759 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73df75d7-6b98-40e6-8cec-d1bb869c58d7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:47.729906 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port f101e878-1850-41c7-a770-ed6087965aba completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:34:47.730223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-b1656411-0a3c-42d7-b3b6-1606324cd997 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:47.891612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:47.930083 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-397ac4ab-1d53-40d0-bfe4-6de51c1b9dec tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:47.962165 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-397ac4ab-1d53-40d0-bfe4-6de51c1b9dec tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378fc550-a004-4a56-afd0-335758c4f127']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:47.979022 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-397ac4ab-1d53-40d0-bfe4-6de51c1b9dec tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35da45b-199f-4f93-9f23-eb37086fad55') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:47.979814 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-397ac4ab-1d53-40d0-bfe4-6de51c1b9dec tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35da45b-199f-4f93-9f23-eb37086fad55') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:47.984068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:34:47.993839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-397ac4ab-1d53-40d0-bfe4-6de51c1b9dec tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:47.997441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3c9f97-adc0-4104-b02e-1be9416948bf,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:48.000915 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:48.013118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:34:48.018568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-397ac4ab-1d53-40d0-bfe4-6de51c1b9dec tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.031691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397ac4ab-1d53-40d0-bfe4-6de51c1b9dec tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:34:48.032102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-397ac4ab-1d53-40d0-bfe4-6de51c1b9dec tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.037789 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bbf151-1545-4823-9bfd-7f66edd670df None None] Network 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:34:48.084684 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.086150 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53498) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:48.097758 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Transition to ACTIVE for port object 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:34:48.107782 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.153495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.154230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:34:48.177310 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:34:48.180013 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.190248 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb5b46-a009-449a-9d2b-4b323a63b6d4 None None] Pushing event updated for resources: {'Port': ['ID=27b6fa3c-ebc9-4038-b4fd-21b915f94cfe,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:48.200046 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-397ac4ab-1d53-40d0-bfe4-6de51c1b9dec tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.202802 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb5b46-a009-449a-9d2b-4b323a63b6d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:48.203634 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb5b46-a009-449a-9d2b-4b323a63b6d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:48.204188 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb5b46-a009-449a-9d2b-4b323a63b6d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:48.204306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73df75d7-6b98-40e6-8cec-d1bb869c58d7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.205383 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb5b46-a009-449a-9d2b-4b323a63b6d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:48.206055 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb5b46-a009-449a-9d2b-4b323a63b6d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:48.206708 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb5b46-a009-449a-9d2b-4b323a63b6d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:48.207189 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb5b46-a009-449a-9d2b-4b323a63b6d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:48.207817 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb5b46-a009-449a-9d2b-4b323a63b6d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:48.207995 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df75d7-6b98-40e6-8cec-d1bb869c58d7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:48.208470 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb5b46-a009-449a-9d2b-4b323a63b6d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:48.208941 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb5b46-a009-449a-9d2b-4b323a63b6d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:48.209067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73df75d7-6b98-40e6-8cec-d1bb869c58d7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.209521 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb5b46-a009-449a-9d2b-4b323a63b6d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb5b46-a009-449a-9d2b-4b323a63b6d4 None None] Tracked resource versions report: Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: pushed versions: Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Log': {'1.0'}, Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Network': {'1.1'}, Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Port': {'1.5'}, Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'PortForwarding': {'1.2'}, Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'QosPolicy': {'1.8'}, Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'SecurityGroup': {'1.2'}, Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'SubPort': {'1.0'}, Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Subnet': {'1.1'}, Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Trunk': {'1.1'}} Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: consumer versions: Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: { DHCP agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: HyperV agent@hv-neutron-8390: {}, Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: L3 agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: Metadata agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: Metering agent@dv-neutron-839027-1-hyperv: {}, Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: Open vSwitch agent@dv-neutron-839027-1-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Log': '1.0', Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Network': '1.1', Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Port': '1.5', Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'PortForwarding': '1.2', Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'QosPolicy': '1.8', Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'SecurityGroup': '1.2', Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'SecurityGroupRule': '1.0', Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'SubPort': '1.0', Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Subnet': '1.1', Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: 'Trunk': '1.1'}} Apr 22 14:34:48.210820 dv-neutron-839027-1-hyperv neutron-server[83966]: {{(pid=83966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:34:48.248448 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Attempting to bind port 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:48.249093 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Attempting to bind port 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:48.249628 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Attempting to bind port 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:48.258421 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:34:48.259120 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:34:48.259893 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.260453 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:34:48.262029 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Bound port: 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:34:48.262698 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.300320 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-23dd54f2-cf48-443a-8779-64c5092ed74a None None] Provisioning for port f101e878-1850-41c7-a770-ed6087965aba completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:34:48.315501 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-23dd54f2-cf48-443a-8779-64c5092ed74a None None] Provisioning complete for port f101e878-1850-41c7-a770-ed6087965aba triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:34:48.316012 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-23dd54f2-cf48-443a-8779-64c5092ed74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.326331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-82a577a0-4bb4-46cd-98b1-11b17e86a21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.371548 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] For port 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:34:48.375625 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] For port 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=27b6fa3c-ebc9-4038-b4fd-21b915f94cfe,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:34:48.380557 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397ac4ab-1d53-40d0-bfe4-6de51c1b9dec tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 378fc550-a004-4a56-afd0-335758c4f127 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 14:34:48.391546 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.405677 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-397ac4ab-1d53-40d0-bfe4-6de51c1b9dec tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.510125 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb5b46-a009-449a-9d2b-4b323a63b6d4 None None] Pushing event updated for resources: {'Port': ['ID=27b6fa3c-ebc9-4038-b4fd-21b915f94cfe,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:48.527110 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Routers {'cca2a2c3-0a4a-4db6-8413-e513920a7ff8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:34:48.531217 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:34:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:48.572221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-82a577a0-4bb4-46cd-98b1-11b17e86a21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:48.577917 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-82a577a0-4bb4-46cd-98b1-11b17e86a21f admin admin] Usage tracker for resource:security_group_rule and tenant:e663a40443d14151900896e570bafe7f is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:48.581555 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-82a577a0-4bb4-46cd-98b1-11b17e86a21f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:48.588838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-82a577a0-4bb4-46cd-98b1-11b17e86a21f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:48.603642 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-397ac4ab-1d53-40d0-bfe4-6de51c1b9dec tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "DELETE /v2.0/networks/378fc550-a004-4a56-afd0-335758c4f127 HTTP/1.1" status: 204 len: 168 time: 1.3383574 Apr 22 14:34:48.629750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53504) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:48.637367 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-73df75d7-6b98-40e6-8cec-d1bb869c58d7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8455257 Apr 22 14:34:48.644141 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:48.648661 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53506) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:48.666436 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Usage tracker for resource:security_group_rule and tenant:b158994a9ab44c839ade70ca8f0fdc16 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:48.672617 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-02a93589-4cfd-4a4f-bf8f-f564259d5abd tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:48.673555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:48.679028 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-02a93589-4cfd-4a4f-bf8f-f564259d5abd tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:48.680427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df75d7-6b98-40e6-8cec-d1bb869c58d7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event updated for resources: {'Network': ['ID=92013855-7440-4a3a-94ef-b61e6267600c,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:48.696625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-02a93589-4cfd-4a4f-bf8f-f564259d5abd tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Usage tracker for resource:network and tenant:3945e1445cd341d29f45fc9a769420b5 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:48.697427 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 92013855-7440-4a3a-94ef-b61e6267600c details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:34:48.703891 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-02a93589-4cfd-4a4f-bf8f-f564259d5abd tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:48.710309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-02a93589-4cfd-4a4f-bf8f-f564259d5abd tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:48.735145 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Request body: {'ports': [{'network_id': '936985fa-d4a5-4fbe-a688-e5087563d7b6', 'name': 'tempest-port--1696805930', 'admin_state_up': True}, {'network_id': '92013855-7440-4a3a-94ef-b61e6267600c', 'admin_state_up': False}]} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:48.735759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Request body: {'port': {'network_id': '936985fa-d4a5-4fbe-a688-e5087563d7b6', 'name': 'tempest-port--1696805930', 'admin_state_up': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:48.736386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Request body: {'port': {'network_id': '92013855-7440-4a3a-94ef-b61e6267600c', 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:48.872904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a2abac-0f1b-4642-b654-90ba978981f8 None None] Network 5a755e32-34d9-4ab6-b03f-b51179b95d5b requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:34:48.887665 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:48.890508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a93589-4cfd-4a4f-bf8f-f564259d5abd tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Made reservation on behalf of 3945e1445cd341d29f45fc9a769420b5 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:48.892998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-02a93589-4cfd-4a4f-bf8f-f564259d5abd tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.902914 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ac4ab-1d53-40d0-bfe4-6de51c1b9dec tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event deleted for resources: {'Network': ['ID=378fc550-a004-4a56-afd0-335758c4f127,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:48.925992 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] Set router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:34:48.936041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a93589-4cfd-4a4f-bf8f-f564259d5abd tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:34:48.946935 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-02a93589-4cfd-4a4f-bf8f-f564259d5abd tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:48.947637 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-02a93589-4cfd-4a4f-bf8f-f564259d5abd tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Added segment c62213eb-be89-4b01-8829-1fa9f0ad5a67 of type vlan for network 0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4 Apr 22 14:34:48.982321 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-02a93589-4cfd-4a4f-bf8f-f564259d5abd tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:49.064132 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 22531ebc-3ddf-4146-aa80-c265c658ca3e up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:34:49.111937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:49.132081 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:49.137070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] device_id is not set on port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:34:49.235923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-23dd54f2-cf48-443a-8779-64c5092ed74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:49.281960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-82a577a0-4bb4-46cd-98b1-11b17e86a21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:49.299144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-02a93589-4cfd-4a4f-bf8f-f564259d5abd tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:49.303429 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a93589-4cfd-4a4f-bf8f-f564259d5abd tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:49.304332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-02a93589-4cfd-4a4f-bf8f-f564259d5abd tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:49.308560 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 22531ebc-3ddf-4146-aa80-c265c658ca3e completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:34:49.313865 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:49.345717 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-23dd54f2-cf48-443a-8779-64c5092ed74a None None] For port f101e878-1850-41c7-a770-ed6087965aba, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f101e878-1850-41c7-a770-ed6087965aba,segment=NetworkSegment(601fbbd7-f82b-4090-8aed-22f2d51bbbf3),segment_id=601fbbd7-f82b-4090-8aed-22f2d51bbbf3)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:34:49.358046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-23dd54f2-cf48-443a-8779-64c5092ed74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:49.445540 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d1eb6a-ed90-4daa-8c9f-c3069df5b0c0,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:49.474185 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'name': 'tempest-ServerActionsTestJSON-51030908-router', 'tenant_id': '6094381463d646049ac766b311ef0072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:39Z', 'updated_at': '2022-04-22T14:34:42Z', 'revision_number': 3, 'project_id': '6094381463d646049ac766b311ef0072', 'gw_port': {'id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:41Z', 'updated_at': '2022-04-22T14:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:49.484096 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd54f2-cf48-443a-8779-64c5092ed74a None None] Pushing event updated for resources: {'Port': ['ID=f101e878-1850-41c7-a770-ed6087965aba,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:49.502326 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc8633-4297-4880-a922-a3209114b52f None None] The sync data for ids ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'] in dv-neutron-839027-1-hyperv is: [{'id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'name': 'tempest-ServerActionsTestJSON-51030908-router', 'tenant_id': '6094381463d646049ac766b311ef0072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:39Z', 'updated_at': '2022-04-22T14:34:42Z', 'revision_number': 3, 'project_id': '6094381463d646049ac766b311ef0072', 'gw_port': {'id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:41Z', 'updated_at': '2022-04-22T14:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:34:49.513226 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6db7a201-4fcf-41a6-8fb4-d7c50748ffb6 None None] Provisioning for port 22531ebc-3ddf-4146-aa80-c265c658ca3e completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:34:49.517736 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6db7a201-4fcf-41a6-8fb4-d7c50748ffb6 None None] Provisioning complete for port 22531ebc-3ddf-4146-aa80-c265c658ca3e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:34:49.518191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6db7a201-4fcf-41a6-8fb4-d7c50748ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:49.575226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a93589-4cfd-4a4f-bf8f-f564259d5abd tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event updated for resources: {'Network': ['ID=0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:49.590416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-82a577a0-4bb4-46cd-98b1-11b17e86a21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:49.605898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Usage tracker for resource:port and tenant:c4e7f722f869474e87aa9f015d1bc8eb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:49.632040 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:34:49.649633 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:49.673505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:49.724031 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-82a577a0-4bb4-46cd-98b1-11b17e86a21f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e663a40443d14151900896e570bafe7f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6367788 Apr 22 14:34:49.751014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Made reservation on behalf of c4e7f722f869474e87aa9f015d1bc8eb for: {'port': 2} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:49.757942 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53512) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:49.760222 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:49.840726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:49.889174 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-02a93589-4cfd-4a4f-bf8f-f564259d5abd tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2477698 Apr 22 14:34:49.890656 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1656411-0a3c-42d7-b3b6-1606324cd997 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:49.890996 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1656411-0a3c-42d7-b3b6-1606324cd997 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:49.892886 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a577a0-4bb4-46cd-98b1-11b17e86a21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9343fb4b-768e-48c5-8492-3233706d24d1,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:49.899005 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53516) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:49.915067 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Request body: {'subnet': {'network_id': '0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:49.921469 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6db7a201-4fcf-41a6-8fb4-d7c50748ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:49.954023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:49.971484 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-6db7a201-4fcf-41a6-8fb4-d7c50748ffb6 None None] For port 22531ebc-3ddf-4146-aa80-c265c658ca3e, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=22531ebc-3ddf-4146-aa80-c265c658ca3e,segment=NetworkSegment(cd74334e-2e43-49c3-bdcc-2cf4451c2cc3),segment_id=cd74334e-2e43-49c3-bdcc-2cf4451c2cc3)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:34:49.976098 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6db7a201-4fcf-41a6-8fb4-d7c50748ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:49.985188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Usage tracker for resource:subnet and tenant:3945e1445cd341d29f45fc9a769420b5 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:49.989032 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:50.009424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] device_id is not set on port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:34:50.056989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:50.057224 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:50.085270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7a201-4fcf-41a6-8fb4-d7c50748ffb6 None None] Pushing event updated for resources: {'Port': ['ID=22531ebc-3ddf-4146-aa80-c265c658ca3e,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:50.086378 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:50.087116 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:50.106715 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Transition to ACTIVE for port object 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 will not be triggered until provisioned by entity L2. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:34:50.112219 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b1656411-0a3c-42d7-b3b6-1606324cd997 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83964) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 22 14:34:50.112541 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b1656411-0a3c-42d7-b3b6-1606324cd997 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Router 37f9dcdc-9208-46d1-ab93-dff86b784015 migrating from provider to provider. {{(pid=83964) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 22 14:34:50.112907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1656411-0a3c-42d7-b3b6-1606324cd997 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:50.116829 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-0f6b0c6c-0622-4bcd-a723-670eb5c8f30d None None] Provisioning complete for port 22531ebc-3ddf-4146-aa80-c265c658ca3e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:34:50.117354 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0f6b0c6c-0622-4bcd-a723-670eb5c8f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:50.122129 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1656411-0a3c-42d7-b3b6-1606324cd997 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:50.129183 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Made reservation on behalf of 3945e1445cd341d29f45fc9a769420b5 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:50.131472 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:50.133459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:50.137693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1656411-0a3c-42d7-b3b6-1606324cd997 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:50.179411 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c8614c4-939f-47e8-8391-9d3cf06718ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:50.278381 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-0f6b0c6c-0622-4bcd-a723-670eb5c8f30d None None] Provisioning complete for port f101e878-1850-41c7-a770-ed6087965aba triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:34:50.278381 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0f6b0c6c-0622-4bcd-a723-670eb5c8f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:50.366364 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c8614c4-939f-47e8-8391-9d3cf06718ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:50.384115 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Pushing event updated for resources: {'Port': ['ID=0a90a92b-92d0-42d8-b313-2cc1d0297fa4,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:50.463012 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Checking segment: {'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:34:50.463973 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Network hostable DHCP agents. Network: 234779a6-5458-4bc2-a910-db5965bd8988, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:34:50.477259 dv-neutron-839027-1-hyperv neutron-server[83964]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b1656411-0a3c-42d7-b3b6-1606324cd997 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] No L3 agents can host the router 37f9dcdc-9208-46d1-ab93-dff86b784015 Apr 22 14:34:50.503870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c8614c4-939f-47e8-8391-9d3cf06718ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:50.506143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] device_id is not set on port 5e2c3d08-6d82-472c-964b-28938e3ef15d yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:34:50.590411 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8614c4-939f-47e8-8391-9d3cf06718ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9343fb4b-768e-48c5-8492-3233706d24d1,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:50.647112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Network 234779a6-5458-4bc2-a910-db5965bd8988 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:34:50.676462 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 234779a6-5458-4bc2-a910-db5965bd8988) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:50.682297 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c8614c4-939f-47e8-8391-9d3cf06718ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:50.683762 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2c8614c4-939f-47e8-8391-9d3cf06718ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9343fb4b-768e-48c5-8492-3233706d24d1 HTTP/1.1" status: 204 len: 168 time: 0.9184282 Apr 22 14:34:50.689018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:34:50.693268 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17c97e0-9466-4aad-9e0f-31039f0f83eb None None] Network 234779a6-5458-4bc2-a910-db5965bd8988 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:34:50.707890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:50.708259 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:50.708617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:50.761940 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:50.762358 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:50.764052 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 2 to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 Apr 22 14:34:50.775113 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1656411-0a3c-42d7-b3b6-1606324cd997 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Hosts for router 37f9dcdc-9208-46d1-ab93-dff86b784015: [] {{(pid=83964) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 22 14:34:50.903314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:50.903668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:50.903973 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:50.910202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1656411-0a3c-42d7-b3b6-1606324cd997 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Hosts for other DVR routers connected to router 37f9dcdc-9208-46d1-ab93-dff86b784015: set() {{(pid=83964) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 22 14:34:50.912757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1656411-0a3c-42d7-b3b6-1606324cd997 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:50.916814 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b1656411-0a3c-42d7-b3b6-1606324cd997 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] 10.222.0.23 "PUT /v2.0/routers/37f9dcdc-9208-46d1-ab93-dff86b784015 HTTP/1.1" status: 200 len: 717 time: 3.2187679 Apr 22 14:34:50.919187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53524) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:50.986995 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:50.987734 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:50.994108 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 3 to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 Apr 22 14:34:51.007962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Router 34b6a6d6-887e-4ef7-9b48-0a345212124a is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:34:51.055542 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:51.067596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:51.068254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:51.068759 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:51.072167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:34:51.079316 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:51.079885 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:51.081275 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 4 to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 Apr 22 14:34:51.109781 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1a5b6057-19ee-4e1f-9a04-ffaacbd0599b tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] 10.222.0.23 "GET /v2.0/routers/37f9dcdc-9208-46d1-ab93-dff86b784015 HTTP/1.1" status: 200 len: 717 time: 0.1887856 Apr 22 14:34:51.110263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:51.110603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:51.110932 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:51.112978 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53528) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:51.122973 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:51.123339 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:51.123710 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 5 to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 Apr 22 14:34:51.140545 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:51.141019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:51.141224 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:51.147600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:51.147925 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:51.148307 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 6 to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 Apr 22 14:34:51.164368 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:51.164741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:51.165063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:51.171353 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:34:51.172719 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:51.173064 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:51.173458 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 7 to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 Apr 22 14:34:51.176710 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:34:51.177099 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:51.188944 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:51.189272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:51.189594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:51.195601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:51.195931 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:51.196328 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 8 to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 Apr 22 14:34:51.212361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:51.212696 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:51.212974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:51.220537 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:51.220774 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:51.221784 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 9 to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 Apr 22 14:34:51.237755 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:51.238122 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:51.238455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:51.245427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:51.245612 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:51.246142 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 10 to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 Apr 22 14:34:51.268039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:51.268403 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:51.269163 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:51.275954 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:51.276323 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:51.276768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:51.301576 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:51.320146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=27b6fa3c-ebc9-4038-b4fd-21b915f94cfe,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:34:51.329682 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:51.330524 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 22531ebc-3ddf-4146-aa80-c265c658ca3e up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:34:51.345290 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53534) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:51.370793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ac85768-c002-49de-af2f-f1aa50b20a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:51.419790 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] For port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4, host hv-neutron-8390, cleared binding levels {{(pid=83964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:34:51.419790 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempted to set empty binding levels {{(pid=83964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 14:34:51.426633 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3ac85768-c002-49de-af2f-f1aa50b20a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:51.431338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:51.436496 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3ac85768-c002-49de-af2f-f1aa50b20a7f admin admin] Usage tracker for resource:security_group_rule and tenant:c781e99140954d44823144f7205d3260 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:51.448986 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=27b6fa3c-ebc9-4038-b4fd-21b915f94cfe,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:51.469280 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3ac85768-c002-49de-af2f-f1aa50b20a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:51.485603 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 22531ebc-3ddf-4146-aa80-c265c658ca3e triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:34:51.486242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:51.533371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3ac85768-c002-49de-af2f-f1aa50b20a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:51.603923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] device_id is not set on port 68349b10-70d3-4c15-831c-a8eb7d14a1f7 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:34:51.606507 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f101e878-1850-41c7-a770-ed6087965aba up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:34:51.614657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:51.684787 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f101e878-1850-41c7-a770-ed6087965aba triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:34:51.685148 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:51.726905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:51.767801 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Pushing event updated for resources: {'Port': ['ID=0a90a92b-92d0-42d8-b313-2cc1d0297fa4,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:51.779794 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ac85768-c002-49de-af2f-f1aa50b20a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:51.790991 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-73555704-cc03-468c-8061-de1af9216738 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.2107208 Apr 22 14:34:51.793567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53538) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:51.803334 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-95c7f766-dfe1-441a-a38c-c7525cd1cbb6 tempest-RoutersTestDVR-38305257 tempest-RoutersTestDVR-38305257-project] 10.222.0.23 "GET /v2.0/routers/37f9dcdc-9208-46d1-ab93-dff86b784015 HTTP/1.1" status: 200 len: 683 time: 0.6870975 Apr 22 14:34:51.811046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53542) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:51.836889 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ac85768-c002-49de-af2f-f1aa50b20a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:51.909037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac85768-c002-49de-af2f-f1aa50b20a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81aa494-69b4-4577-aba9-986194ba7e0f,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:51.924586 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3ac85768-c002-49de-af2f-f1aa50b20a7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c781e99140954d44823144f7205d3260&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5782108 Apr 22 14:34:51.926939 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53546) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:51.931069 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-3dbebdb0-9146-49a8-b077-a66612f10b05 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Deleting port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:34:51.931444 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3dbebdb0-9146-49a8-b077-a66612f10b05 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:51.961064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:34:52.100931 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-336deed3-9c77-45b7-9189-beb97013085c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:52.196205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-336deed3-9c77-45b7-9189-beb97013085c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:52.220520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-3dbebdb0-9146-49a8-b077-a66612f10b05 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] For port 0a90a92b-92d0-42d8-b313-2cc1d0297fa4, host hv-neutron-8390, got binding levels [] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:34:52.221050 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3dbebdb0-9146-49a8-b077-a66612f10b05 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:52.261710 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.objects.ports [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83963) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:34:52.262463 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:52.269803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:52.347518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Allocated IP 172.20.0.1 (b550088f-f0a0-45a4-ae4e-eed7f02c5e17/7895da2c-27e4-4c0c-82d1-5c2260f4fda9/4b7b99d1-3276-439f-a3b4-a17ab9e8d47d) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:34:52.355824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1997bdf8-8605-41e6-bf94-99991d3fc8a3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:52.360427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-3dbebdb0-9146-49a8-b077-a66612f10b05 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Calling delete_port for 0a90a92b-92d0-42d8-b313-2cc1d0297fa4 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:34:52.361959 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3f430649-384a-473b-a506-fc075665eaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:52.492089 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-336deed3-9c77-45b7-9189-beb97013085c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:52.515143 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336deed3-9c77-45b7-9189-beb97013085c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81aa494-69b4-4577-aba9-986194ba7e0f,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:52.520804 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-336deed3-9c77-45b7-9189-beb97013085c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:52.524574 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-336deed3-9c77-45b7-9189-beb97013085c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c81aa494-69b4-4577-aba9-986194ba7e0f HTTP/1.1" status: 204 len: 168 time: 0.5939569 Apr 22 14:34:52.524574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3dbebdb0-9146-49a8-b077-a66612f10b05 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:52.674761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbebdb0-9146-49a8-b077-a66612f10b05 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a90a92b-92d0-42d8-b313-2cc1d0297fa4,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:52.684362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3dbebdb0-9146-49a8-b077-a66612f10b05 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:52.695542 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3dbebdb0-9146-49a8-b077-a66612f10b05 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] 10.222.0.23 "DELETE /v2.0/ports/0a90a92b-92d0-42d8-b313-2cc1d0297fa4 HTTP/1.1" status: 204 len: 168 time: 0.9012489 Apr 22 14:34:52.697153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53552) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:52.748692 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc482e06-4060-438b-b3c1-958ac6ed3156 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] GET failed (client error): The resource could not be found. Apr 22 14:34:52.749342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-dc482e06-4060-438b-b3c1-958ac6ed3156 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Synchronizing usage tracker for tenant:b158994a9ab44c839ade70ca8f0fdc16 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:34:52.756042 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c4ac7d23-721d-41a9-b63f-42c30cf4b41a,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:52.768455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-dc482e06-4060-438b-b3c1-958ac6ed3156 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Unset dirty status for tenant:b158994a9ab44c839ade70ca8f0fdc16 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:34:52.775442 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dc482e06-4060-438b-b3c1-958ac6ed3156 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] 10.222.0.23 "GET /v2.0/ports/0a90a92b-92d0-42d8-b313-2cc1d0297fa4 HTTP/1.1" status: 404 len: 333 time: 0.0765374 Apr 22 14:34:52.776295 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53556) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:52.781978 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-7fe0fde8-1974-4446-9191-99454c9327a2 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Request body: {'port': {'network_id': '234779a6-5458-4bc2-a910-db5965bd8988', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-374341291'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:52.786638 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7fe0fde8-1974-4446-9191-99454c9327a2 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:52.801770 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7fe0fde8-1974-4446-9191-99454c9327a2 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:52.814688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe0fde8-1974-4446-9191-99454c9327a2 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Made reservation on behalf of b158994a9ab44c839ade70ca8f0fdc16 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:52.817981 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7fe0fde8-1974-4446-9191-99454c9327a2 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:52.848045 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-7fe0fde8-1974-4446-9191-99454c9327a2 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] device_id is not set on port 8caa029b-0b24-43f0-b865-ac77bb07191d yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:34:52.897913 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:34:52.931101 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:52.944934 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:34:52.969355 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Sync routers for ids ['34b6a6d6-887e-4ef7-9b48-0a345212124a'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:34:53.020667 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Checking segment: {'id': 'c62213eb-be89-4b01-8829-1fa9f0ad5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:34:53.021027 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Network hostable DHCP agents. Network: 0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:34:53.046383 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Routers {'34b6a6d6-887e-4ef7-9b48-0a345212124a'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:34:53.047351 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:34:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['34b6a6d6-887e-4ef7-9b48-0a345212124a'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:53.138686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7fe0fde8-1974-4446-9191-99454c9327a2 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:53.177249 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7fe0fde8-1974-4446-9191-99454c9327a2 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:53.193176 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:34:53.193728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:53.229007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:53.252804 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:53.257185 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3bb28fcc-eb2d-4265-8dad-5aae3795bf26 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.3219960 Apr 22 14:34:53.259309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53570) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:53.299734 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event updated for resources: {'Port': ['ID=5e2c3d08-6d82-472c-964b-28938e3ef15d,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:53.321104 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1997bdf8-8605-41e6-bf94-99991d3fc8a3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:53.337918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Transition to ACTIVE for port object 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:34:53.354054 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe0fde8-1974-4446-9191-99454c9327a2 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Network 234779a6-5458-4bc2-a910-db5965bd8988 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:34:53.360494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1997bdf8-8605-41e6-bf94-99991d3fc8a3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:53.374364 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-7fe0fde8-1974-4446-9191-99454c9327a2 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:53.392876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Set router 34b6a6d6-887e-4ef7-9b48-0a345212124a gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:34:53.416500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Checking segment: {'id': '95df7985-4215-4935-b6a9-5e8cb2e22caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '936985fa-d4a5-4fbe-a688-e5087563d7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:34:53.416807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Network hostable DHCP agents. Network: 936985fa-d4a5-4fbe-a688-e5087563d7b6, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:34:53.426910 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Network 0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:34:53.441384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe0fde8-1974-4446-9191-99454c9327a2 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:34:53.442203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe0fde8-1974-4446-9191-99454c9327a2 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:53.442839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7fe0fde8-1974-4446-9191-99454c9327a2 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:53.458381 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0fde8-1974-4446-9191-99454c9327a2 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Pushing event updated for resources: {'Port': ['ID=8caa029b-0b24-43f0-b865-ac77bb07191d,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:53.471473 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:53.510067 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94195c61-4e4e-428d-9054-a0cd62cf2e5c None None] Network 0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:34:53.521310 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7fe0fde8-1974-4446-9191-99454c9327a2 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7406683 Apr 22 14:34:53.521310 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53576) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:53.529729 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:53.594063 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:53.595269 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:53.651950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Network 936985fa-d4a5-4fbe-a688-e5087563d7b6 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:34:53.657624 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:53.679089 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:53.724669 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Network b550088f-f0a0-45a4-ae4e-eed7f02c5e17 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:34:53.724669 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1997bdf8-8605-41e6-bf94-99991d3fc8a3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:53.724669 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1997bdf8-8605-41e6-bf94-99991d3fc8a3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37f9dcdc-9208-46d1-ab93-dff86b784015 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:34:53.772207 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:53.800920 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ca87790a-9357-414f-b3b4-2b1c25a8dae9 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8971071 Apr 22 14:34:53.802598 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53584) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:53.808582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:34:53.811092 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:53.813818 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Request body: {'floatingip': {'floating_network_id': '0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:53.877683 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:34:53.883275 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1997bdf8-8605-41e6-bf94-99991d3fc8a3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:53.889154 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1997bdf8-8605-41e6-bf94-99991d3fc8a3 tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] 10.222.0.23 "DELETE /v2.0/routers/37f9dcdc-9208-46d1-ab93-dff86b784015 HTTP/1.1" status: 204 len: 168 time: 2.0412199 Apr 22 14:34:53.900736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:53.900915 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Sync routers for ids ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:34:53.901414 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 936985fa-d4a5-4fbe-a688-e5087563d7b6) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:53.903045 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53588) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:53.921699 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Routers {'1e2a33a2-7671-46e4-b251-22bdea9c93d6'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:34:53.922328 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:34:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:53.948326 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089d674a-086d-4a6e-bc76-598c9e228ad4 None None] Network 936985fa-d4a5-4fbe-a688-e5087563d7b6 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:34:54.036143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:34:54.037962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:54.053803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:54.055065 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f4a829fd-05b2-465d-858a-2c05c28559e3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.2160313 Apr 22 14:34:54.060137 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] device_id is not set on port 8caa029b-0b24-43f0-b865-ac77bb07191d yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:34:54.071542 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:54.071790 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53594) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:54.095730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Transition to ACTIVE for port object 8caa029b-0b24-43f0-b865-ac77bb07191d will not be triggered until provisioned by entity L2. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:34:54.098202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Usage tracker for resource:floatingip and tenant:3945e1445cd341d29f45fc9a769420b5 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:54.113429 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f3790d0b-3ee9-41e0-9ef6-83fb7384a29c tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Request body: {'router': {'name': 'tempest-router-532014351', 'distributed': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:54.121852 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:54.139504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f3790d0b-3ee9-41e0-9ef6-83fb7384a29c tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:54.142350 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:54.151377 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Pushing event updated for resources: {'Port': ['ID=4b7b99d1-3276-439f-a3b4-a17ab9e8d47d,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:54.231127 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:54.233724 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f3790d0b-3ee9-41e0-9ef6-83fb7384a29c tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Usage tracker for resource:router and tenant:d713338ac1f74e3f80d9d7b015411a31 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:54.236915 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Pushing event updated for resources: {'Port': ['ID=8caa029b-0b24-43f0-b865-ac77bb07191d,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:54.243783 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f3790d0b-3ee9-41e0-9ef6-83fb7384a29c tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:54.293242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5072da73-9c1a-4636-ac05-9a946bdc34b9 None None] Provisioning for port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:34:54.305770 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5072da73-9c1a-4636-ac05-9a946bdc34b9 None None] Provisioning complete for port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:34:54.306146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5072da73-9c1a-4636-ac05-9a946bdc34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:54.324499 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f3790d0b-3ee9-41e0-9ef6-83fb7384a29c tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:54.366359 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Set router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:34:54.379147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:54.401855 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event updated for resources: {'Port': ['ID=68349b10-70d3-4c15-831c-a8eb7d14a1f7,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:54.432175 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:54.438468 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-5072da73-9c1a-4636-ac05-9a946bdc34b9 None None] Port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:34:54.477811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:54.509664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3790d0b-3ee9-41e0-9ef6-83fb7384a29c tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:54.510986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3790d0b-3ee9-41e0-9ef6-83fb7384a29c tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:54.525212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980d40af-b27c-4fa9-af66-e6a76e8edade None None] Network 0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:34:54.698670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Checking segment: {'id': '71a33ca0-0c9c-43c9-8b11-e2d2150b58a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '92013855-7440-4a3a-94ef-b61e6267600c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:34:54.699208 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Network hostable DHCP agents. Network: 92013855-7440-4a3a-94ef-b61e6267600c, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:34:54.708353 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'name': 'tempest-ServersTestManualDisk-524485016-router', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:34:47Z', 'revision_number': 3, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'gw_port': {'id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:54.743530 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:54.743530 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:54.744245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:54.747367 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Checking router: 34b6a6d6-887e-4ef7-9b48-0a345212124a for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:34:54.747729 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Updating router 34b6a6d6-887e-4ef7-9b48-0a345212124a port ea9e97e4-73b4-4d78-a01c-547258ef5bee binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:34:54.754757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:54.754955 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:54.762344 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 2 to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d Apr 22 14:34:54.788702 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Network 92013855-7440-4a3a-94ef-b61e6267600c is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:34:54.801490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3790d0b-3ee9-41e0-9ef6-83fb7384a29c tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:54.814863 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:54.818218 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 92013855-7440-4a3a-94ef-b61e6267600c) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:54.826162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:54.826506 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:54.826827 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:54.829580 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:34:54.833606 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:54.838650 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:54.838981 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:54.840652 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:54.841814 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 3 to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d Apr 22 14:34:54.844642 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:54.875192 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:54.876576 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:54.889060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:54.944977 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb5fb13-94b0-4102-92e8-84348be87656 None None] Network 92013855-7440-4a3a-94ef-b61e6267600c requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:34:54.974993 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:54.975347 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:54.976544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:54.991309 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'name': 'tempest-ServersTestJSON-2073296503-router', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:34:48Z', 'revision_number': 3, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'gw_port': {'id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:99:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:54.999578 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Checking router: 1e2a33a2-7671-46e4-b251-22bdea9c93d6 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:34:54.999933 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Updating router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 port 4a3c9f97-adc0-4104-b02e-1be9416948bf binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:34:55.005507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3790d0b-3ee9-41e0-9ef6-83fb7384a29c tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:55.042690 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3790d0b-3ee9-41e0-9ef6-83fb7384a29c tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:55.044210 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f3790d0b-3ee9-41e0-9ef6-83fb7384a29c tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.1383126 Apr 22 14:34:55.047887 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:55.048482 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:55.049737 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53608) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:55.050345 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 4 to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d Apr 22 14:34:55.122179 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:55.168307 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-be727b07-5634-4571-a427-6ec377cc43f7 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.5026095 Apr 22 14:34:55.180842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53614) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:55.207249 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:55.207802 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:55.208324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:55.220582 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:55.367761 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8e118d71-2e2f-4097-9b80-d2cb97812b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:55.410020 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:55.410686 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:55.422943 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 5 to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d Apr 22 14:34:55.464733 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:55.465461 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:55.466066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:55.480496 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Pushing event updated for resources: {'Port': ['ID=4b7b99d1-3276-439f-a3b4-a17ab9e8d47d,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:55.502398 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9dedd4f4-224a-4a46-a8c3-b6d03910cfda tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:55.589006 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:55.591704 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:55.651512 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:55.660485 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 6 to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d Apr 22 14:34:55.668497 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Transition to ACTIVE for port object 4a3c9f97-adc0-4104-b02e-1be9416948bf will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:34:55.685024 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:55.715787 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8dbc6a-e792-4d46-ace2-70600be4f6a8 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:55.729361 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8dbc6a-e792-4d46-ace2-70600be4f6a8 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:55.731138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ce8dbc6a-e792-4d46-ace2-70600be4f6a8 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Synchronizing usage tracker for tenant:c4e7f722f869474e87aa9f015d1bc8eb on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:34:55.767449 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Network b550088f-f0a0-45a4-ae4e-eed7f02c5e17 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:34:55.781991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:55.790861 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c7ed9-ef61-4425-892f-b9f2c1bd9cf1 None None] Pushing event updated for resources: {'Port': ['ID=4a3c9f97-adc0-4104-b02e-1be9416948bf,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:55.828867 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Attempting to bind port 4a3c9f97-adc0-4104-b02e-1be9416948bf on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:55.829238 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Attempting to bind port 4a3c9f97-adc0-4104-b02e-1be9416948bf by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:55.829596 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Attempting to bind port 4a3c9f97-adc0-4104-b02e-1be9416948bf on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:55.838877 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:34:55.839350 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:34:55.839762 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:55.840379 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:34:55.840866 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Bound port: 4a3c9f97-adc0-4104-b02e-1be9416948bf, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:34:55.841262 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:55.854607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:55.856368 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:55.856703 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:55.866572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ce8dbc6a-e792-4d46-ace2-70600be4f6a8 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Unset dirty status for tenant:c4e7f722f869474e87aa9f015d1bc8eb on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:34:55.871840 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ce8dbc6a-e792-4d46-ace2-70600be4f6a8 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6896718 Apr 22 14:34:55.874218 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53626) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:55.918892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:55.919216 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:55.936287 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 7 to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d Apr 22 14:34:55.946377 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53628) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:55.983153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Allocated IP 172.20.0.11 (0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4/c4ac7d23-721d-41a9-b63f-42c30cf4b41a/0ece8c15-9545-4d77-8140-c2f3e9abd636) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:34:55.986952 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:55.987496 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:55.987568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:55.987902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:55.988818 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] For port 4a3c9f97-adc0-4104-b02e-1be9416948bf, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:34:55.993249 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] For port 4a3c9f97-adc0-4104-b02e-1be9416948bf, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4a3c9f97-adc0-4104-b02e-1be9416948bf,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:34:56.003048 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:56.008888 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:56.009219 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:56.012811 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 8 to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d Apr 22 14:34:56.048033 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:56.048369 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:56.048707 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:56.090901 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Routers {'1e2a33a2-7671-46e4-b251-22bdea9c93d6'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:34:56.092025 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:34:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:56.127431 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:56.139223 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:56.149309 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Transition to ACTIVE for port object ea9e97e4-73b4-4d78-a01c-547258ef5bee will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:34:56.161856 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:56.210072 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-e21910d0-5ed4-4b82-b426-bf6aea11eabc tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Deleting port 5e2c3d08-6d82-472c-964b-28938e3ef15d {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:34:56.212896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e21910d0-5ed4-4b82-b426-bf6aea11eabc tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:56.244464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Attempting to bind port ea9e97e4-73b4-4d78-a01c-547258ef5bee on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:56.244882 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Attempting to bind port ea9e97e4-73b4-4d78-a01c-547258ef5bee by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:56.245964 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Attempting to bind port ea9e97e4-73b4-4d78-a01c-547258ef5bee on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:56.280432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:56.280767 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:56.297639 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-60796fae-b97a-4fd8-bd7d-932a96ccd7ec None None] Provisioning complete for port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:34:56.298005 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-60796fae-b97a-4fd8-bd7d-932a96ccd7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:56.325767 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:34:56.326138 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:34:56.326533 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:56.327057 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:34:56.328569 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Bound port: ea9e97e4-73b4-4d78-a01c-547258ef5bee, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:34:56.328702 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:56.332391 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 9 to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d Apr 22 14:34:56.356516 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:56.356849 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:56.357183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:56.372987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2133062905', 'router:external': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:56.385625 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] Set router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:34:56.423478 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] For port ea9e97e4-73b4-4d78-a01c-547258ef5bee, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:34:56.426770 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] For port ea9e97e4-73b4-4d78-a01c-547258ef5bee, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ea9e97e4-73b4-4d78-a01c-547258ef5bee,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:34:56.442285 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:56.459295 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:56.492091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aefd91-876f-4862-b1f9-aaee26379220 None None] Pushing event updated for resources: {'Port': ['ID=ea9e97e4-73b4-4d78-a01c-547258ef5bee,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:56.555746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Usage tracker for resource:network and tenant:eecdb2fbbf8745cfae63f06aea5ec765 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:56.578551 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aefd91-876f-4862-b1f9-aaee26379220 None None] Pushing event updated for resources: {'Port': ['ID=ea9e97e4-73b4-4d78-a01c-547258ef5bee,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:56.585932 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-60796fae-b97a-4fd8-bd7d-932a96ccd7ec None None] Port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:34:56.594085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Routers {'34b6a6d6-887e-4ef7-9b48-0a345212124a'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:34:56.594728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:34:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['34b6a6d6-887e-4ef7-9b48-0a345212124a'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:56.648026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:56.707013 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:56.707592 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:56.735183 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c7ed9-ef61-4425-892f-b9f2c1bd9cf1 None None] Pushing event updated for resources: {'Port': ['ID=4a3c9f97-adc0-4104-b02e-1be9416948bf,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:56.765825 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.plugins.ml2.plugin [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 10 to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d Apr 22 14:34:56.836606 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'name': 'tempest-ServersTestJSON-2073296503-router', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:34:48Z', 'revision_number': 3, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'gw_port': {'id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:99:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:56.841898 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500af5b1-6bb5-49b7-8697-a34959cd4ee5 None None] The sync data for ids ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'] in dv-neutron-839027-1-hyperv is: [{'id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'name': 'tempest-ServersTestJSON-2073296503-router', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:34:48Z', 'revision_number': 3, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'gw_port': {'id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:99:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:34:56.865046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] Set router 34b6a6d6-887e-4ef7-9b48-0a345212124a gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:34:56.912417 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:56.915993 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e21910d0-5ed4-4b82-b426-bf6aea11eabc tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:56.921928 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9dedd4f4-224a-4a46-a8c3-b6d03910cfda tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:56.938376 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:34:56.938780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:34:56.939039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:34:56.962558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9dedd4f4-224a-4a46-a8c3-b6d03910cfda tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:56.973223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Made reservation on behalf of eecdb2fbbf8745cfae63f06aea5ec765 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:56.975493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:56.995169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:34:56.995169 dv-neutron-839027-1-hyperv neutron-server[83964]: ERROR neutron.plugins.ml2.managers [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8caa029b-0b24-43f0-b865-ac77bb07191d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:34:56.995169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:57.009639 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:57.032083 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:57.066475 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:57.184781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-e21910d0-5ed4-4b82-b426-bf6aea11eabc tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Calling delete_port for 5e2c3d08-6d82-472c-964b-28938e3ef15d owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:34:57.185376 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9dedd4f4-224a-4a46-a8c3-b6d03910cfda tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:57.186045 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dedd4f4-224a-4a46-a8c3-b6d03910cfda tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9f87d22-8649-4db2-a42b-e04eb1560b66 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:34:57.242855 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:57.251744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:57.271454 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Usage tracker for resource:security_group_rule and tenant:eecdb2fbbf8745cfae63f06aea5ec765 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:57.288994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:57.310911 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:57.339049 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'name': 'tempest-ServersTestManualDisk-524485016-router', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:34:47Z', 'revision_number': 3, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'gw_port': {'id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:57.346138 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8f3a9e-6793-4d6e-8c59-5ee0f3940452 None None] The sync data for ids ['34b6a6d6-887e-4ef7-9b48-0a345212124a'] in dv-neutron-839027-1-hyperv is: [{'id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'name': 'tempest-ServersTestManualDisk-524485016-router', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:34:47Z', 'revision_number': 3, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'gw_port': {'id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:34:57.373547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9dedd4f4-224a-4a46-a8c3-b6d03910cfda tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:57.374710 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9dedd4f4-224a-4a46-a8c3-b6d03910cfda tempest-RoutersTestDVR-1740090514 tempest-RoutersTestDVR-1740090514-project-admin] 10.222.0.23 "DELETE /v2.0/routers/c9f87d22-8649-4db2-a42b-e04eb1560b66 HTTP/1.1" status: 204 len: 168 time: 2.3125165 Apr 22 14:34:57.397341 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e21910d0-5ed4-4b82-b426-bf6aea11eabc tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:57.412500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] For port 8caa029b-0b24-43f0-b865-ac77bb07191d, host hv-neutron-8390, cleared binding levels {{(pid=83964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:34:57.412875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempted to set empty binding levels {{(pid=83964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 14:34:57.434181 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:57.483878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21910d0-5ed4-4b82-b426-bf6aea11eabc tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event deleted for resources: {'Port': ['ID=5e2c3d08-6d82-472c-964b-28938e3ef15d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:57.492575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:57.503331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e21910d0-5ed4-4b82-b426-bf6aea11eabc tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:57.533195 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e21910d0-5ed4-4b82-b426-bf6aea11eabc tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "DELETE /v2.0/ports/5e2c3d08-6d82-472c-964b-28938e3ef15d HTTP/1.1" status: 204 len: 168 time: 1.5801663 Apr 22 14:34:57.535857 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53638) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:57.603580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] In _notify_port_updated(), no bound segment for port 8caa029b-0b24-43f0-b865-ac77bb07191d on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:34:57.604404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:57.608600 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] 10.222.0.23 "PUT /v2.0/ports/8caa029b-0b24-43f0-b865-ac77bb07191d HTTP/1.1" status: 200 len: 976 time: 4.0841575 Apr 22 14:34:57.609716 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:34:57.621094 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53642) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:57.632127 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1969733-9477-44c2-83c1-709025a78f77 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Pushing event updated for resources: {'Port': ['ID=8caa029b-0b24-43f0-b865-ac77bb07191d,revision_number=3']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:57.707706 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Network 0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:34:57.710034 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-72d199aa-8706-4a20-a72c-934052425431 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Deleting port 68349b10-70d3-4c15-831c-a8eb7d14a1f7 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:34:57.710034 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-72d199aa-8706-4a20-a72c-934052425431 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:57.723342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:57.736236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:34:57.809437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Allocated IP 172.20.0.1 (3a6b99dc-a404-4bb0-b96f-b84f53c37fd6/b918be07-59c3-483b-9013-143f8e82c337/c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:34:57.934866 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53648) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:57.964994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:57.986266 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:57.989005 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event updated for resources: {'Port': ['ID=0ece8c15-9545-4d77-8140-c2f3e9abd636,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:58.032365 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:34:58.123368 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322dbb04-c448-4675-b5a4-4aa9451b083d,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:58.126343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:58.126686 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Added segment 74f17922-89b7-48cd-b33d-ab79f2a02663 of type vlan for network 8cece6c5-a9c2-467c-b5a3-29eb0f1750b1 Apr 22 14:34:58.225797 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ea55dacd-dd1e-4fd4-94b2-0bec6169e596 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12460 time: 0.5989735 Apr 22 14:34:58.229139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53654) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:58.229470 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:58.243024 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:58.342988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Transition to ACTIVE for port object c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:34:58.345143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-93b72477-cbd0-4dff-9beb-8ef9ef37dc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:58.375763 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:58.416208 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:58.417119 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:34:58.417940 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:58.510567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-284d342a-ac01-4a94-93f8-040cad7621a0 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Deleting port 8caa029b-0b24-43f0-b865-ac77bb07191d {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:34:58.510993 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-284d342a-ac01-4a94-93f8-040cad7621a0 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:58.559951 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:58.563515 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Pushing event updated for resources: {'Network': ['ID=8cece6c5-a9c2-467c-b5a3-29eb0f1750b1,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:58.577202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 8cece6c5-a9c2-467c-b5a3-29eb0f1750b1 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:34:58.594620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:58.600368 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-72d199aa-8706-4a20-a72c-934052425431 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:58.627331 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cde942ce-2b66-472c-b804-5a8d48c9c20f tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.6617746 Apr 22 14:34:58.639955 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53658) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:58.655417 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Request body: {'subnet': {'network_id': '8cece6c5-a9c2-467c-b5a3-29eb0f1750b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:34:58.691230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Pushing event updated for resources: {'Port': ['ID=c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:58.705073 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Network 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:34:58.707240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:34:58.710825 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:34:58.795197 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-72d199aa-8706-4a20-a72c-934052425431 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Calling delete_port for 68349b10-70d3-4c15-831c-a8eb7d14a1f7 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:34:58.835191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:58.841894 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-93b72477-cbd0-4dff-9beb-8ef9ef37dc56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:34:58.844883 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-93b72477-cbd0-4dff-9beb-8ef9ef37dc56 admin admin] Usage tracker for resource:security_group_rule and tenant:39c3ec59013a4963ac076649b8117433 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:58.848229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:58.867781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-93b72477-cbd0-4dff-9beb-8ef9ef37dc56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:58.875839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Usage tracker for resource:subnet and tenant:eecdb2fbbf8745cfae63f06aea5ec765 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:34:58.901117 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:34:58.911439 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-93b72477-cbd0-4dff-9beb-8ef9ef37dc56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:58.921711 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:58.956521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:34:58.978979 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:58.988329 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.020292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ea9e97e4-73b4-4d78-a01c-547258ef5bee up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:34:59.078099 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Made reservation on behalf of eecdb2fbbf8745cfae63f06aea5ec765 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:34:59.080527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.090333 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7ac05cf4-2aae-43b3-b18f-28ffc22ee474 None None] Provisioning for port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:34:59.098725 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7ac05cf4-2aae-43b3-b18f-28ffc22ee474 None None] Provisioning complete for port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:34:59.099105 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7ac05cf4-2aae-43b3-b18f-28ffc22ee474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.156435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.168095 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port ea9e97e4-73b4-4d78-a01c-547258ef5bee completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:34:59.177151 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port ea9e97e4-73b4-4d78-a01c-547258ef5bee triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:34:59.177650 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.216477 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event updated for resources: {'Port': ['ID=0ece8c15-9545-4d77-8140-c2f3e9abd636,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:59.221608 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7ac05cf4-2aae-43b3-b18f-28ffc22ee474 None None] Port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:34:59.284164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.328309 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.330085 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.331428 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-030915a5-5b28-4507-aa1b-0e79d6b31092 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5260141 Apr 22 14:34:59.335166 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53662) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:59.349193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port ea9e97e4-73b4-4d78-a01c-547258ef5bee, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ea9e97e4-73b4-4d78-a01c-547258ef5bee,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:34:59.351220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:34:59.366967 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Sync routers for ids ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:34:59.369975 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.371190 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4a3c9f97-adc0-4104-b02e-1be9416948bf up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:34:59.372007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-72d199aa-8706-4a20-a72c-934052425431 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.486361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3f84bad6-5a63-4132-82c6-93f866a15156 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Synchronizing usage tracker for tenant:3945e1445cd341d29f45fc9a769420b5 on resource:floatingip {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:34:59.552703 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d199aa-8706-4a20-a72c-934052425431 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event deleted for resources: {'Port': ['ID=68349b10-70d3-4c15-831c-a8eb7d14a1f7,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:59.577800 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Routers {'cca2a2c3-0a4a-4db6-8413-e513920a7ff8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:34:59.578459 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:34:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:34:59.593958 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.607337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.609475 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-284d342a-ac01-4a94-93f8-040cad7621a0 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] For port 8caa029b-0b24-43f0-b865-ac77bb07191d, host hv-neutron-8390, got binding levels [] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:34:59.609880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-284d342a-ac01-4a94-93f8-040cad7621a0 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.635075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=ea9e97e4-73b4-4d78-a01c-547258ef5bee,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:34:59.684643 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-93b72477-cbd0-4dff-9beb-8ef9ef37dc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.692451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-72d199aa-8706-4a20-a72c-934052425431 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.708239 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-72d199aa-8706-4a20-a72c-934052425431 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "DELETE /v2.0/ports/68349b10-70d3-4c15-831c-a8eb7d14a1f7 HTTP/1.1" status: 204 len: 168 time: 2.1689873 Apr 22 14:34:59.708897 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6b2d5c76-e374-43a8-914d-62b1dec8677f admin admin] 10.222.0.23 "PUT /v2.0/routers/cca2a2c3-0a4a-4db6-8413-e513920a7ff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5739467 Apr 22 14:34:59.711943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53666) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:59.731082 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 4a3c9f97-adc0-4104-b02e-1be9416948bf completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:34:59.743088 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 4a3c9f97-adc0-4104-b02e-1be9416948bf triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:34:59.743760 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.787112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-93b72477-cbd0-4dff-9beb-8ef9ef37dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.794886 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3f84bad6-5a63-4132-82c6-93f866a15156 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Unset dirty status for tenant:3945e1445cd341d29f45fc9a769420b5 on resource:floatingip {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:34:59.799303 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3f84bad6-5a63-4132-82c6-93f866a15156 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4 HTTP/1.1" status: 200 len: 690 time: 0.4630697 Apr 22 14:34:59.804721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53672) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:34:59.849280 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Set router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:34:59.914928 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-284d342a-ac01-4a94-93f8-040cad7621a0 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Calling delete_port for 8caa029b-0b24-43f0-b865-ac77bb07191d owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:34:59.989503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Pushing event updated for resources: {'Port': ['ID=c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:00.003218 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:00.067828 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:00.071500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:00.157930 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bfd65a72-fea8-486b-8f21-f30f041e2a64 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Synchronizing usage tracker for tenant:c4e7f722f869474e87aa9f015d1bc8eb on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:00.251030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 4a3c9f97-adc0-4104-b02e-1be9416948bf, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4a3c9f97-adc0-4104-b02e-1be9416948bf,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:00.255450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b72477-cbd0-4dff-9beb-8ef9ef37dc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fdf3bd-438f-41de-a5af-b5bec454bce7,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:00.256794 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Deleting port 0ece8c15-9545-4d77-8140-c2f3e9abd636 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:00.257138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:00.270342 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:00.282302 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-93b72477-cbd0-4dff-9beb-8ef9ef37dc56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39c3ec59013a4963ac076649b8117433&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2885256 Apr 22 14:35:00.288272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53686) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:00.313718 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bfd65a72-fea8-486b-8f21-f30f041e2a64 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Unset dirty status for tenant:c4e7f722f869474e87aa9f015d1bc8eb on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:00.318247 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bfd65a72-fea8-486b-8f21-f30f041e2a64 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5293131 Apr 22 14:35:00.324786 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53690) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:00.335576 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Allocated IP 172.20.0.1 (5a755e32-34d9-4ab6-b03f-b51179b95d5b/6a354afd-2b42-4fdb-869d-c2ecd7ee3dac/d1379faf-a966-499a-b2eb-cb20e32a41c0) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:00.346499 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ad8385fa-d4d3-4487-8059-df42b1179397 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1640857593'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:00.367354 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ad8385fa-d4d3-4487-8059-df42b1179397 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:00.393186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ad8385fa-d4d3-4487-8059-df42b1179397 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Usage tracker for resource:network and tenant:c4e7f722f869474e87aa9f015d1bc8eb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:00.423865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ad8385fa-d4d3-4487-8059-df42b1179397 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:00.503142 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=4a3c9f97-adc0-4104-b02e-1be9416948bf,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:00.527915 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'name': 'tempest-ServerActionsTestJSON-51030908-router', 'tenant_id': '6094381463d646049ac766b311ef0072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:39Z', 'updated_at': '2022-04-22T14:34:53Z', 'revision_number': 4, 'project_id': '6094381463d646049ac766b311ef0072', 'gw_port': {'id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:41Z', 'updated_at': '2022-04-22T14:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '4b7b99d1-3276-439f-a3b4-a17ab9e8d47d', 'name': '', 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'tenant_id': '6094381463d646049ac766b311ef0072', 'mac_address': 'fa:16:3e:4f:6a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:51Z', 'updated_at': '2022-04-22T14:34:54Z', 'revision_number': 2, 'project_id': '6094381463d646049ac766b311ef0072', 'subnets': [{'id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:00.533167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Checking router: cca2a2c3-0a4a-4db6-8413-e513920a7ff8 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:35:00.533618 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Updating router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:35:00.551803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce463-b0ca-4984-87e3-adcca4a634f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:00.555752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ad8385fa-d4d3-4487-8059-df42b1179397 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:00.595576 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:00.658173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8385fa-d4d3-4487-8059-df42b1179397 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Made reservation on behalf of c4e7f722f869474e87aa9f015d1bc8eb for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:00.662916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ad8385fa-d4d3-4487-8059-df42b1179397 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:00.666914 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:00.678539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-284d342a-ac01-4a94-93f8-040cad7621a0 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:00.679150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce463-b0ca-4984-87e3-adcca4a634f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:00.690874 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Network 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:00.702361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:00.836312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Transition to ACTIVE for port object d1379faf-a966-499a-b2eb-cb20e32a41c0 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:00.841420 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d342a-ac01-4a94-93f8-040cad7621a0 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Pushing event deleted for resources: {'Port': ['ID=8caa029b-0b24-43f0-b865-ac77bb07191d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:00.962557 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:00.963046 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:00.996759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-284d342a-ac01-4a94-93f8-040cad7621a0 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.034471 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ea9e97e4-73b4-4d78-a01c-547258ef5bee up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:01.044015 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-284d342a-ac01-4a94-93f8-040cad7621a0 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] 10.222.0.23 "DELETE /v2.0/ports/8caa029b-0b24-43f0-b865-ac77bb07191d HTTP/1.1" status: 204 len: 168 time: 2.8102429 Apr 22 14:35:01.047817 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53696) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:01.100272 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.104223 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9fa821-45d9-4723-8a84-dfee00b967f1 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] GET failed (client error): The resource could not be found. Apr 22 14:35:01.104719 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3f9fa821-45d9-4723-8a84-dfee00b967f1 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Synchronizing usage tracker for tenant:b158994a9ab44c839ade70ca8f0fdc16 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:01.179868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3f9fa821-45d9-4723-8a84-dfee00b967f1 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Unset dirty status for tenant:b158994a9ab44c839ade70ca8f0fdc16 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:01.181355 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3f9fa821-45d9-4723-8a84-dfee00b967f1 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] 10.222.0.23 "GET /v2.0/ports/8caa029b-0b24-43f0-b865-ac77bb07191d HTTP/1.1" status: 404 len: 333 time: 0.1326215 Apr 22 14:35:01.193247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Network 5a755e32-34d9-4ab6-b03f-b51179b95d5b is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:01.194101 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53700) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:01.197824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:01.200845 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8385fa-d4d3-4487-8059-df42b1179397 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:01.202359 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:01.203189 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.210373 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Calling delete_port for 0ece8c15-9545-4d77-8140-c2f3e9abd636 owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:01.257188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-5136a997-5f63-46a7-9fb3-47cb7fe11808 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1328682556', 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:01.264849 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5136a997-5f63-46a7-9fb3-47cb7fe11808 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:01.283626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53704) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:01.294978 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-43551bca-a3f1-4982-b39d-9e023cf7486f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--727322464', 'description': 'tempest-description--2103758946'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:01.302701 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Pushing event updated for resources: {'Port': ['ID=d1379faf-a966-499a-b2eb-cb20e32a41c0,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:01.313779 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-43551bca-a3f1-4982-b39d-9e023cf7486f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:01.314679 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.325926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-43551bca-a3f1-4982-b39d-9e023cf7486f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Usage tracker for resource:security_group and tenant:6094381463d646049ac766b311ef0072 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:01.334713 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-46814519-f8a6-4a71-a690-6651cc4bb4fa None None] Provisioning complete for port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:01.335090 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-46814519-f8a6-4a71-a690-6651cc4bb4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.336790 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-43551bca-a3f1-4982-b39d-9e023cf7486f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:01.347943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5136a997-5f63-46a7-9fb3-47cb7fe11808 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:01.381968 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Transition to ACTIVE for port object 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:01.386590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.389066 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port ea9e97e4-73b4-4d78-a01c-547258ef5bee triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:01.389508 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.397727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5136a997-5f63-46a7-9fb3-47cb7fe11808 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Made reservation on behalf of b158994a9ab44c839ade70ca8f0fdc16 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:01.400488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5136a997-5f63-46a7-9fb3-47cb7fe11808 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.429853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-43551bca-a3f1-4982-b39d-9e023cf7486f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:01.433089 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.443086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ad8385fa-d4d3-4487-8059-df42b1179397 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.443539 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-ad8385fa-d4d3-4487-8059-df42b1179397 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Added segment ee08d466-5754-41d3-9b43-79a7edce92fe of type vlan for network 88f24af4-87ac-4063-9177-6af785364100 Apr 22 14:35:01.444918 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce463-b0ca-4984-87e3-adcca4a634f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.523455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ce463-b0ca-4984-87e3-adcca4a634f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fdf3bd-438f-41de-a5af-b5bec454bce7,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:01.535138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.objects.ports [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83963) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:35:01.538081 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.548993 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-5136a997-5f63-46a7-9fb3-47cb7fe11808 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] device_id is not set on port 4dd7f570-1a29-4baa-9412-40a1eecfd316 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:01.598505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-46814519-f8a6-4a71-a690-6651cc4bb4fa None None] Port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:01.611485 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-43551bca-a3f1-4982-b39d-9e023cf7486f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.619907 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fe93a-7373-464a-9d9b-a3293104f6e0 None None] Pushing event updated for resources: {'Port': ['ID=4b7b99d1-3276-439f-a3b4-a17ab9e8d47d,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:01.656466 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c839c317-e81f-4003-87da-8b682b8a5e56,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:01.687831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ad8385fa-d4d3-4487-8059-df42b1179397 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.793373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4a3c9f97-adc0-4104-b02e-1be9416948bf up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:01.801917 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ad8385fa-d4d3-4487-8059-df42b1179397 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.805929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8385fa-d4d3-4487-8059-df42b1179397 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:01.806760 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ad8385fa-d4d3-4487-8059-df42b1179397 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.833920 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Attempting to bind port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:01.833920 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Attempting to bind port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'd4b6f6ba-ebac-49eb-a20c-20a79b38727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:01.834111 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Attempting to bind port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d on network b550088f-f0a0-45a4-ae4e-eed7f02c5e17 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:01.857158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7800be47-35b4-44ff-9ea7-3004a7ae3a00 None None] Provisioning for port d1379faf-a966-499a-b2eb-cb20e32a41c0 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:01.864320 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:01.865943 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Checking segment: {'id': 'd4b6f6ba-ebac-49eb-a20c-20a79b38727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:01.865943 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.865943 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Bound using segment: {'id': 'd4b6f6ba-ebac-49eb-a20c-20a79b38727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:01.865943 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Bound port: 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b6f6ba-ebac-49eb-a20c-20a79b38727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:01.866456 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.879892 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7800be47-35b4-44ff-9ea7-3004a7ae3a00 None None] Provisioning complete for port d1379faf-a966-499a-b2eb-cb20e32a41c0 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:01.880256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7800be47-35b4-44ff-9ea7-3004a7ae3a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.948108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Checking segment: {'id': '74f17922-89b7-48cd-b33d-ab79f2a02663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8cece6c5-a9c2-467c-b5a3-29eb0f1750b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:01.948461 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Network hostable DHCP agents. Network: 8cece6c5-a9c2-467c-b5a3-29eb0f1750b1, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:01.973105 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.977336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce463-b0ca-4984-87e3-adcca4a634f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:01.978941 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0d3ce463-b0ca-4984-87e3-adcca4a634f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4fdf3bd-438f-41de-a5af-b5bec454bce7 HTTP/1.1" status: 204 len: 168 time: 1.6851611 Apr 22 14:35:01.981003 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ad8385fa-d4d3-4487-8059-df42b1179397 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6535034 Apr 22 14:35:01.990379 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7800be47-35b4-44ff-9ea7-3004a7ae3a00 None None] Port d1379faf-a966-499a-b2eb-cb20e32a41c0 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:02.006778 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53710) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:02.029904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 4a3c9f97-adc0-4104-b02e-1be9416948bf triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:02.030485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.053151 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ece8c15-9545-4d77-8140-c2f3e9abd636,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:02.059221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8385fa-d4d3-4487-8059-df42b1179397 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event updated for resources: {'Network': ['ID=88f24af4-87ac-4063-9177-6af785364100,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:02.059408 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-57eae620-c415-4386-b752-59c72229f681 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-515437071'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:02.062263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-43551bca-a3f1-4982-b39d-9e023cf7486f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:02.092357 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 88f24af4-87ac-4063-9177-6af785364100 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:02.095722 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-57eae620-c415-4386-b752-59c72229f681 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:02.116913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-57eae620-c415-4386-b752-59c72229f681 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Usage tracker for resource:network and tenant:c4e7f722f869474e87aa9f015d1bc8eb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:02.120382 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-43551bca-a3f1-4982-b39d-9e023cf7486f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Usage tracker for resource:security_group_rule and tenant:6094381463d646049ac766b311ef0072 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:02.129436 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-43551bca-a3f1-4982-b39d-9e023cf7486f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:02.130016 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-57eae620-c415-4386-b752-59c72229f681 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:02.143269 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-57eae620-c415-4386-b752-59c72229f681 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:02.168821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Network 8cece6c5-a9c2-467c-b5a3-29eb0f1750b1 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:02.172576 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-43551bca-a3f1-4982-b39d-9e023cf7486f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:02.176608 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] For port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:02.178290 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5136a997-5f63-46a7-9fb3-47cb7fe11808 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.196291 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57eae620-c415-4386-b752-59c72229f681 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Made reservation on behalf of c4e7f722f869474e87aa9f015d1bc8eb for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:02.199662 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-57eae620-c415-4386-b752-59c72229f681 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.212238 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] For port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4b7b99d1-3276-439f-a3b4-a17ab9e8d47d,segment=NetworkSegment(d4b6f6ba-ebac-49eb-a20c-20a79b38727c),segment_id=d4b6f6ba-ebac-49eb-a20c-20a79b38727c)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:02.216912 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 8cece6c5-a9c2-467c-b5a3-29eb0f1750b1) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:02.222208 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:02.223147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.232978 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2ba364-e7c6-47a0-bd56-51e1251d76c1 None None] Network 8cece6c5-a9c2-467c-b5a3-29eb0f1750b1 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:02.234044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.246899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.252651 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.258680 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.259395 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.331094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-43551bca-a3f1-4982-b39d-9e023cf7486f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.345992 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-43551bca-a3f1-4982-b39d-9e023cf7486f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.389706 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fe93a-7373-464a-9d9b-a3293104f6e0 None None] Pushing event updated for resources: {'Port': ['ID=4b7b99d1-3276-439f-a3b4-a17ab9e8d47d,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:02.392870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.395791 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-eb7852bc-be09-44a5-8794-ff887e4cf710 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7448945 Apr 22 14:35:02.396761 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57eae620-c415-4386-b752-59c72229f681 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:02.404450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53720) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:02.443768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43551bca-a3f1-4982-b39d-9e023cf7486f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:02.449169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-43551bca-a3f1-4982-b39d-9e023cf7486f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.450592 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-43551bca-a3f1-4982-b39d-9e023cf7486f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1655557 Apr 22 14:35:02.456374 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53724) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:02.464399 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1135140211', 'network_id': '8cece6c5-a9c2-467c-b5a3-29eb0f1750b1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:02.475174 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ba667064-d712-4ed5-b1ec-1d85ac4cb3cd tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Request body: {'security_group_rule': {'security_group_id': 'e6450c9c-cc8d-458a-a4d0-441dfcbf5c28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:02.479563 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Pushing event updated for resources: {'Port': ['ID=d1379faf-a966-499a-b2eb-cb20e32a41c0,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:02.484009 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:02.486776 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Router 34b6a6d6-887e-4ef7-9b48-0a345212124a has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:35:02.487135 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-57eae620-c415-4386-b752-59c72229f681 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.487859 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-57eae620-c415-4386-b752-59c72229f681 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Added segment defaef9f-8e85-43fd-99e1-56402ad8e660 of type vlan for network f1f2277a-a247-43bb-ba76-484cf4dd2471 Apr 22 14:35:02.491509 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ba667064-d712-4ed5-b1ec-1d85ac4cb3cd tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:02.497344 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ba667064-d712-4ed5-b1ec-1d85ac4cb3cd tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Usage tracker for resource:security_group_rule and tenant:6094381463d646049ac766b311ef0072 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:02.500842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ba667064-d712-4ed5-b1ec-1d85ac4cb3cd tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:02.510147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Usage tracker for resource:port and tenant:eecdb2fbbf8745cfae63f06aea5ec765 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:02.514388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5136a997-5f63-46a7-9fb3-47cb7fe11808 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.522470 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:02.526273 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ba667064-d712-4ed5-b1ec-1d85ac4cb3cd tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:02.622304 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:02.647524 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-57eae620-c415-4386-b752-59c72229f681 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.685434 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Routers {'cca2a2c3-0a4a-4db6-8413-e513920a7ff8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:02.686179 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:34:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:02.707553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136a997-5f63-46a7-9fb3-47cb7fe11808 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Network 234779a6-5458-4bc2-a910-db5965bd8988 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:02.728448 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-5136a997-5f63-46a7-9fb3-47cb7fe11808 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:02.731490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5136a997-5f63-46a7-9fb3-47cb7fe11808 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:02.732615 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136a997-5f63-46a7-9fb3-47cb7fe11808 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:02.733495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5136a997-5f63-46a7-9fb3-47cb7fe11808 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.746546 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136a997-5f63-46a7-9fb3-47cb7fe11808 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Pushing event updated for resources: {'Port': ['ID=4dd7f570-1a29-4baa-9412-40a1eecfd316,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:02.754101 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Made reservation on behalf of eecdb2fbbf8745cfae63f06aea5ec765 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:02.760122 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.785278 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.804279 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53728) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:02.852339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ba667064-d712-4ed5-b1ec-1d85ac4cb3cd tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.853626 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-57eae620-c415-4386-b752-59c72229f681 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.857640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95953c-0e5a-46bf-ac79-b04d39180959 None None] Network 8cece6c5-a9c2-467c-b5a3-29eb0f1750b1 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:02.857772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eae620-c415-4386-b752-59c72229f681 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:02.858308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-57eae620-c415-4386-b752-59c72229f681 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.865035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ac7d23-721d-41a9-b63f-42c30cf4b41a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:02.880687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Network 5a755e32-34d9-4ab6-b03f-b51179b95d5b is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:02.907753 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-278d2656-bdf7-4ab2-87cd-915c76a9adef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:02.908572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:03.018113 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:03.063601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:03.079706 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62213eb-be89-4b01-8829-1fa9f0ad5a67') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:03.081140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62213eb-be89-4b01-8829-1fa9f0ad5a67') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:03.096289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:03.109693 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] Set router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:03.117036 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:03.127116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:03.127603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:03.155694 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:03.177240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] device_id is not set on port 73a764af-6745-4f3a-82bb-14f448197f11 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:03.227453 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5136a997-5f63-46a7-9fb3-47cb7fe11808 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0278060 Apr 22 14:35:03.232817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53732) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:03.257770 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-57eae620-c415-4386-b752-59c72229f681 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2504985 Apr 22 14:35:03.344566 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-153a35db-cd97-4ae3-ac96-28f8bd44f21c None None] Provisioning complete for port d1379faf-a966-499a-b2eb-cb20e32a41c0 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:03.344937 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-153a35db-cd97-4ae3-ac96-28f8bd44f21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:03.418410 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ba667064-d712-4ed5-b1ec-1d85ac4cb3cd tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:03.437024 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Allocated IP 2001:db8::27a (8cece6c5-a9c2-467c-b5a3-29eb0f1750b1/c839c317-e81f-4003-87da-8b682b8a5e56/73a764af-6745-4f3a-82bb-14f448197f11) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:03.444110 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ba667064-d712-4ed5-b1ec-1d85ac4cb3cd tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:03.485066 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-153a35db-cd97-4ae3-ac96-28f8bd44f21c None None] Port d1379faf-a966-499a-b2eb-cb20e32a41c0 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:03.506256 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ba667064-d712-4ed5-b1ec-1d85ac4cb3cd tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:03.509980 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ba667064-d712-4ed5-b1ec-1d85ac4cb3cd tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0489247 Apr 22 14:35:03.516715 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-278d2656-bdf7-4ab2-87cd-915c76a9adef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:03.522260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53736) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:03.522907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba667064-d712-4ed5-b1ec-1d85ac4cb3cd tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166228c7-931c-4586-8082-7bf9579cf068,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:03.538493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-74339c83-7c73-4180-8ed3-ca7adcd420ca tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Synchronizing usage tracker for tenant:b158994a9ab44c839ade70ca8f0fdc16 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:03.544564 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-abf7e928-a746-47d2-be9c-73b97b4199f5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Request body: {'security_group_rule': {'security_group_id': 'e6450c9c-cc8d-458a-a4d0-441dfcbf5c28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:03.549895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-278d2656-bdf7-4ab2-87cd-915c76a9adef admin admin] Usage tracker for resource:security_group_rule and tenant:d713338ac1f74e3f80d9d7b015411a31 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:03.553781 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:03.559063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-278d2656-bdf7-4ab2-87cd-915c76a9adef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:03.570478 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-abf7e928-a746-47d2-be9c-73b97b4199f5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:03.602111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-278d2656-bdf7-4ab2-87cd-915c76a9adef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:03.606698 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 14:35:03.609508 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:03.612767 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-abf7e928-a746-47d2-be9c-73b97b4199f5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Usage tracker for resource:security_group_rule and tenant:6094381463d646049ac766b311ef0072 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:03.697907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-278d2656-bdf7-4ab2-87cd-915c76a9adef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:03.699937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:03.703189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-74339c83-7c73-4180-8ed3-ca7adcd420ca tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Unset dirty status for tenant:b158994a9ab44c839ade70ca8f0fdc16 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:03.704801 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-74339c83-7c73-4180-8ed3-ca7adcd420ca tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] 10.222.0.23 "GET /v2.0/ports/4dd7f570-1a29-4baa-9412-40a1eecfd316 HTTP/1.1" status: 200 len: 955 time: 0.4689021 Apr 22 14:35:03.710356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-abf7e928-a746-47d2-be9c-73b97b4199f5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:03.718625 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-278d2656-bdf7-4ab2-87cd-915c76a9adef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:03.725915 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53740) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:03.740619 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'name': 'tempest-ServerActionsTestJSON-51030908-router', 'tenant_id': '6094381463d646049ac766b311ef0072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:39Z', 'updated_at': '2022-04-22T14:34:53Z', 'revision_number': 4, 'project_id': '6094381463d646049ac766b311ef0072', 'gw_port': {'id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:41Z', 'updated_at': '2022-04-22T14:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '4b7b99d1-3276-439f-a3b4-a17ab9e8d47d', 'name': '', 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'tenant_id': '6094381463d646049ac766b311ef0072', 'mac_address': 'fa:16:3e:4f:6a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:51Z', 'updated_at': '2022-04-22T14:35:02Z', 'revision_number': 4, 'project_id': '6094381463d646049ac766b311ef0072', 'subnets': [{'id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:03.750815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c68aa-95c4-4439-bdde-8906931eb41d None None] The sync data for ids ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'] in dv-neutron-839027-1-hyperv is: [{'id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'name': 'tempest-ServerActionsTestJSON-51030908-router', 'tenant_id': '6094381463d646049ac766b311ef0072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:39Z', 'updated_at': '2022-04-22T14:34:53Z', 'revision_number': 4, 'project_id': '6094381463d646049ac766b311ef0072', 'gw_port': {'id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:41Z', 'updated_at': '2022-04-22T14:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '4b7b99d1-3276-439f-a3b4-a17ab9e8d47d', 'name': '', 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'tenant_id': '6094381463d646049ac766b311ef0072', 'mac_address': 'fa:16:3e:4f:6a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:51Z', 'updated_at': '2022-04-22T14:35:02Z', 'revision_number': 4, 'project_id': '6094381463d646049ac766b311ef0072', 'subnets': [{'id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:35:03.756395 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eae620-c415-4386-b752-59c72229f681 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event updated for resources: {'Network': ['ID=f1f2277a-a247-43bb-ba76-484cf4dd2471,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:03.773752 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network f1f2277a-a247-43bb-ba76-484cf4dd2471 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:03.833592 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-abf7e928-a746-47d2-be9c-73b97b4199f5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:03.845040 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d2656-bdf7-4ab2-87cd-915c76a9adef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c239dc73-7044-4b9c-858c-ea01af2905f4,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:03.960196 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-2a17eca4-0c3e-4d06-bbcb-658dc9c5b39d tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Deleting port 4dd7f570-1a29-4baa-9412-40a1eecfd316 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:03.960522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2a17eca4-0c3e-4d06-bbcb-658dc9c5b39d tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:04.194532 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:04.205463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2a17eca4-0c3e-4d06-bbcb-658dc9c5b39d tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:04.259589 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:04.344660 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-2a17eca4-0c3e-4d06-bbcb-658dc9c5b39d tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Calling delete_port for 4dd7f570-1a29-4baa-9412-40a1eecfd316 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:04.369489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Network 8cece6c5-a9c2-467c-b5a3-29eb0f1750b1 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:04.374094 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:04.388182 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:04.389246 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:04.389994 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:04.409162 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Pushing event updated for resources: {'Port': ['ID=73a764af-6745-4f3a-82bb-14f448197f11,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:04.418999 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b6eb2958-6cd0-4a23-bf09-62c9bfe33059 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.0079358 Apr 22 14:35:04.421178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53744) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:04.434262 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-08d65ef5-c980-4808-9f44-0b8ac16771c1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "DELETE /v2.0/networks/0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4 HTTP/1.1" status: 204 len: 168 time: 4.6282556 Apr 22 14:35:04.440847 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2a17eca4-0c3e-4d06-bbcb-658dc9c5b39d tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:04.442986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53748) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:04.478610 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:35:04.523954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-baf3f1c2-c99a-4807-b56b-415f3d8c10b6 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Deleting port 73a764af-6745-4f3a-82bb-14f448197f11 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:04.524294 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-baf3f1c2-c99a-4807-b56b-415f3d8c10b6 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:04.633499 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-05e20d4f-3025-4664-8cc2-7a88dd10454c tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Synchronizing usage tracker for tenant:3945e1445cd341d29f45fc9a769420b5 on resource:floatingip {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:04.658869 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2a17eca4-0c3e-4d06-bbcb-658dc9c5b39d tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:04.670535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17eca4-0c3e-4d06-bbcb-658dc9c5b39d tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dd7f570-1a29-4baa-9412-40a1eecfd316,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:04.677715 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-278d2656-bdf7-4ab2-87cd-915c76a9adef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d713338ac1f74e3f80d9d7b015411a31&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8457925 Apr 22 14:35:04.682773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53752) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:04.701687 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:35:04.766197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abf7e928-a746-47d2-be9c-73b97b4199f5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:04.779105 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-230eb5bc-c067-41a1-954a-9a5d8f322e94 admin admin] 10.222.0.23 "PUT /v2.0/routers/34b6a6d6-887e-4ef7-9b48-0a345212124a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5145729 Apr 22 14:35:04.797498 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2a17eca4-0c3e-4d06-bbcb-658dc9c5b39d tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] 10.222.0.23 "DELETE /v2.0/ports/4dd7f570-1a29-4baa-9412-40a1eecfd316 HTTP/1.1" status: 204 len: 168 time: 0.9727688 Apr 22 14:35:04.823113 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53758) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:04.834886 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-05e20d4f-3025-4664-8cc2-7a88dd10454c tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Unset dirty status for tenant:3945e1445cd341d29f45fc9a769420b5 on resource:floatingip {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:04.839019 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-05e20d4f-3025-4664-8cc2-7a88dd10454c tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.3873041 Apr 22 14:35:04.840762 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53762) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:04.930178 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-507d25c5-cd50-49d5-999a-2faa2941ed91 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] GET failed (client error): The resource could not be found. Apr 22 14:35:04.930688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-507d25c5-cd50-49d5-999a-2faa2941ed91 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Synchronizing usage tracker for tenant:b158994a9ab44c839ade70ca8f0fdc16 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:05.004568 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:05.179594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb451a-6edb-4c0c-b807-83725e5f9421 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:05.179790 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb451a-6edb-4c0c-b807-83725e5f9421 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:05.180046 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb451a-6edb-4c0c-b807-83725e5f9421 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:05.180405 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb451a-6edb-4c0c-b807-83725e5f9421 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:05.180760 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb451a-6edb-4c0c-b807-83725e5f9421 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:05.181112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb451a-6edb-4c0c-b807-83725e5f9421 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:05.181459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb451a-6edb-4c0c-b807-83725e5f9421 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:05.186634 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4cbb451a-6edb-4c0c-b807-83725e5f9421 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Synchronizing usage tracker for tenant:3945e1445cd341d29f45fc9a769420b5 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:05.220523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:05.228403 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:05.228652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:05.246962 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4cbb451a-6edb-4c0c-b807-83725e5f9421 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Unset dirty status for tenant:3945e1445cd341d29f45fc9a769420b5 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:05.258234 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53770) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:05.262025 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4cbb451a-6edb-4c0c-b807-83725e5f9421 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.3375998 Apr 22 14:35:05.265533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-507d25c5-cd50-49d5-999a-2faa2941ed91 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Unset dirty status for tenant:b158994a9ab44c839ade70ca8f0fdc16 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:05.266660 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-507d25c5-cd50-49d5-999a-2faa2941ed91 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] 10.222.0.23 "GET /v2.0/ports/4dd7f570-1a29-4baa-9412-40a1eecfd316 HTTP/1.1" status: 404 len: 333 time: 0.4424043 Apr 22 14:35:05.296580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53774) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:05.304358 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abf7e928-a746-47d2-be9c-73b97b4199f5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:05.309310 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4aa52626-b1c5-4a39-bdde-c8c5441d96c3 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Request body: {'port': {'network_id': '234779a6-5458-4bc2-a910-db5965bd8988', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-400758157'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:05.316779 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-790bbdd6-3d97-4cb6-9f1f-ab654761f228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:05.318949 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4aa52626-b1c5-4a39-bdde-c8c5441d96c3 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:05.321290 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abf7e928-a746-47d2-be9c-73b97b4199f5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:05.378510 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4aa52626-b1c5-4a39-bdde-c8c5441d96c3 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:05.380433 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7e928-a746-47d2-be9c-73b97b4199f5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9455c0a8-23f4-4524-919a-2300ddb8c838,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:05.435988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abf7e928-a746-47d2-be9c-73b97b4199f5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:05.445540 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-abf7e928-a746-47d2-be9c-73b97b4199f5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9204500 Apr 22 14:35:05.446254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53778) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:05.448288 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-790bbdd6-3d97-4cb6-9f1f-ab654761f228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:05.474915 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa52626-b1c5-4a39-bdde-c8c5441d96c3 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Made reservation on behalf of b158994a9ab44c839ade70ca8f0fdc16 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:05.482775 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4aa52626-b1c5-4a39-bdde-c8c5441d96c3 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:05.493697 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-ab3e1c37-c7db-4070-81dc-79ea879f19bb tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] delete failed (client error): The resource could not be found. Apr 22 14:35:05.497313 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ab3e1c37-c7db-4070-81dc-79ea879f19bb tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/ae86f4ea-5634-4c32-b2da-fe545402f220 HTTP/1.1" status: 404 len: 345 time: 0.2381942 Apr 22 14:35:05.508383 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-baf3f1c2-c99a-4807-b56b-415f3d8c10b6 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:05.513585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:05.521938 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53782) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:05.551634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:05.569060 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:05.577052 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Usage tracker for resource:floatingip and tenant:6094381463d646049ac766b311ef0072 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:05.602740 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:05.636643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:05.648847 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-4aa52626-b1c5-4a39-bdde-c8c5441d96c3 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] device_id is not set on port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:05.737847 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4b7b99d1-3276-439f-a3b4-a17ab9e8d47d,segment=NetworkSegment(d4b6f6ba-ebac-49eb-a20c-20a79b38727c),segment_id=d4b6f6ba-ebac-49eb-a20c-20a79b38727c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:05.745355 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:05.789323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:05.891013 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=4b7b99d1-3276-439f-a3b4-a17ab9e8d47d,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:05.913436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-baf3f1c2-c99a-4807-b56b-415f3d8c10b6 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Calling delete_port for 73a764af-6745-4f3a-82bb-14f448197f11 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:05.962428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-790bbdd6-3d97-4cb6-9f1f-ab654761f228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:05.970766 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f1fbee-f347-4a11-9fa0-f47483b3e0ab tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] DELETE failed (client error): The resource could not be found. Apr 22 14:35:05.971592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f1fbee-f347-4a11-9fa0-f47483b3e0ab tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:35:05.973578 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-21f1fbee-f347-4a11-9fa0-f47483b3e0ab tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "DELETE /v2.0/networks/0a10cd56-7f3a-4d0a-8d73-8f4fb4e5e1a4 HTTP/1.1" status: 404 len: 339 time: 0.4221773 Apr 22 14:35:05.984925 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53788) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:05.992211 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-9b49ee19-e575-48ff-b6e8-77cfb0d69fe1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Request body: {'network': {'name': 'tempest-network--563022689', 'router:external': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:06.001167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9b49ee19-e575-48ff-b6e8-77cfb0d69fe1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:06.003770 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bbdd6-3d97-4cb6-9f1f-ab654761f228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c239dc73-7044-4b9c-858c-ea01af2905f4,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:06.019897 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9b49ee19-e575-48ff-b6e8-77cfb0d69fe1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Usage tracker for resource:network and tenant:3945e1445cd341d29f45fc9a769420b5 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:06.026347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:35:06.034827 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9b49ee19-e575-48ff-b6e8-77cfb0d69fe1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:06.049683 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c07b84e2-7b38-436f-b8d8-c339931c9674 admin admin] 10.222.0.23 "PUT /v2.0/routers/1e2a33a2-7671-46e4-b251-22bdea9c93d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9758565 Apr 22 14:35:06.062667 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9b49ee19-e575-48ff-b6e8-77cfb0d69fe1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:06.086220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b49ee19-e575-48ff-b6e8-77cfb0d69fe1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Made reservation on behalf of 3945e1445cd341d29f45fc9a769420b5 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:06.088684 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9b49ee19-e575-48ff-b6e8-77cfb0d69fe1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:06.220361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4aa52626-b1c5-4a39-bdde-c8c5441d96c3 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:06.225587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53794) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:06.234386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-940c5e9e-f000-45ad-9cd1-20077612f3d7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1161633578', 'description': 'tempest-description--2100963343'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:06.243660 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-940c5e9e-f000-45ad-9cd1-20077612f3d7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:06.247108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-baf3f1c2-c99a-4807-b56b-415f3d8c10b6 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:06.252431 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-940c5e9e-f000-45ad-9cd1-20077612f3d7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Usage tracker for resource:security_group and tenant:bda8a1e2f57544349aa2938094d971c5 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:06.292301 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-940c5e9e-f000-45ad-9cd1-20077612f3d7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:06.295976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b49ee19-e575-48ff-b6e8-77cfb0d69fe1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:06.300124 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-790bbdd6-3d97-4cb6-9f1f-ab654761f228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:06.306294 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-790bbdd6-3d97-4cb6-9f1f-ab654761f228 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c239dc73-7044-4b9c-858c-ea01af2905f4 HTTP/1.1" status: 204 len: 168 time: 1.6086817 Apr 22 14:35:06.312532 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-940c5e9e-f000-45ad-9cd1-20077612f3d7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:06.314545 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4aa52626-b1c5-4a39-bdde-c8c5441d96c3 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:06.317061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3f1c2-c99a-4807-b56b-415f3d8c10b6 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Pushing event deleted for resources: {'Port': ['ID=73a764af-6745-4f3a-82bb-14f448197f11,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:06.329421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9b49ee19-e575-48ff-b6e8-77cfb0d69fe1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:06.329781 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-9b49ee19-e575-48ff-b6e8-77cfb0d69fe1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Added segment 66626bc1-f65b-44f4-96df-e74b15ffb02b of type vlan for network 96f7b5f0-8bc9-4f62-acbf-a97e12195788 Apr 22 14:35:06.402274 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9b49ee19-e575-48ff-b6e8-77cfb0d69fe1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:06.438989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-940c5e9e-f000-45ad-9cd1-20077612f3d7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:06.453512 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9b49ee19-e575-48ff-b6e8-77cfb0d69fe1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:06.454032 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b49ee19-e575-48ff-b6e8-77cfb0d69fe1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:06.454574 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9b49ee19-e575-48ff-b6e8-77cfb0d69fe1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:06.458681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa52626-b1c5-4a39-bdde-c8c5441d96c3 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Network 234779a6-5458-4bc2-a910-db5965bd8988 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:06.470302 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa52626-b1c5-4a39-bdde-c8c5441d96c3 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Pushing event updated for resources: {'Port': ['ID=8beab5da-eeb8-4298-84c3-bf4641b6a6b2,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:06.480339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-4aa52626-b1c5-4a39-bdde-c8c5441d96c3 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:06.485399 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-baf3f1c2-c99a-4807-b56b-415f3d8c10b6 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:06.512712 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa52626-b1c5-4a39-bdde-c8c5441d96c3 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:06.514079 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa52626-b1c5-4a39-bdde-c8c5441d96c3 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:06.514831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4aa52626-b1c5-4a39-bdde-c8c5441d96c3 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:06.525853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-940c5e9e-f000-45ad-9cd1-20077612f3d7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:06.531058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-940c5e9e-f000-45ad-9cd1-20077612f3d7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Usage tracker for resource:security_group_rule and tenant:bda8a1e2f57544349aa2938094d971c5 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:06.535322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-940c5e9e-f000-45ad-9cd1-20077612f3d7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:06.543570 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-940c5e9e-f000-45ad-9cd1-20077612f3d7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:06.548568 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4aa52626-b1c5-4a39-bdde-c8c5441d96c3 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2504623 Apr 22 14:35:06.550555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:06.610325 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-940c5e9e-f000-45ad-9cd1-20077612f3d7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:06.614950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53804) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:06.689549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-940c5e9e-f000-45ad-9cd1-20077612f3d7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:06.716312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:06.775741 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9b49ee19-e575-48ff-b6e8-77cfb0d69fe1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7880876 Apr 22 14:35:06.777347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-940c5e9e-f000-45ad-9cd1-20077612f3d7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:06.781591 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-940c5e9e-f000-45ad-9cd1-20077612f3d7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5542357 Apr 22 14:35:06.800332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53808) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:06.800332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53810) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:06.801502 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-baf3f1c2-c99a-4807-b56b-415f3d8c10b6 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "DELETE /v2.0/ports/73a764af-6745-4f3a-82bb-14f448197f11 HTTP/1.1" status: 204 len: 168 time: 2.3773518 Apr 22 14:35:06.805180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53816) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:06.815649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-1060df96-b9c4-4c42-93f5-f068dcde1ce1 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Request body: {'security_group_rule': {'security_group_id': '57a74a30-6024-41e6-9311-44ff7e057b69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:06.821802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1060df96-b9c4-4c42-93f5-f068dcde1ce1 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:06.826806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1060df96-b9c4-4c42-93f5-f068dcde1ce1 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Usage tracker for resource:security_group_rule and tenant:bda8a1e2f57544349aa2938094d971c5 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:06.830179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1060df96-b9c4-4c42-93f5-f068dcde1ce1 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:06.836724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1060df96-b9c4-4c42-93f5-f068dcde1ce1 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:06.880182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53820) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:06.890975 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Request body: {'subnets': [{'network_id': '88f24af4-87ac-4063-9177-6af785364100', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1966416174', 'ip_version': 6}, {'network_id': 'f1f2277a-a247-43bb-ba76-484cf4dd2471', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:06.891312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Request body: {'subnet': {'network_id': '88f24af4-87ac-4063-9177-6af785364100', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1966416174', 'ip_version': 6}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:06.891958 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Request body: {'subnet': {'network_id': 'f1f2277a-a247-43bb-ba76-484cf4dd2471', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:06.937304 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:07.032719 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Allocated IP 172.26.0.251 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/100c254b-3305-4e0d-b129-7ac2b08c5343) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:07.062340 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53826) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:07.078384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-9782a8b5-9f72-44b0-b758-3e569bc2f18d tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1065297181', 'description': 'tempest-description--488713105'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:07.092650 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:07.093355 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:07.125277 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf78554a-9741-42f5-8a56-c47a66151b11 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:07.129787 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf78554a-9741-42f5-8a56-c47a66151b11 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:07.130428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9782a8b5-9f72-44b0-b758-3e569bc2f18d tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:07.133468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf78554a-9741-42f5-8a56-c47a66151b11 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:07.138416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf78554a-9741-42f5-8a56-c47a66151b11 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:07.142065 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf78554a-9741-42f5-8a56-c47a66151b11 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:07.143833 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cf78554a-9741-42f5-8a56-c47a66151b11 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3060 time: 0.3411696 Apr 22 14:35:07.147809 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8cece6c5-a9c2-467c-b5a3-29eb0f1750b1', 'external_fixed_ips': [{'subnet_id': 'c839c317-e81f-4003-87da-8b682b8a5e56', 'ip_address': '2001:db8::27a'}]}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:07.152501 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:07.156809 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Usage tracker for resource:router and tenant:eecdb2fbbf8745cfae63f06aea5ec765 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:07.159889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:07.166726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:07.169261 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53834) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:07.170275 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9782a8b5-9f72-44b0-b758-3e569bc2f18d tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Usage tracker for resource:security_group and tenant:f8aa87d08eac46c5bfa80e52bb051b50 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:07.183697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9782a8b5-9f72-44b0-b758-3e569bc2f18d tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:07.185683 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49ee19-e575-48ff-b6e8-77cfb0d69fe1 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event updated for resources: {'Network': ['ID=96f7b5f0-8bc9-4f62-acbf-a97e12195788,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:07.193679 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:07.194613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:07.213987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:07.232220 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 96f7b5f0-8bc9-4f62-acbf-a97e12195788 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:07.233621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c5e9e-f000-45ad-9cd1-20077612f3d7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57a74a30-6024-41e6-9311-44ff7e057b69,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:07.282122 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9782a8b5-9f72-44b0-b758-3e569bc2f18d tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:07.310381 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1060df96-b9c4-4c42-93f5-f068dcde1ce1 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:07.386850 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:07.392095 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9782a8b5-9f72-44b0-b758-3e569bc2f18d tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:07.426130 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Usage tracker for resource:subnet and tenant:c4e7f722f869474e87aa9f015d1bc8eb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:07.434640 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:07.460160 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:07.467522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-64d14ec1-42c7-4a04-b44a-0b4f535c1ebf tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:07.486057 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:07.498885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:07.517333 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Made reservation on behalf of c4e7f722f869474e87aa9f015d1bc8eb for: {'subnet': 2} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:07.537199 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:07.546945 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9782a8b5-9f72-44b0-b758-3e569bc2f18d tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:07.557066 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1060df96-b9c4-4c42-93f5-f068dcde1ce1 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:07.583235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1060df96-b9c4-4c42-93f5-f068dcde1ce1 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:07.584024 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9782a8b5-9f72-44b0-b758-3e569bc2f18d tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Usage tracker for resource:security_group_rule and tenant:f8aa87d08eac46c5bfa80e52bb051b50 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:07.638774 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9782a8b5-9f72-44b0-b758-3e569bc2f18d tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:07.676565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9782a8b5-9f72-44b0-b758-3e569bc2f18d tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:07.677841 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060df96-b9c4-4c42-93f5-f068dcde1ce1 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b4edcc-11ef-4dd5-9d06-bb7c3e6b8f77,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:07.787898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1060df96-b9c4-4c42-93f5-f068dcde1ce1 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:07.787898 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1060df96-b9c4-4c42-93f5-f068dcde1ce1 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9810798 Apr 22 14:35:07.795826 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53848) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:07.803124 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-64d14ec1-42c7-4a04-b44a-0b4f535c1ebf tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:07.806604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-2134a0e4-d05c-44e2-8b0f-4d86f99c9af5 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Request body: {'security_group_rule': {'security_group_id': '57a74a30-6024-41e6-9311-44ff7e057b69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:07.828457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2134a0e4-d05c-44e2-8b0f-4d86f99c9af5 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:07.833715 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53852) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:07.840010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2134a0e4-d05c-44e2-8b0f-4d86f99c9af5 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Usage tracker for resource:security_group_rule and tenant:bda8a1e2f57544349aa2938094d971c5 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:07.849399 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2134a0e4-d05c-44e2-8b0f-4d86f99c9af5 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:07.859177 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2134a0e4-d05c-44e2-8b0f-4d86f99c9af5 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:07.923345 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-64d14ec1-42c7-4a04-b44a-0b4f535c1ebf tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f7b5f0-8bc9-4f62-acbf-a97e12195788']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:07.931727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:07.932331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2134a0e4-d05c-44e2-8b0f-4d86f99c9af5 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.012323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] device_id is not set on port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:08.013040 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-64d14ec1-42c7-4a04-b44a-0b4f535c1ebf tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66626bc1-f65b-44f4-96df-e74b15ffb02b') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:08.013337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-64d14ec1-42c7-4a04-b44a-0b4f535c1ebf tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66626bc1-f65b-44f4-96df-e74b15ffb02b') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:08.019375 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-537922997'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:08.033604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:08.037998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.049734 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Usage tracker for resource:network and tenant:b78ee70dc9ae489880dbaf9e0af0c833 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:08.050006 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.050149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.055906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:08.068217 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9782a8b5-9f72-44b0-b758-3e569bc2f18d tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.076853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:08.084305 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-64d14ec1-42c7-4a04-b44a-0b4f535c1ebf tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.085122 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Transition to ACTIVE for port object 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:08.124259 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.131948 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2134a0e4-d05c-44e2-8b0f-4d86f99c9af5 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.141009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9782a8b5-9f72-44b0-b758-3e569bc2f18d tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.168801 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:08.184858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Pushing event updated for resources: {'Port': ['ID=100c254b-3305-4e0d-b129-7ac2b08c5343,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:08.194470 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2134a0e4-d05c-44e2-8b0f-4d86f99c9af5 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.199231 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:08.201426 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:08.208463 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Made reservation on behalf of b78ee70dc9ae489880dbaf9e0af0c833 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:08.211314 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.237267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-64d14ec1-42c7-4a04-b44a-0b4f535c1ebf tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.299084 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d14ec1-42c7-4a04-b44a-0b4f535c1ebf tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:08.299488 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-64d14ec1-42c7-4a04-b44a-0b4f535c1ebf tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:08.313146 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:08.314985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134a0e4-d05c-44e2-8b0f-4d86f99c9af5 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19b9d37-f6be-4eb2-953e-956e27787776,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:08.325383 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.345716 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Pushing event updated for resources: {'Port': ['ID=8beab5da-eeb8-4298-84c3-bf4641b6a6b2,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:08.371856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9782a8b5-9f72-44b0-b758-3e569bc2f18d tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.373100 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9782a8b5-9f72-44b0-b758-3e569bc2f18d tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3100436 Apr 22 14:35:08.381726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53858) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:08.382713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782a8b5-9f72-44b0-b758-3e569bc2f18d tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:08.388163 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2134a0e4-d05c-44e2-8b0f-4d86f99c9af5 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.392144 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2134a0e4-d05c-44e2-8b0f-4d86f99c9af5 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5903924 Apr 22 14:35:08.397970 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53862) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:08.402280 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-92e221c4-c611-40c5-af9a-a90b10161ead tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Request body: {'security_group_rule': {'security_group_id': 'b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:08.422181 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-92e221c4-c611-40c5-af9a-a90b10161ead tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:08.429722 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:08.431603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-64d14ec1-42c7-4a04-b44a-0b4f535c1ebf tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.442725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-92e221c4-c611-40c5-af9a-a90b10161ead tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Usage tracker for resource:security_group_rule and tenant:f8aa87d08eac46c5bfa80e52bb051b50 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:08.447165 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-92e221c4-c611-40c5-af9a-a90b10161ead tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:08.450699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:08.457128 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d14ec1-42c7-4a04-b44a-0b4f535c1ebf tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 96f7b5f0-8bc9-4f62-acbf-a97e12195788 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 14:35:08.471460 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-64d14ec1-42c7-4a04-b44a-0b4f535c1ebf tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.477109 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d14ec1-42c7-4a04-b44a-0b4f535c1ebf tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event deleted for resources: {'Network': ['ID=96f7b5f0-8bc9-4f62-acbf-a97e12195788,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:08.477612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Usage tracker for resource:floatingip and tenant:bda8a1e2f57544349aa2938094d971c5 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:08.481276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-92e221c4-c611-40c5-af9a-a90b10161ead tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:08.487500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:08.503610 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-64d14ec1-42c7-4a04-b44a-0b4f535c1ebf tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "DELETE /v2.0/networks/96f7b5f0-8bc9-4f62-acbf-a97e12195788 HTTP/1.1" status: 204 len: 168 time: 1.3222747 Apr 22 14:35:08.503810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:08.510322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:08.514159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53866) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:08.515008 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:08.515403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:08.515764 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:08.518705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.565363 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Usage tracker for resource:security_group_rule and tenant:b78ee70dc9ae489880dbaf9e0af0c833 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:08.572246 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-5618ee5a-eca5-4987-92df-103ad99b6d11 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Request body: {'network': {'name': 'tempest-network--1134943450', 'router:external': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:08.583332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:08.589081 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.593614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5618ee5a-eca5-4987-92df-103ad99b6d11 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:08.607868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:08.643488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5618ee5a-eca5-4987-92df-103ad99b6d11 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Usage tracker for resource:network and tenant:3945e1445cd341d29f45fc9a769420b5 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:08.649970 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for floatingip, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.664804 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5618ee5a-eca5-4987-92df-103ad99b6d11 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:08.671090 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:08.671459 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:35:08.685695 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 2 to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 Apr 22 14:35:08.692198 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-92e221c4-c611-40c5-af9a-a90b10161ead tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.705976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5618ee5a-eca5-4987-92df-103ad99b6d11 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:08.719068 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.789216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.821195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:08.821195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:08.821195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:08.853703 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5618ee5a-eca5-4987-92df-103ad99b6d11 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Made reservation on behalf of 3945e1445cd341d29f45fc9a769420b5 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:08.856857 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5618ee5a-eca5-4987-92df-103ad99b6d11 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:08.934951 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:08.935259 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:35:08.941951 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 3 to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 Apr 22 14:35:09.018142 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:09.018480 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:09.018814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:09.112526 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5618ee5a-eca5-4987-92df-103ad99b6d11 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:09.204406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.212727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-92e221c4-c611-40c5-af9a-a90b10161ead tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.215171 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.216789 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.219957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:09.220283 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:35:09.224315 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 4 to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 Apr 22 14:35:09.239436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-92e221c4-c611-40c5-af9a-a90b10161ead tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.253216 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5618ee5a-eca5-4987-92df-103ad99b6d11 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.253502 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-5618ee5a-eca5-4987-92df-103ad99b6d11 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Added segment a4b70743-790a-4260-a40c-a916663aeedd of type vlan for network b69d032c-05ee-483e-9122-a86aa18fa85c Apr 22 14:35:09.260701 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.260932 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.310901 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:09.311116 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:09.311426 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:09.314170 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Allocated IP 2001:db8::27a (8cece6c5-a9c2-467c-b5a3-29eb0f1750b1/c839c317-e81f-4003-87da-8b682b8a5e56/a6c51ce7-f91b-4f77-bd28-c6accbc41947) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:09.323261 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e221c4-c611-40c5-af9a-a90b10161ead tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5d5ac0-937a-4de3-8082-2254b0549021,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:09.358968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:09.408704 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:09.409052 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:35:09.415037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event updated for resources: {'Subnet': ['ID=9b9e3ff7-297a-4afb-91a5-bd60e6168c98,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:09.424950 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Pushing event updated for resources: {'Port': ['ID=100c254b-3305-4e0d-b129-7ac2b08c5343,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:09.429308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5618ee5a-eca5-4987-92df-103ad99b6d11 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.432323 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 5 to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 Apr 22 14:35:09.443738 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.444088 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Added segment b675d1c5-75d2-4ccb-bf14-bb1220db2fde of type vlan for network d350457c-4846-4065-a55c-511c62fb77c6 Apr 22 14:35:09.450731 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86569df-c4d6-43a7-84a5-a55ac8fca520,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:09.458431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.474237 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Checking segment: {'id': 'ee08d466-5754-41d3-9b43-79a7edce92fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f24af4-87ac-4063-9177-6af785364100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:09.474819 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Network hostable DHCP agents. Network: 88f24af4-87ac-4063-9177-6af785364100, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:09.499328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.511140 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b742897c-a59d-4e91-a736-46c632519e4e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0466731 Apr 22 14:35:09.516227 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-92e221c4-c611-40c5-af9a-a90b10161ead tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.517934 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-92e221c4-c611-40c5-af9a-a90b10161ead tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1319280 Apr 22 14:35:09.522446 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53874) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:09.529372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-3fbf5f6d-fceb-4ddc-aa6d-82b15a081566 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Request body: {'security_group_rule': {'security_group_id': 'b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:09.535818 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Network 88f24af4-87ac-4063-9177-6af785364100 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:09.538291 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3fbf5f6d-fceb-4ddc-aa6d-82b15a081566 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:09.546407 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3fbf5f6d-fceb-4ddc-aa6d-82b15a081566 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Usage tracker for resource:security_group_rule and tenant:f8aa87d08eac46c5bfa80e52bb051b50 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:09.549867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:09.550507 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:09.550670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3fbf5f6d-fceb-4ddc-aa6d-82b15a081566 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:09.551508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:09.557155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 88f24af4-87ac-4063-9177-6af785364100) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:09.559012 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3fbf5f6d-fceb-4ddc-aa6d-82b15a081566 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:09.563776 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.573341 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea69f1b-ea18-418e-9582-4e120b863f41 None None] Network 88f24af4-87ac-4063-9177-6af785364100 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:09.615614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:09.616175 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:35:09.622478 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 6 to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 Apr 22 14:35:09.634397 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.660317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3fbf5f6d-fceb-4ddc-aa6d-82b15a081566 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.670111 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.680906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5618ee5a-eca5-4987-92df-103ad99b6d11 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.682203 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5618ee5a-eca5-4987-92df-103ad99b6d11 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:09.683682 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5618ee5a-eca5-4987-92df-103ad99b6d11 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.726102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event updated for resources: {'Subnet': ['ID=879022a9-ce74-4172-9f12-fb0f7bc71976,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:09.756709 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Checking segment: {'id': 'defaef9f-8e85-43fd-99e1-56402ad8e660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f1f2277a-a247-43bb-ba76-484cf4dd2471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:09.757066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Network hostable DHCP agents. Network: f1f2277a-a247-43bb-ba76-484cf4dd2471, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:09.800752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:09.801247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:09.801869 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:09.808364 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3fbf5f6d-fceb-4ddc-aa6d-82b15a081566 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.816218 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3fbf5f6d-fceb-4ddc-aa6d-82b15a081566 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.825863 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:35:09.832396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Network f1f2277a-a247-43bb-ba76-484cf4dd2471 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:09.857065 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf5f6d-fceb-4ddc-aa6d-82b15a081566 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ecb2f2-1cf7-42c5-afb7-539aef161d6d,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:09.865702 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, f1f2277a-a247-43bb-ba76-484cf4dd2471) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:09.872790 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:09.873272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:09.874020 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.890970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3fbf5f6d-fceb-4ddc-aa6d-82b15a081566 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.895982 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3fbf5f6d-fceb-4ddc-aa6d-82b15a081566 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3687823 Apr 22 14:35:09.896209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d4f4b3-60aa-4be5-8243-976545c0e366 None None] Network f1f2277a-a247-43bb-ba76-484cf4dd2471 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:09.896287 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53886) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:09.903414 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:09.909423 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:09.914896 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-52019ae7-1564-4434-b9e0-ba6a07d69ab6 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.0313354 Apr 22 14:35:09.915053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-88f24af4-87ac-4063-9177-6af785364100', 'network_id': '88f24af4-87ac-4063-9177-6af785364100', 'tenant_id': 'c4e7f722f869474e87aa9f015d1bc8eb', 'fixed_ips': [{'subnet_id': '9b9e3ff7-297a-4afb-91a5-bd60e6168c98'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:35:09.915053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.915983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53890) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:09.920956 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Usage tracker for resource:floatingip and tenant:f8aa87d08eac46c5bfa80e52bb051b50 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:09.973958 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:09.984983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:10.000396 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:10.001613 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:35:10.004796 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:10.005720 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:10.014688 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 7 to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 Apr 22 14:35:10.034883 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5618ee5a-eca5-4987-92df-103ad99b6d11 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4837759 Apr 22 14:35:10.047973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53894) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:10.051651 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:10.052411 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:10.053249 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:10.066173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:10.071816 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:10.072547 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:10.077421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618ee5a-eca5-4987-92df-103ad99b6d11 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event updated for resources: {'Network': ['ID=b69d032c-05ee-483e-9122-a86aa18fa85c,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:10.093904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network b69d032c-05ee-483e-9122-a86aa18fa85c details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:10.097844 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53900) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:10.121643 dv-neutron-839027-1-hyperv neutron-server[83964]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 14:35:10.137924 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba40d26-8211-4f6d-bcbe-6f4e7c21cb6d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:10.139656 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba40d26-8211-4f6d-bcbe-6f4e7c21cb6d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:10.141011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba40d26-8211-4f6d-bcbe-6f4e7c21cb6d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:10.141824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cba40d26-8211-4f6d-bcbe-6f4e7c21cb6d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Synchronizing usage tracker for tenant:c4e7f722f869474e87aa9f015d1bc8eb on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:10.240005 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cba40d26-8211-4f6d-bcbe-6f4e7c21cb6d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Unset dirty status for tenant:c4e7f722f869474e87aa9f015d1bc8eb on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:10.240290 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Network': ['ID=d350457c-4846-4065-a55c-511c62fb77c6,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:10.241172 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cba40d26-8211-4f6d-bcbe-6f4e7c21cb6d tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3244307 Apr 22 14:35:10.258891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53904) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:10.260768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-615da4bd-6369-4bdc-95d7-daa71e4808e9 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Synchronizing usage tracker for tenant:6094381463d646049ac766b311ef0072 on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:10.279804 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network d350457c-4846-4065-a55c-511c62fb77c6 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:10.315933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:10.316301 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:35:10.344730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-615da4bd-6369-4bdc-95d7-daa71e4808e9 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Unset dirty status for tenant:6094381463d646049ac766b311ef0072 on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:10.356040 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-615da4bd-6369-4bdc-95d7-daa71e4808e9 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--727322464&fields=id&tenant_id=6094381463d646049ac766b311ef0072 HTTP/1.1" status: 200 len: 267 time: 0.2495649 Apr 22 14:35:10.360090 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 8 to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 Apr 22 14:35:10.377733 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b50d881d-70a3-451e-8460-275c43e9c806 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5412867 Apr 22 14:35:10.385863 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53908) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:10.412027 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:10.412365 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:10.412699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:10.438300 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac71941-f3b3-4e18-822e-5f8cef7d829f tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:10.442701 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fac71941-f3b3-4e18-822e-5f8cef7d829f tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] 10.222.0.23 "GET /v2.0/networks/b69d032c-05ee-483e-9122-a86aa18fa85c HTTP/1.1" status: 200 len: 757 time: 0.3851976 Apr 22 14:35:10.443567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53912) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:10.444897 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-80403822-2e36-4ce8-bbd0-4cbbe9086af5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'subnet': {'network_id': 'd350457c-4846-4065-a55c-511c62fb77c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:10.449558 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:10.449890 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:35:10.456585 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 9 to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 Apr 22 14:35:10.471549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a7ab6f-bf2a-41f5-9337-a1a49b29bbba tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Deleting subnet 9b9e3ff7-297a-4afb-91a5-bd60e6168c98 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:35:10.472221 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Allocated IP 2001:db8::1 (88f24af4-87ac-4063-9177-6af785364100/9b9e3ff7-297a-4afb-91a5-bd60e6168c98/b2a21aa0-5649-4858-91c1-6dc7da524d0f) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:10.491510 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-f1f2277a-a247-43bb-ba76-484cf4dd2471', 'network_id': 'f1f2277a-a247-43bb-ba76-484cf4dd2471', 'tenant_id': 'c4e7f722f869474e87aa9f015d1bc8eb', 'fixed_ips': [{'subnet_id': '879022a9-ce74-4172-9f12-fb0f7bc71976'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:35:10.492735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:10.507138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Allocated IP 172.26.0.139 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/07dd04f4-13b1-4a42-a8b7-becf41c0358c) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:10.569221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:10.573478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:10.574377 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:10.574852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:10.679199 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Pushing event updated for resources: {'Port': ['ID=a6c51ce7-f91b-4f77-bd28-c6accbc41947,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:10.703853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-80403822-2e36-4ce8-bbd0-4cbbe9086af5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:10.708129 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-80403822-2e36-4ce8-bbd0-4cbbe9086af5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Usage tracker for resource:subnet and tenant:b78ee70dc9ae489880dbaf9e0af0c833 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:10.711559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-80403822-2e36-4ce8-bbd0-4cbbe9086af5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:10.713644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:10.713970 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:35:10.717968 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-80403822-2e36-4ce8-bbd0-4cbbe9086af5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:10.734396 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempt 10 to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 Apr 22 14:35:10.740571 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80403822-2e36-4ce8-bbd0-4cbbe9086af5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Made reservation on behalf of b78ee70dc9ae489880dbaf9e0af0c833 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:10.763277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:10.819435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de3797d-8b73-48ef-9399-8d1f2a7702d7 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:10.823327 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1de3797d-8b73-48ef-9399-8d1f2a7702d7 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] 10.222.0.23 "GET /v2.0/networks/c880dabb-c8b9-4f17-b54d-23936e7c09ea HTTP/1.1" status: 200 len: 767 time: 0.3700037 Apr 22 14:35:10.825666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Network 8cece6c5-a9c2-467c-b5a3-29eb0f1750b1 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:10.833360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53916) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:10.835548 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:10.838175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:10.847153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-9aed3956-2f35-4f1b-bbf9-e675c366a98b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:10.847865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-9aed3956-2f35-4f1b-bbf9-e675c366a98b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Synchronizing usage tracker for tenant:6094381463d646049ac766b311ef0072 on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:10.871230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:10.872725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:10.872725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempting to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:10.923121 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80403822-2e36-4ce8-bbd0-4cbbe9086af5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:10.945968 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-9aed3956-2f35-4f1b-bbf9-e675c366a98b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Unset dirty status for tenant:6094381463d646049ac766b311ef0072 on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:10.947137 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-9aed3956-2f35-4f1b-bbf9-e675c366a98b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/networks?id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17 HTTP/1.1" status: 200 len: 810 time: 0.5940945 Apr 22 14:35:10.990212 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:10.990414 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Failed to bind port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '3e9667e0-d0a8-41e9-b64f-2cded85754e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '234779a6-5458-4bc2-a910-db5965bd8988'}] Apr 22 14:35:10.990763 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.004151 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Allocated IP 2001:db8:0:1::1 (f1f2277a-a247-43bb-ba76-484cf4dd2471/879022a9-ce74-4172-9f12-fb0f7bc71976/f0b827e9-d143-4483-ab0f-6f55f81783f6) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:11.009640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.025409 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Transition to ACTIVE for port object b2a21aa0-5649-4858-91c1-6dc7da524d0f will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:11.042287 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-590881e1-813c-4e74-8e13-3baec730796e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/quotas/6094381463d646049ac766b311ef0072 HTTP/1.1" status: 200 len: 375 time: 0.0853181 Apr 22 14:35:11.140262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.153504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.157776 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Transition to ACTIVE for port object b2a21aa0-5649-4858-91c1-6dc7da524d0f will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:11.167157 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.175969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06a7ab6f-bf2a-41f5-9337-a1a49b29bbba tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.258132 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-5b336703-2885-403e-8691-8ccb84d739a1 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6094381463d646049ac766b311ef0072&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2145288 Apr 22 14:35:11.269165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Network 88f24af4-87ac-4063-9177-6af785364100 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:11.269413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06a7ab6f-bf2a-41f5-9337-a1a49b29bbba tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.274160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:11.281660 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:11.283758 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Pushing event updated for resources: {'Port': ['ID=b2a21aa0-5649-4858-91c1-6dc7da524d0f,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:11.326928 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] For port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:11.327305 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Attempted to set empty binding levels {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 14:35:11.370709 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80403822-2e36-4ce8-bbd0-4cbbe9086af5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.436732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.451899 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Attempting to bind port b2a21aa0-5649-4858-91c1-6dc7da524d0f on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:11.452266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Attempting to bind port b2a21aa0-5649-4858-91c1-6dc7da524d0f by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'ee08d466-5754-41d3-9b43-79a7edce92fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f24af4-87ac-4063-9177-6af785364100'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:11.452629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Attempting to bind port b2a21aa0-5649-4858-91c1-6dc7da524d0f on network 88f24af4-87ac-4063-9177-6af785364100 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:11.472976 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.487179 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Transition to ACTIVE for port object f0b827e9-d143-4483-ab0f-6f55f81783f6 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:11.508500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Transition to ACTIVE for port object f0b827e9-d143-4483-ab0f-6f55f81783f6 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:11.512112 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:11.512558 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Checking segment: {'id': 'ee08d466-5754-41d3-9b43-79a7edce92fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f24af4-87ac-4063-9177-6af785364100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:11.513224 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.513665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Bound using segment: {'id': 'ee08d466-5754-41d3-9b43-79a7edce92fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f24af4-87ac-4063-9177-6af785364100'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:11.514266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Bound port: b2a21aa0-5649-4858-91c1-6dc7da524d0f, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee08d466-5754-41d3-9b43-79a7edce92fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f24af4-87ac-4063-9177-6af785364100'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:11.514557 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.514700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.528553 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.538183 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] In _notify_port_updated(), no bound segment for port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 on network 234779a6-5458-4bc2-a910-db5965bd8988 {{(pid=83963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:35:11.539213 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.548119 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] 10.222.0.23 "PUT /v2.0/ports/8beab5da-eeb8-4298-84c3-bf4641b6a6b2 HTTP/1.1" status: 200 len: 976 time: 4.8716419 Apr 22 14:35:11.548119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.559231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53926) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:11.600850 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Allocated IP 172.26.0.55 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/5f04445f-ef6b-48de-80e5-7e860433860c) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:11.634658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:11.635017 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:11.635791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:11.636910 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Subscribe: > port after_create 55550000 {{(pid=83963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:11.637454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:11.638008 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Subscribe: > port after_update 55550000 {{(pid=83963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:11.638543 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:11.639076 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:11.639627 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:11.640154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:11.678121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Network f1f2277a-a247-43bb-ba76-484cf4dd2471 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:11.678862 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Pushing event updated for resources: {'Port': ['ID=f0b827e9-d143-4483-ab0f-6f55f81783f6,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:11.690970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:11.696536 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:11.783294 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-1fe6e689-9cd2-4b22-9187-734e2c8b6059 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:11.783294 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-1fe6e689-9cd2-4b22-9187-734e2c8b6059 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3202796 Apr 22 14:35:11.787944 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80403822-2e36-4ce8-bbd0-4cbbe9086af5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Subnet': ['ID=0d23b69d-c021-4350-9efb-620b1e2db0d4,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:11.788266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] For port b2a21aa0-5649-4858-91c1-6dc7da524d0f, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:11.809127 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] For port b2a21aa0-5649-4858-91c1-6dc7da524d0f, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b2a21aa0-5649-4858-91c1-6dc7da524d0f,segment=NetworkSegment(ee08d466-5754-41d3-9b43-79a7edce92fe),segment_id=ee08d466-5754-41d3-9b43-79a7edce92fe)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:11.810263 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Attempting to bind port f0b827e9-d143-4483-ab0f-6f55f81783f6 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:11.810632 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Attempting to bind port f0b827e9-d143-4483-ab0f-6f55f81783f6 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'defaef9f-8e85-43fd-99e1-56402ad8e660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f1f2277a-a247-43bb-ba76-484cf4dd2471'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:11.810983 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Attempting to bind port f0b827e9-d143-4483-ab0f-6f55f81783f6 on network f1f2277a-a247-43bb-ba76-484cf4dd2471 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:11.814425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.837922 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:11.838520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:11.838611 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:11.838913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:11.840224 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69d032c-05ee-483e-9122-a86aa18fa85c']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:11.848767 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06a7ab6f-bf2a-41f5-9337-a1a49b29bbba tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.866794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2eac9e-d2fa-4d8f-816a-c58b880f3c87 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Pushing event updated for resources: {'Port': ['ID=8beab5da-eeb8-4298-84c3-bf4641b6a6b2,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:11.870069 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b70743-790a-4260-a40c-a916663aeedd') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:11.870361 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b70743-790a-4260-a40c-a916663aeedd') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:11.873488 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:11.873858 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Checking segment: {'id': 'defaef9f-8e85-43fd-99e1-56402ad8e660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f1f2277a-a247-43bb-ba76-484cf4dd2471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:11.874422 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.874958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Bound using segment: {'id': 'defaef9f-8e85-43fd-99e1-56402ad8e660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f1f2277a-a247-43bb-ba76-484cf4dd2471'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:11.875607 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Bound port: f0b827e9-d143-4483-ab0f-6f55f81783f6, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defaef9f-8e85-43fd-99e1-56402ad8e660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f1f2277a-a247-43bb-ba76-484cf4dd2471'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:11.876130 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.937755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.957504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:11.965458 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22eb315-ed15-491b-a06c-9fbd1e023e7c None None] Pushing event updated for resources: {'Port': ['ID=b2a21aa0-5649-4858-91c1-6dc7da524d0f,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:11.966886 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.967802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.969894 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:11.983898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:11.991442 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.997691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-56e22f47-86c1-45f2-bed1-bc7614c66e71 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Deleting port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:11.998052 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-56e22f47-86c1-45f2-bed1-bc7614c66e71 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:12.004898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] For port f0b827e9-d143-4483-ab0f-6f55f81783f6, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:12.009025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] For port f0b827e9-d143-4483-ab0f-6f55f81783f6, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f0b827e9-d143-4483-ab0f-6f55f81783f6,segment=NetworkSegment(defaef9f-8e85-43fd-99e1-56402ad8e660),segment_id=defaef9f-8e85-43fd-99e1-56402ad8e660)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:12.017598 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:12.017745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80403822-2e36-4ce8-bbd0-4cbbe9086af5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Checking segment: {'id': 'b675d1c5-75d2-4ccb-bf14-bb1220db2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd350457c-4846-4065-a55c-511c62fb77c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:12.018258 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80403822-2e36-4ce8-bbd0-4cbbe9086af5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network hostable DHCP agents. Network: d350457c-4846-4065-a55c-511c62fb77c6, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:12.033840 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:12.049109 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:12.049523 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn_limited( Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn_limited( Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:12.069598 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:12.107466 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926843dd-7e5d-4da5-8c62-3036b6f58039 None None] Pushing event updated for resources: {'Port': ['ID=f0b827e9-d143-4483-ab0f-6f55f81783f6,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:12.149688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06a7ab6f-bf2a-41f5-9337-a1a49b29bbba tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:12.155733 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-ee79681a-063c-4d36-93d0-06e1c58a7927 service neutron] 10.222.0.23 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126643 Apr 22 14:35:12.196241 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Pushing event updated for resources: {'Port': ['ID=07dd04f4-13b1-4a42-a8b7-becf41c0358c,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:12.213346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80403822-2e36-4ce8-bbd0-4cbbe9086af5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network d350457c-4846-4065-a55c-511c62fb77c6 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:12.230021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7ab6f-bf2a-41f5-9337-a1a49b29bbba tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event deleted for resources: {'Subnet': ['ID=9b9e3ff7-297a-4afb-91a5-bd60e6168c98,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:12.318072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06a7ab6f-bf2a-41f5-9337-a1a49b29bbba tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:12.320705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-80403822-2e36-4ce8-bbd0-4cbbe9086af5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, d350457c-4846-4065-a55c-511c62fb77c6) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:12.338821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:12.346555 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b595be35-81f5-448d-a7a1-39c09d997867 None None] Network d350457c-4846-4065-a55c-511c62fb77c6 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:12.347927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80403822-2e36-4ce8-bbd0-4cbbe9086af5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:12.348509 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80403822-2e36-4ce8-bbd0-4cbbe9086af5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:12.492063 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-06a7ab6f-bf2a-41f5-9337-a1a49b29bbba tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "DELETE /v2.0/subnets/9b9e3ff7-297a-4afb-91a5-bd60e6168c98 HTTP/1.1" status: 204 len: 168 time: 2.2255914 Apr 22 14:35:12.495241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:12.505456 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53930) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:12.512755 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:12.520267 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-80403822-2e36-4ce8-bbd0-4cbbe9086af5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0772305 Apr 22 14:35:12.523675 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:12.528825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53934) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:12.529786 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:12.546772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-187244738', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:12.635149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:12.637760 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Pushing event updated for resources: {'Port': ['ID=5f04445f-ef6b-48de-80e5-7e860433860c,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:12.651422 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event deleted for resources: {'Network': ['ID=b69d032c-05ee-483e-9122-a86aa18fa85c,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:12.659978 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-f5596841-5d09-40ee-b1ca-907eeffbb8f7 service neutron] 10.222.0.23 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710023 Apr 22 14:35:12.670651 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Usage tracker for resource:router and tenant:b78ee70dc9ae489880dbaf9e0af0c833 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:12.676998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:12.687176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-be30fe9f-eae5-425f-921c-cdc0e23fcaf1 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Deleting subnet 879022a9-ce74-4172-9f12-fb0f7bc71976 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:35:12.690561 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be30fe9f-eae5-425f-921c-cdc0e23fcaf1 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:12.691611 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:12.710187 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b69d032c-05ee-483e-9122-a86aa18fa85c {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 14:35:12.715056 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:12.766052 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8424254-005e-46cb-82d0-1e34ed9f73cf None None] Network d350457c-4846-4065-a55c-511c62fb77c6 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:12.785020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-56e22f47-86c1-45f2-bed1-bc7614c66e71 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] For port 8beab5da-eeb8-4298-84c3-bf4641b6a6b2, host hv-neutron-8390, got binding levels [] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:12.785373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-56e22f47-86c1-45f2-bed1-bc7614c66e71 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:12.930668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be30fe9f-eae5-425f-921c-cdc0e23fcaf1 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:13.008328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-56e22f47-86c1-45f2-bed1-bc7614c66e71 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Calling delete_port for 8beab5da-eeb8-4298-84c3-bf4641b6a6b2 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:13.052955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53948) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:13.096919 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b2a21aa0-5649-4858-91c1-6dc7da524d0f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:13.110849 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:13.112107 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:13.173598 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2b71ad1c-befe-4d35-9570-cc04e306f70e tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "DELETE /v2.0/networks/b69d032c-05ee-483e-9122-a86aa18fa85c HTTP/1.1" status: 204 len: 168 time: 2.3108733 Apr 22 14:35:13.180812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53960) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:13.228467 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a738dfa6-0a3c-4768-af92-d4c5e2bb47e3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Request body: {'network': {'name': 'tempest-network--253877801'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:13.250889 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:13.254106 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a738dfa6-0a3c-4768-af92-d4c5e2bb47e3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:13.272827 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a738dfa6-0a3c-4768-af92-d4c5e2bb47e3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Usage tracker for resource:network and tenant:3945e1445cd341d29f45fc9a769420b5 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:13.374229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a738dfa6-0a3c-4768-af92-d4c5e2bb47e3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:13.377532 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:13.419257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port b2a21aa0-5649-4858-91c1-6dc7da524d0f completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:13.420177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a738dfa6-0a3c-4768-af92-d4c5e2bb47e3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:13.427184 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f0b827e9-d143-4483-ab0f-6f55f81783f6 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:13.451657 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-981c3072-da0b-489d-b646-3b9da3620c6c req-15ab0070-4dad-4902-b913-3b267b00da05 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 210 time: 0.3894866 Apr 22 14:35:13.474290 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:13.498097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be30fe9f-eae5-425f-921c-cdc0e23fcaf1 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:13.551112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:13.610375 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port f0b827e9-d143-4483-ab0f-6f55f81783f6 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:13.613408 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-56e22f47-86c1-45f2-bed1-bc7614c66e71 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:13.675880 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a738dfa6-0a3c-4768-af92-d4c5e2bb47e3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Made reservation on behalf of 3945e1445cd341d29f45fc9a769420b5 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:13.680689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a738dfa6-0a3c-4768-af92-d4c5e2bb47e3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:13.713666 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be30fe9f-eae5-425f-921c-cdc0e23fcaf1 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:13.794822 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30fe9f-eae5-425f-921c-cdc0e23fcaf1 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event deleted for resources: {'Subnet': ['ID=879022a9-ce74-4172-9f12-fb0f7bc71976,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:13.798409 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a738dfa6-0a3c-4768-af92-d4c5e2bb47e3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:13.839013 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2449ecc-f24b-4259-993e-e14ddbc149cc None None] Network 88f24af4-87ac-4063-9177-6af785364100 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:13.843526 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be30fe9f-eae5-425f-921c-cdc0e23fcaf1 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:13.865331 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-be30fe9f-eae5-425f-921c-cdc0e23fcaf1 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "DELETE /v2.0/subnets/879022a9-ce74-4172-9f12-fb0f7bc71976 HTTP/1.1" status: 204 len: 168 time: 1.3496032 Apr 22 14:35:13.871179 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a738dfa6-0a3c-4768-af92-d4c5e2bb47e3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:13.871462 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-a738dfa6-0a3c-4768-af92-d4c5e2bb47e3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Added segment bb8c8dc0-aed3-405a-8e32-af5263996d54 of type vlan for network e3a005ea-5d3c-4ab1-8f57-83bf1f63108d Apr 22 14:35:13.872521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53976) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:14.037332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-56e22f47-86c1-45f2-bed1-bc7614c66e71 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.040408 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e22f47-86c1-45f2-bed1-bc7614c66e71 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Pushing event deleted for resources: {'Port': ['ID=8beab5da-eeb8-4298-84c3-bf4641b6a6b2,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:14.062964 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:35:14.087866 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a738dfa6-0a3c-4768-af92-d4c5e2bb47e3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.104396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c3b975-e47f-4e46-969f-ec8db56b9d3a tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:14.105110 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-67c3b975-e47f-4e46-969f-ec8db56b9d3a tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Synchronizing usage tracker for tenant:c4e7f722f869474e87aa9f015d1bc8eb on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:14.133550 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-67c3b975-e47f-4e46-969f-ec8db56b9d3a tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Unset dirty status for tenant:c4e7f722f869474e87aa9f015d1bc8eb on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:14.139483 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-67c3b975-e47f-4e46-969f-ec8db56b9d3a tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2657521 Apr 22 14:35:14.140306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53982) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:14.154254 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-56e22f47-86c1-45f2-bed1-bc7614c66e71 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] 10.222.0.23 "DELETE /v2.0/ports/8beab5da-eeb8-4298-84c3-bf4641b6a6b2 HTTP/1.1" status: 204 len: 168 time: 2.5814698 Apr 22 14:35:14.160739 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 53984) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:14.165950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.168639 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-909cc093-6a76-448a-8162-c03e79689fd6 None None] Provisioning for port b2a21aa0-5649-4858-91c1-6dc7da524d0f completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:14.178107 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f494a9-ec2f-4550-9168-a14f85a9ca87 None None] Network f1f2277a-a247-43bb-ba76-484cf4dd2471 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:14.205293 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-909cc093-6a76-448a-8162-c03e79689fd6 None None] Provisioning complete for port b2a21aa0-5649-4858-91c1-6dc7da524d0f triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:14.205763 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-909cc093-6a76-448a-8162-c03e79689fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.289863 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a738dfa6-0a3c-4768-af92-d4c5e2bb47e3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.290719 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a738dfa6-0a3c-4768-af92-d4c5e2bb47e3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:14.291314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a738dfa6-0a3c-4768-af92-d4c5e2bb47e3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.414880 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738dfa6-0a3c-4768-af92-d4c5e2bb47e3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event updated for resources: {'Network': ['ID=e3a005ea-5d3c-4ab1-8f57-83bf1f63108d,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:14.419069 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.438866 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.441615 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network e3a005ea-5d3c-4ab1-8f57-83bf1f63108d details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:14.453104 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a738dfa6-0a3c-4768-af92-d4c5e2bb47e3 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2639506 Apr 22 14:35:14.462357 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 53994) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:14.474488 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.475456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.479205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-83920a57-265e-4c3b-865f-e226056ac950 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:14.499779 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Deleting port f0b827e9-d143-4483-ab0f-6f55f81783f6 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:14.500187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.563378 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d4a477-10ab-4661-b56c-54a441466793 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] GET failed (client error): The resource could not be found. Apr 22 14:35:14.564087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e3d4a477-10ab-4661-b56c-54a441466793 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Synchronizing usage tracker for tenant:b158994a9ab44c839ade70ca8f0fdc16 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:14.571553 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8868671-534c-4452-a658-50fbe164706b None None] DHCP port deletion for 88f24af4-87ac-4063-9177-6af785364100 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:35:14.593478 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.614445 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b8868671-534c-4452-a658-50fbe164706b None None] Deleting port b2a21aa0-5649-4858-91c1-6dc7da524d0f {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:14.617251 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b8868671-534c-4452-a658-50fbe164706b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.633465 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.706763 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e3d4a477-10ab-4661-b56c-54a441466793 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] Unset dirty status for tenant:b158994a9ab44c839ade70ca8f0fdc16 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:14.708136 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e3d4a477-10ab-4661-b56c-54a441466793 tempest-PortsAdminExtendedAttrsTestJSON-989407878 tempest-PortsAdminExtendedAttrsTestJSON-989407878-project-admin] 10.222.0.23 "GET /v2.0/ports/8beab5da-eeb8-4298-84c3-bf4641b6a6b2 HTTP/1.1" status: 404 len: 333 time: 0.5460973 Apr 22 14:35:14.708992 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Pushing event updated for resources: {'Port': ['ID=07dd04f4-13b1-4a42-a8b7-becf41c0358c,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:14.719548 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54004) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:14.740946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Pushing event updated for resources: {'Port': ['ID=5f04445f-ef6b-48de-80e5-7e860433860c,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:14.776379 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-909cc093-6a76-448a-8162-c03e79689fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.831883 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f2f3cb4d-8780-41de-9c9d-311d353cc11c req-1235aaf3-29f8-440f-9d9d-396c8d3f29aa tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 210 time: 0.0936313 Apr 22 14:35:14.907892 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.971769 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-909cc093-6a76-448a-8162-c03e79689fd6 None None] For port b2a21aa0-5649-4858-91c1-6dc7da524d0f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b2a21aa0-5649-4858-91c1-6dc7da524d0f,segment=NetworkSegment(ee08d466-5754-41d3-9b43-79a7edce92fe),segment_id=ee08d466-5754-41d3-9b43-79a7edce92fe)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:14.979016 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301661d5-491d-4a02-a17e-70f9fe9e3b71 None None] DHCP port deletion for f1f2277a-a247-43bb-ba76-484cf4dd2471 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:35:14.996890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-909cc093-6a76-448a-8162-c03e79689fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.998883 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b2a21aa0-5649-4858-91c1-6dc7da524d0f no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:35:15.042053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:15.044028 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-502fd4e7-8d53-45dd-a2fa-88ca64cdb967 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6313126 Apr 22 14:35:15.053415 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-196f5959-237a-4845-bf21-cc1dd0d7211e tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:15.079886 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Router 3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:35:15.092210 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-301661d5-491d-4a02-a17e-70f9fe9e3b71 None None] Deleting port f0b827e9-d143-4483-ab0f-6f55f81783f6 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:15.092759 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-301661d5-491d-4a02-a17e-70f9fe9e3b71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:15.201023 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-b8868671-534c-4452-a658-50fbe164706b None None] For port b2a21aa0-5649-4858-91c1-6dc7da524d0f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b2a21aa0-5649-4858-91c1-6dc7da524d0f,segment=NetworkSegment(ee08d466-5754-41d3-9b43-79a7edce92fe),segment_id=ee08d466-5754-41d3-9b43-79a7edce92fe)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:15.201718 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b8868671-534c-4452-a658-50fbe164706b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:15.362682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:15.384901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83920a57-265e-4c3b-865f-e226056ac950 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:15.432699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:15.436437 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-93a23be7-102c-4e3e-b224-34b5beb75676 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5385540 Apr 22 14:35:15.445144 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] For port f0b827e9-d143-4483-ab0f-6f55f81783f6, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f0b827e9-d143-4483-ab0f-6f55f81783f6,segment=NetworkSegment(defaef9f-8e85-43fd-99e1-56402ad8e660),segment_id=defaef9f-8e85-43fd-99e1-56402ad8e660)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:15.445144 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:15.467737 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b8868671-534c-4452-a658-50fbe164706b None None] Calling delete_port for b2a21aa0-5649-4858-91c1-6dc7da524d0f owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:15.499882 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83920a57-265e-4c3b-865f-e226056ac950 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:15.559012 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cc093-6a76-448a-8162-c03e79689fd6 None None] Pushing event updated for resources: {'Port': ['ID=b2a21aa0-5649-4858-91c1-6dc7da524d0f,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:15.574418 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-196f5959-237a-4845-bf21-cc1dd0d7211e tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:15.636730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4e2480d9-0bdd-44cc-9f31-ba69158281b3 None None] Provisioning for port f0b827e9-d143-4483-ab0f-6f55f81783f6 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:15.673661 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:15.707487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:15.744483 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Calling delete_port for f0b827e9-d143-4483-ab0f-6f55f81783f6 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:15.856849 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:15.875438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:15.875693 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-196f5959-237a-4845-bf21-cc1dd0d7211e tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234779a6-5458-4bc2-a910-db5965bd8988']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:15.891546 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.30', 63960) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:15.892084 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4e2480d9-0bdd-44cc-9f31-ba69158281b3 None None] Provisioning complete for port f0b827e9-d143-4483-ab0f-6f55f81783f6 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:15.892622 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4e2480d9-0bdd-44cc-9f31-ba69158281b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:15.937276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-196f5959-237a-4845-bf21-cc1dd0d7211e tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9667e0-d0a8-41e9-b64f-2cded85754e3') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:15.937570 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-196f5959-237a-4845-bf21-cc1dd0d7211e tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9667e0-d0a8-41e9-b64f-2cded85754e3') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:15.944759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Allocated IP 172.26.0.35 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/f4fa6003-5cf6-48fc-b328-cbf05db3d127) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:15.975264 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4e2480d9-0bdd-44cc-9f31-ba69158281b3 None None] Port f0b827e9-d143-4483-ab0f-6f55f81783f6 was deleted so its status cannot be updated. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 14:35:15.978129 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-b8868671-534c-4452-a658-50fbe164706b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:35:15.978987 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-b8868671-534c-4452-a658-50fbe164706b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:35:16.016608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-196f5959-237a-4845-bf21-cc1dd0d7211e tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.020128 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-9269b11c-c593-4168-b8b7-fa08b45e7675 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Synchronizing usage tracker for tenant:f8aa87d08eac46c5bfa80e52bb051b50 on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:16.027782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port b2a21aa0-5649-4858-91c1-6dc7da524d0f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b2a21aa0-5649-4858-91c1-6dc7da524d0f,segment=NetworkSegment(ee08d466-5754-41d3-9b43-79a7edce92fe),segment_id=ee08d466-5754-41d3-9b43-79a7edce92fe)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:16.047011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.050184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83920a57-265e-4c3b-865f-e226056ac950 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Network e3a005ea-5d3c-4ab1-8f57-83bf1f63108d is not hosted by any dhcp agent {{(pid=83964) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 22 14:35:16.051342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83920a57-265e-4c3b-865f-e226056ac950 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:16.051868 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83920a57-265e-4c3b-865f-e226056ac950 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.053344 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-83920a57-265e-4c3b-865f-e226056ac950 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "PUT /v2.0/networks/e3a005ea-5d3c-4ab1-8f57-83bf1f63108d HTTP/1.1" status: 200 len: 857 time: 1.5899761 Apr 22 14:35:16.054398 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event deleted for resources: {'Port': ['ID=f0b827e9-d143-4483-ab0f-6f55f81783f6,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:16.057648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54032) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:16.109420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] No DVR routers for this DVR port f0b827e9-d143-4483-ab0f-6f55f81783f6 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:35:16.174192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-301661d5-491d-4a02-a17e-70f9fe9e3b71 None None] For port f0b827e9-d143-4483-ab0f-6f55f81783f6, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f0b827e9-d143-4483-ab0f-6f55f81783f6,segment=NetworkSegment(defaef9f-8e85-43fd-99e1-56402ad8e660),segment_id=defaef9f-8e85-43fd-99e1-56402ad8e660)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:16.174601 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-301661d5-491d-4a02-a17e-70f9fe9e3b71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.190072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83920a57-265e-4c3b-865f-e226056ac950 tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event updated for resources: {'Network': ['ID=e3a005ea-5d3c-4ab1-8f57-83bf1f63108d,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:16.222025 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-847be95f-bb58-4632-84e1-5f4d495cc4f4 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Synchronizing usage tracker for tenant:bda8a1e2f57544349aa2938094d971c5 on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:16.237395 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-9269b11c-c593-4168-b8b7-fa08b45e7675 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Unset dirty status for tenant:f8aa87d08eac46c5bfa80e52bb051b50 on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:16.238723 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-9269b11c-c593-4168-b8b7-fa08b45e7675 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1065297181&fields=id&tenant_id=f8aa87d08eac46c5bfa80e52bb051b50 HTTP/1.1" status: 200 len: 267 time: 0.3882573 Apr 22 14:35:16.301161 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-196f5959-237a-4845-bf21-cc1dd0d7211e tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.307707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196f5959-237a-4845-bf21-cc1dd0d7211e tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:16.308100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-196f5959-237a-4845-bf21-cc1dd0d7211e tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.319625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-301661d5-491d-4a02-a17e-70f9fe9e3b71 None None] Calling delete_port for f0b827e9-d143-4483-ab0f-6f55f81783f6 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:16.359882 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=b2a21aa0-5649-4858-91c1-6dc7da524d0f,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:16.400596 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:16.409815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-301661d5-491d-4a02-a17e-70f9fe9e3b71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:35:16.410402 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-301661d5-491d-4a02-a17e-70f9fe9e3b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:35:16.420125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-488fe6cc-a543-4531-8ead-162fbcf7b67a tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.422093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.467752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-196f5959-237a-4845-bf21-cc1dd0d7211e tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.473484 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-196f5959-237a-4845-bf21-cc1dd0d7211e tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.474991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-847be95f-bb58-4632-84e1-5f4d495cc4f4 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Unset dirty status for tenant:bda8a1e2f57544349aa2938094d971c5 on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:16.483203 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-847be95f-bb58-4632-84e1-5f4d495cc4f4 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1161633578&fields=id&tenant_id=bda8a1e2f57544349aa2938094d971c5 HTTP/1.1" status: 200 len: 267 time: 1.0077310 Apr 22 14:35:16.487515 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b8868671-534c-4452-a658-50fbe164706b None None] Deleting port b2a21aa0-5649-4858-91c1-6dc7da524d0f {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:16.490616 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b8868671-534c-4452-a658-50fbe164706b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.493676 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f2277a-a247-43bb-ba76-484cf4dd2471']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:16.532348 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-d0f49d70-f8af-4074-a2c9-56262daf4623 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:16.534074 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-d0f49d70-f8af-4074-a2c9-56262daf4623 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.30 "GET /v2.0/networks?id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17 HTTP/1.1" status: 200 len: 810 time: 0.6405845 Apr 22 14:35:16.539473 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-196f5959-237a-4845-bf21-cc1dd0d7211e tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] 10.222.0.23 "DELETE /v2.0/networks/234779a6-5458-4bc2-a910-db5965bd8988 HTTP/1.1" status: 204 len: 168 time: 1.8170731 Apr 22 14:35:16.541198 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f5959-237a-4845-bf21-cc1dd0d7211e tempest-PortsAdminExtendedAttrsTestJSON-485113362 tempest-PortsAdminExtendedAttrsTestJSON-485113362-project] Pushing event deleted for resources: {'Network': ['ID=234779a6-5458-4bc2-a910-db5965bd8988,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:16.542236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defaef9f-8e85-43fd-99e1-56402ad8e660') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:16.542588 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defaef9f-8e85-43fd-99e1-56402ad8e660') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:16.626763 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.648338 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-d3325e87-0d2a-4925-b932-2af2e6c54b54 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6094381463d646049ac766b311ef0072 HTTP/1.1" status: 200 len: 379 time: 0.0816467 Apr 22 14:35:16.658947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Request body: {'port': {'device_id': '9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1', 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'admin_state_up': True, 'tenant_id': '6094381463d646049ac766b311ef0072', 'security_groups': ['e6450c9c-cc8d-458a-a4d0-441dfcbf5c28']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:16.659148 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.759223 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:35:16.771263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.772331 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Sync routers for ids ['3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:35:16.777761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-e3b88c64-d8a7-4fc4-adc9-706ad3c3f588 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:16.784579 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-e3b88c64-d8a7-4fc4-adc9-706ad3c3f588 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/networks?id=5a755e32-34d9-4ab6-b03f-b51179b95d5b HTTP/1.1" status: 200 len: 806 time: 0.5324621 Apr 22 14:35:16.798007 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Routers {'3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:16.798784 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:34:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:16.811165 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:16.811610 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.828240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.829675 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c0b8881b-95c6-4a29-a583-6ac875842c1d tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.9816191 Apr 22 14:35:16.832829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54052) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:16.840085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:16.874344 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:16.891633 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-b8868671-534c-4452-a658-50fbe164706b None None] For port b2a21aa0-5649-4858-91c1-6dc7da524d0f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b2a21aa0-5649-4858-91c1-6dc7da524d0f,segment=NetworkSegment(ee08d466-5754-41d3-9b43-79a7edce92fe),segment_id=ee08d466-5754-41d3-9b43-79a7edce92fe)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:16.894262 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b8868671-534c-4452-a658-50fbe164706b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.075635 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-488fe6cc-a543-4531-8ead-162fbcf7b67a tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.089234 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b8868671-534c-4452-a658-50fbe164706b None None] Calling delete_port for b2a21aa0-5649-4858-91c1-6dc7da524d0f owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:17.128969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-a70e51aa-8473-4b0c-9ba8-4fffa62fd5c2 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:17.129888 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-a70e51aa-8473-4b0c-9ba8-4fffa62fd5c2 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Synchronizing usage tracker for tenant:bda8a1e2f57544349aa2938094d971c5 on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:17.139193 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-908042b5-7da9-4fe6-8126-3b80ba342aff tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/quotas/f8aa87d08eac46c5bfa80e52bb051b50 HTTP/1.1" status: 200 len: 375 time: 0.3536899 Apr 22 14:35:17.176279 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Set router 3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:17.224393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-488fe6cc-a543-4531-8ead-162fbcf7b67a tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a005ea-5d3c-4ab1-8f57-83bf1f63108d']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:17.239954 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.289925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-301661d5-491d-4a02-a17e-70f9fe9e3b71 None None] Deleting port f0b827e9-d143-4483-ab0f-6f55f81783f6 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:17.290777 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.291900 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54060) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:17.292126 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-301661d5-491d-4a02-a17e-70f9fe9e3b71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.297430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-488fe6cc-a543-4531-8ead-162fbcf7b67a tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8c8dc0-aed3-405a-8e32-af5263996d54') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:17.298160 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-488fe6cc-a543-4531-8ead-162fbcf7b67a tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8c8dc0-aed3-405a-8e32-af5263996d54') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:17.356407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f0b827e9-d143-4483-ab0f-6f55f81783f6 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:35:17.376079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:17.398462 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Usage tracker for resource:port and tenant:6094381463d646049ac766b311ef0072 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:17.414451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=f4fa6003-5cf6-48fc-b328-cbf05db3d127,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:17.421072 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:17.436694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:17.470768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b8868671-534c-4452-a658-50fbe164706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.479369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:17.495914 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:17.506195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-a70e51aa-8473-4b0c-9ba8-4fffa62fd5c2 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Unset dirty status for tenant:bda8a1e2f57544349aa2938094d971c5 on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:17.519726 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-a70e51aa-8473-4b0c-9ba8-4fffa62fd5c2 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/networks?id=3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 HTTP/1.1" status: 200 len: 811 time: 1.0355372 Apr 22 14:35:17.562042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event deleted for resources: {'Network': ['ID=f1f2277a-a247-43bb-ba76-484cf4dd2471,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:17.632068 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-488fe6cc-a543-4531-8ead-162fbcf7b67a tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.671876 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-93986037-6fbf-4e78-9bad-08f00d541c0c tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "DELETE /v2.0/networks/f1f2277a-a247-43bb-ba76-484cf4dd2471 HTTP/1.1" status: 204 len: 168 time: 3.5140917 Apr 22 14:35:17.679547 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:17.680453 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54066) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:17.697810 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: f0b827e9-d143-4483-ab0f-6f55f81783f6 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:35:17.698416 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f0b827e9-d143-4483-ab0f-6f55f81783f6 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:35:17.717351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-488fe6cc-a543-4531-8ead-162fbcf7b67a tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.725109 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-301661d5-491d-4a02-a17e-70f9fe9e3b71 None None] The port 'f0b827e9-d143-4483-ab0f-6f55f81783f6' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:35:17.729558 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-c9a7a13d-a4a1-45a2-84a6-8405a53bfbc9 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/quotas/bda8a1e2f57544349aa2938094d971c5 HTTP/1.1" status: 200 len: 375 time: 0.2082980 Apr 22 14:35:17.748512 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8868671-534c-4452-a658-50fbe164706b None None] Pushing event deleted for resources: {'Port': ['ID=b2a21aa0-5649-4858-91c1-6dc7da524d0f,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:17.760199 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8868671-534c-4452-a658-50fbe164706b None None] No DVR routers for this DVR port b2a21aa0-5649-4858-91c1-6dc7da524d0f on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:35:17.872801 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488fe6cc-a543-4531-8ead-162fbcf7b67a tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:17.873531 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-488fe6cc-a543-4531-8ead-162fbcf7b67a tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:17.893741 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:17.895989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Made reservation on behalf of 6094381463d646049ac766b311ef0072 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:17.899411 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.027942 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd', 'name': '', 'tenant_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cece6c5-a9c2-467c-b5a3-29eb0f1750b1', 'external_fixed_ips': [{'subnet_id': 'c839c317-e81f-4003-87da-8b682b8a5e56', 'ip_address': '2001:db8::27a'}], 'enable_snat': True}, 'gw_port_id': 'a6c51ce7-f91b-4f77-bd28-c6accbc41947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:07Z', 'updated_at': '2022-04-22T14:35:11Z', 'revision_number': 3, 'project_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'gw_port': {'id': 'a6c51ce7-f91b-4f77-bd28-c6accbc41947', 'name': '', 'network_id': '8cece6c5-a9c2-467c-b5a3-29eb0f1750b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c839c317-e81f-4003-87da-8b682b8a5e56', 'ip_address': '2001:db8::27a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:08Z', 'updated_at': '2022-04-22T14:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c839c317-e81f-4003-87da-8b682b8a5e56', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:18.037812 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Checking router: 3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:35:18.038391 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Updating router 3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd port a6c51ce7-f91b-4f77-bd28-c6accbc41947 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:35:18.039399 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-81595c76-71ce-49b0-8f97-d3ee190f38e9 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f8aa87d08eac46c5bfa80e52bb051b50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8990185 Apr 22 14:35:18.120093 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.197621 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-89715c54-4ed1-4f8d-a5ca-377d6cca7f8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5f942f5a83b400cbfe165669082ef06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8812370 Apr 22 14:35:18.237638 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54070) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:18.290432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54ac5f57-3578-40cc-979b-2f3cfa203b62 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.346743 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.347670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.412959 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-488fe6cc-a543-4531-8ead-162fbcf7b67a tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.429405 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b23d29e1-789b-4fa6-a0e1-6e1bcd6e6687 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.447225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488fe6cc-a543-4531-8ead-162fbcf7b67a tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3a005ea-5d3c-4ab1-8f57-83bf1f63108d {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 14:35:18.493489 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-488fe6cc-a543-4531-8ead-162fbcf7b67a tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.575110 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-6154d024-2774-429a-b518-ac5e02c30d41 service neutron] 10.222.0.23 "GET /v2.0/networks/5a755e32-34d9-4ab6-b03f-b51179b95d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266290 Apr 22 14:35:18.601490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fe6cc-a543-4531-8ead-162fbcf7b67a tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3a005ea-5d3c-4ab1-8f57-83bf1f63108d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:18.611087 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-488fe6cc-a543-4531-8ead-162fbcf7b67a tempest-ExternalNetworksTestJSON-391634325 tempest-ExternalNetworksTestJSON-391634325-project-admin] 10.222.0.23 "DELETE /v2.0/networks/e3a005ea-5d3c-4ab1-8f57-83bf1f63108d HTTP/1.1" status: 204 len: 168 time: 2.5479631 Apr 22 14:35:18.636494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54074) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:18.646205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-bbf38a36-7fdd-44d0-b479-9cc816aeab3d tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Synchronizing usage tracker for tenant:bda8a1e2f57544349aa2938094d971c5 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:18.879664 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff1f2b2-931b-4df2-ae56-ee8661fb65f5 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] DELETE failed (client error): The resource could not be found. Apr 22 14:35:18.880274 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff1f2b2-931b-4df2-ae56-ee8661fb65f5 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:35:18.888806 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-bbf38a36-7fdd-44d0-b479-9cc816aeab3d tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Unset dirty status for tenant:bda8a1e2f57544349aa2938094d971c5 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:18.889580 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Allocated IP 172.20.0.6 (b550088f-f0a0-45a4-ae4e-eed7f02c5e17/7895da2c-27e4-4c0c-82d1-5c2260f4fda9/52164677-5136-4d96-b1b2-f1430dc55414) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:18.893396 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5ff1f2b2-931b-4df2-ae56-ee8661fb65f5 tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] 10.222.0.23 "DELETE /v2.0/subnets/c4ac7d23-721d-41a9-b63f-42c30cf4b41a HTTP/1.1" status: 404 len: 337 time: 0.2426050 Apr 22 14:35:18.902053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54078) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:18.914812 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-bbf38a36-7fdd-44d0-b479-9cc816aeab3d tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bda8a1e2f57544349aa2938094d971c5&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1736276 Apr 22 14:35:18.961385 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3916321d-e596-4b93-a7b1-d21be67c9e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.035771 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.053875 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Transition to ACTIVE for port object a6c51ce7-f91b-4f77-bd28-c6accbc41947 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:19.064194 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.137627 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3916321d-e596-4b93-a7b1-d21be67c9e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.169269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b23d29e1-789b-4fa6-a0e1-6e1bcd6e6687 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.223222 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Attempting to bind port a6c51ce7-f91b-4f77-bd28-c6accbc41947 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:19.223939 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Attempting to bind port a6c51ce7-f91b-4f77-bd28-c6accbc41947 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '74f17922-89b7-48cd-b33d-ab79f2a02663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8cece6c5-a9c2-467c-b5a3-29eb0f1750b1'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:19.224511 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Attempting to bind port a6c51ce7-f91b-4f77-bd28-c6accbc41947 on network 8cece6c5-a9c2-467c-b5a3-29eb0f1750b1 {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:19.225310 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-b23d29e1-789b-4fa6-a0e1-6e1bcd6e6687 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f24af4-87ac-4063-9177-6af785364100']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:19.233180 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66370374-e81f-46ac-9cef-7cfefbddb986 None None] Pushing event updated for resources: {'Port': ['ID=a6c51ce7-f91b-4f77-bd28-c6accbc41947,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:19.250311 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:19.253781 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Checking segment: {'id': '74f17922-89b7-48cd-b33d-ab79f2a02663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8cece6c5-a9c2-467c-b5a3-29eb0f1750b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:19.254273 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.254869 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Bound using segment: {'id': '74f17922-89b7-48cd-b33d-ab79f2a02663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8cece6c5-a9c2-467c-b5a3-29eb0f1750b1'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:19.256831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-b23d29e1-789b-4fa6-a0e1-6e1bcd6e6687 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee08d466-5754-41d3-9b43-79a7edce92fe') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:19.257229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-b23d29e1-789b-4fa6-a0e1-6e1bcd6e6687 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee08d466-5754-41d3-9b43-79a7edce92fe') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:19.257345 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Bound port: a6c51ce7-f91b-4f77-bd28-c6accbc41947, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f17922-89b7-48cd-b33d-ab79f2a02663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8cece6c5-a9c2-467c-b5a3-29eb0f1750b1'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:19.258934 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.272603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b23d29e1-789b-4fa6-a0e1-6e1bcd6e6687 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.295611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b23d29e1-789b-4fa6-a0e1-6e1bcd6e6687 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.304035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23d29e1-789b-4fa6-a0e1-6e1bcd6e6687 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:19.304565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b23d29e1-789b-4fa6-a0e1-6e1bcd6e6687 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.342875 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83ddde72-86f0-4826-aed3-49b9d87f3cfd tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.385971 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-e7fbbcbf-e233-4cec-bb6b-827cdd808ba5 service neutron] 10.222.0.23 "GET /v2.0/networks/5a755e32-34d9-4ab6-b03f-b51179b95d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8091190 Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:19.386681 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:19.392041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-92a68ca0-1dbe-4f18-8c21-4a049150b88a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:19.393051 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-92a68ca0-1dbe-4f18-8c21-4a049150b88a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2750092 Apr 22 14:35:19.427129 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] For port a6c51ce7-f91b-4f77-bd28-c6accbc41947, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:19.431601 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] For port a6c51ce7-f91b-4f77-bd28-c6accbc41947, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a6c51ce7-f91b-4f77-bd28-c6accbc41947,segment=NetworkSegment(74f17922-89b7-48cd-b33d-ab79f2a02663),segment_id=74f17922-89b7-48cd-b33d-ab79f2a02663)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:19.438851 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.563989 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Routers {'3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:19.564708 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:34:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:19.663050 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3916321d-e596-4b93-a7b1-d21be67c9e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.712086 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-13dff46e-c1d3-41da-b27e-243210fb773a service neutron] 10.222.0.23 "GET /v2.0/networks/3a6b99dc-a404-4bb0-b96f-b84f53c37fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863505 Apr 22 14:35:19.737932 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b23d29e1-789b-4fa6-a0e1-6e1bcd6e6687 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.769360 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] Set router 3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:19.776245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b23d29e1-789b-4fa6-a0e1-6e1bcd6e6687 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.812890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83ddde72-86f0-4826-aed3-49b9d87f3cfd tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.867776 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d29e1-789b-4fa6-a0e1-6e1bcd6e6687 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event deleted for resources: {'Network': ['ID=88f24af4-87ac-4063-9177-6af785364100,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:19.886260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-83ddde72-86f0-4826-aed3-49b9d87f3cfd tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c880dabb-c8b9-4f17-b54d-23936e7c09ea']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:19.890258 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b23d29e1-789b-4fa6-a0e1-6e1bcd6e6687 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "DELETE /v2.0/networks/88f24af4-87ac-4063-9177-6af785364100 HTTP/1.1" status: 204 len: 168 time: 2.1996112 Apr 22 14:35:19.898780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54096) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:19.914017 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-83ddde72-86f0-4826-aed3-49b9d87f3cfd tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1768dbff-43e1-4fb4-9ebb-8cbf085f9161') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:19.914387 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-83ddde72-86f0-4826-aed3-49b9d87f3cfd tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1768dbff-43e1-4fb4-9ebb-8cbf085f9161') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:19.948567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83ddde72-86f0-4826-aed3-49b9d87f3cfd tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.974027 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83ddde72-86f0-4826-aed3-49b9d87f3cfd tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.981139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ddde72-86f0-4826-aed3-49b9d87f3cfd tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:19.981674 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83ddde72-86f0-4826-aed3-49b9d87f3cfd tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.112092 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e85ee04d-e70c-4948-bb01-f38179a832b6 req-e43bc1ec-55b4-4dcf-b23b-0de4f9712007 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 210 time: 0.1494687 Apr 22 14:35:20.122045 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66370374-e81f-46ac-9cef-7cfefbddb986 None None] Pushing event updated for resources: {'Port': ['ID=a6c51ce7-f91b-4f77-bd28-c6accbc41947,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:20.199850 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.202620 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-cca3156c-0070-4e9a-9dfb-815e68c895e2 service neutron] 10.222.0.23 "GET /v2.0/networks/3a6b99dc-a404-4bb0-b96f-b84f53c37fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889867 Apr 22 14:35:20.219731 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89004723-5510-4519-bd0d-93d95b34452b tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.233664 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Transition to ACTIVE for port object 52164677-5136-4d96-b1b2-f1430dc55414 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:20.271595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916321d-e596-4b93-a7b1-d21be67c9e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dc1d65-7fce-4f17-94e2-34c776b0a3bd,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:20.274371 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:20.281390 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83ddde72-86f0-4826-aed3-49b9d87f3cfd tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.283202 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.310175 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aff10bf6-a13a-4739-ae05-6393b19a2a54 req-8d14c9fd-ef59-4d09-8ac9-33a7f5a6e85b tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 210 time: 0.0831718 Apr 22 14:35:20.316365 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83ddde72-86f0-4826-aed3-49b9d87f3cfd tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.338216 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-83ddde72-86f0-4826-aed3-49b9d87f3cfd tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] 10.222.0.23 "DELETE /v2.0/networks/c880dabb-c8b9-4f17-b54d-23936e7c09ea HTTP/1.1" status: 204 len: 168 time: 1.4337199 Apr 22 14:35:20.425136 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Network b550088f-f0a0-45a4-ae4e-eed7f02c5e17 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:20.434737 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:20.442915 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3916321d-e596-4b93-a7b1-d21be67c9e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.444207 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3916321d-e596-4b93-a7b1-d21be67c9e36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99dc1d65-7fce-4f17-94e2-34c776b0a3bd HTTP/1.1" status: 204 len: 168 time: 2.2041404 Apr 22 14:35:20.450590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:20.587475 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:20.590752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.612778 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddde72-86f0-4826-aed3-49b9d87f3cfd tempest-ExternalNetworksTestJSON-1749383496 tempest-ExternalNetworksTestJSON-1749383496-project] Pushing event deleted for resources: {'Network': ['ID=c880dabb-c8b9-4f17-b54d-23936e7c09ea,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:20.652464 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd', 'name': '', 'tenant_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cece6c5-a9c2-467c-b5a3-29eb0f1750b1', 'external_fixed_ips': [{'subnet_id': 'c839c317-e81f-4003-87da-8b682b8a5e56', 'ip_address': '2001:db8::27a'}], 'enable_snat': True}, 'gw_port_id': 'a6c51ce7-f91b-4f77-bd28-c6accbc41947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:07Z', 'updated_at': '2022-04-22T14:35:11Z', 'revision_number': 3, 'project_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'gw_port': {'id': 'a6c51ce7-f91b-4f77-bd28-c6accbc41947', 'name': '', 'network_id': '8cece6c5-a9c2-467c-b5a3-29eb0f1750b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c839c317-e81f-4003-87da-8b682b8a5e56', 'ip_address': '2001:db8::27a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:08Z', 'updated_at': '2022-04-22T14:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c839c317-e81f-4003-87da-8b682b8a5e56', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:20.677323 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872105b-2d8e-4365-a26f-a7889b1159d1 None None] The sync data for ids ['3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd'] in dv-neutron-839027-1-hyperv is: [{'id': '3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd', 'name': '', 'tenant_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cece6c5-a9c2-467c-b5a3-29eb0f1750b1', 'external_fixed_ips': [{'subnet_id': 'c839c317-e81f-4003-87da-8b682b8a5e56', 'ip_address': '2001:db8::27a'}], 'enable_snat': True}, 'gw_port_id': 'a6c51ce7-f91b-4f77-bd28-c6accbc41947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:07Z', 'updated_at': '2022-04-22T14:35:11Z', 'revision_number': 3, 'project_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'gw_port': {'id': 'a6c51ce7-f91b-4f77-bd28-c6accbc41947', 'name': '', 'network_id': '8cece6c5-a9c2-467c-b5a3-29eb0f1750b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c839c317-e81f-4003-87da-8b682b8a5e56', 'ip_address': '2001:db8::27a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:08Z', 'updated_at': '2022-04-22T14:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c839c317-e81f-4003-87da-8b682b8a5e56', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:35:20.818697 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54ac5f57-3578-40cc-979b-2f3cfa203b62 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.830436 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1768570 Apr 22 14:35:20.945920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-7cc0c275-0d1c-43b8-8d68-1dd60696a8a4 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:20.953420 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-7cc0c275-0d1c-43b8-8d68-1dd60696a8a4 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0986419 Apr 22 14:35:20.957345 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6c7b1ecd-8ef3-436c-ab58-dc937988c12c None None] Provisioning for port 52164677-5136-4d96-b1b2-f1430dc55414 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:20.969789 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6c7b1ecd-8ef3-436c-ab58-dc937988c12c None None] Provisioning complete for port 52164677-5136-4d96-b1b2-f1430dc55414 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:20.970474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6c7b1ecd-8ef3-436c-ab58-dc937988c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.984430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53120dc5-78e4-4adc-a444-b7ce1d38704b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Pushing event updated for resources: {'Port': ['ID=52164677-5136-4d96-b1b2-f1430dc55414,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:20.997407 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:35:20.999798 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89004723-5510-4519-bd0d-93d95b34452b tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.002303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-54ac5f57-3578-40cc-979b-2f3cfa203b62 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Deleting port a6c51ce7-f91b-4f77-bd28-c6accbc41947 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:21.003292 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54ac5f57-3578-40cc-979b-2f3cfa203b62 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.037911 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-89004723-5510-4519-bd0d-93d95b34452b tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92013855-7440-4a3a-94ef-b61e6267600c']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:21.059617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-89004723-5510-4519-bd0d-93d95b34452b tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a33ca0-0c9c-43c9-8b11-e2d2150b58a1') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:21.060026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-89004723-5510-4519-bd0d-93d95b34452b tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a33ca0-0c9c-43c9-8b11-e2d2150b58a1') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:21.142138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89004723-5510-4519-bd0d-93d95b34452b tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.149897 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-6c7b1ecd-8ef3-436c-ab58-dc937988c12c None None] Port 52164677-5136-4d96-b1b2-f1430dc55414 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:21.324674 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-324d54cc-4fff-41ab-9c49-2185f8bd7d23 req-ae0c3571-2603-4e4e-be3b-5b8f7091b4b9 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 210 time: 0.2094960 Apr 22 14:35:21.356984 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54142) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:21.403625 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89004723-5510-4519-bd0d-93d95b34452b tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.432460 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89004723-5510-4519-bd0d-93d95b34452b tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:21.434616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89004723-5510-4519-bd0d-93d95b34452b tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:21.503578 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:21.641312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-54ac5f57-3578-40cc-979b-2f3cfa203b62 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] For port a6c51ce7-f91b-4f77-bd28-c6accbc41947, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a6c51ce7-f91b-4f77-bd28-c6accbc41947,segment=NetworkSegment(74f17922-89b7-48cd-b33d-ab79f2a02663),segment_id=74f17922-89b7-48cd-b33d-ab79f2a02663)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:21.650014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54ac5f57-3578-40cc-979b-2f3cfa203b62 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.791213 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54158) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:21.925896 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0e70245c-63b1-4f5f-a095-0fd220987fb3 req-bb2bbad2-139b-400f-847f-7c13d90c4e03 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 210 time: 0.4213684 Apr 22 14:35:22.038992 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89004723-5510-4519-bd0d-93d95b34452b tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.048140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319471d-1aa9-48c1-a5b9-1b4e50023884 req-2d807e3f-8cdb-49d3-8f12-41e58f6333d6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:22.049737 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4319471d-1aa9-48c1-a5b9-1b4e50023884 req-2d807e3f-8cdb-49d3-8f12-41e58f6333d6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 931 time: 0.3747766 Apr 22 14:35:22.088398 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89004723-5510-4519-bd0d-93d95b34452b tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.128297 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-54ac5f57-3578-40cc-979b-2f3cfa203b62 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Calling delete_port for a6c51ce7-f91b-4f77-bd28-c6accbc41947 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:22.131479 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8e8551af-2116-416a-8135-cbf1523e28ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa73cce2d8ec4554a2773798476cbe41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7733705 Apr 22 14:35:22.132820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89004723-5510-4519-bd0d-93d95b34452b tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event deleted for resources: {'Network': ['ID=92013855-7440-4a3a-94ef-b61e6267600c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:22.141519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54164) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:22.148868 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-89004723-5510-4519-bd0d-93d95b34452b tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "DELETE /v2.0/networks/92013855-7440-4a3a-94ef-b61e6267600c HTTP/1.1" status: 204 len: 168 time: 2.2466602 Apr 22 14:35:22.151790 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54166) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:22.190428 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Request body: {'port': {'device_id': '9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:22.323950 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4319471d-1aa9-48c1-a5b9-1b4e50023884 req-b3011548-1e82-4cf9-b51e-229e02c89545 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371912 Apr 22 14:35:22.362697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-13c783ff-6ef3-427a-8501-58995ca8981d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.395165 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc8b0-2cdf-43c4-9667-5e6898436ac9 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.494146 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a768ead1-fab7-4d6b-9f0b-df791859e59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.710641 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-574394bd-ef17-42d5-924c-7e3d14a0ad30 req-9aebd9dc-804a-4718-a82f-07c00491e435 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 210 time: 0.1334829 Apr 22 14:35:22.715489 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a768ead1-fab7-4d6b-9f0b-df791859e59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.753705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc8b0-2cdf-43c4-9667-5e6898436ac9 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.780205 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a73705c8-7bd5-48fd-9974-cea3d8b58ce0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b158994a9ab44c839ade70ca8f0fdc16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9849291 Apr 22 14:35:22.782977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54176) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:22.833742 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-5f4bc8b0-2cdf-43c4-9667-5e6898436ac9 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936985fa-d4a5-4fbe-a688-e5087563d7b6']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:22.847816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-5f4bc8b0-2cdf-43c4-9667-5e6898436ac9 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95df7985-4215-4935-b6a9-5e8cb2e22caf') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:22.848115 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-5f4bc8b0-2cdf-43c4-9667-5e6898436ac9 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95df7985-4215-4935-b6a9-5e8cb2e22caf') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:22.864600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc8b0-2cdf-43c4-9667-5e6898436ac9 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.895695 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc8b0-2cdf-43c4-9667-5e6898436ac9 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.905009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4bc8b0-2cdf-43c4-9667-5e6898436ac9 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:22.905408 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc8b0-2cdf-43c4-9667-5e6898436ac9 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.911393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:22.921321 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:22.925994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a768ead1-fab7-4d6b-9f0b-df791859e59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.999633 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Sync routers for ids ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:35:23.017684 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Routers {'1e2a33a2-7671-46e4-b251-22bdea9c93d6'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:23.019189 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:34:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:23.061287 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768ead1-fab7-4d6b-9f0b-df791859e59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7667a9e0-96e2-4a02-90bd-f50ed1c1364b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:23.070142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a768ead1-fab7-4d6b-9f0b-df791859e59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.071606 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a768ead1-fab7-4d6b-9f0b-df791859e59c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7667a9e0-96e2-4a02-90bd-f50ed1c1364b HTTP/1.1" status: 204 len: 168 time: 0.9213939 Apr 22 14:35:23.102177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc8b0-2cdf-43c4-9667-5e6898436ac9 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.111080 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc8b0-2cdf-43c4-9667-5e6898436ac9 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.195499 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bc8b0-2cdf-43c4-9667-5e6898436ac9 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] Pushing event deleted for resources: {'Network': ['ID=936985fa-d4a5-4fbe-a688-e5087563d7b6,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:23.215438 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5f4bc8b0-2cdf-43c4-9667-5e6898436ac9 tempest-BulkNetworkOpsIpV6Test-526021727 tempest-BulkNetworkOpsIpV6Test-526021727-project] 10.222.0.23 "DELETE /v2.0/networks/936985fa-d4a5-4fbe-a688-e5087563d7b6 HTTP/1.1" status: 204 len: 168 time: 1.0582838 Apr 22 14:35:23.539215 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Set router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:23.597228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52164677-5136-4d96-b1b2-f1430dc55414 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:35:23.611124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.621593 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-43426383-9fda-4a08-ad53-993c72af8bd7 req-4dd7ef97-b462-459d-8f3d-d7fb4e2d1e12 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 210 time: 0.2327967 Apr 22 14:35:23.653296 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Transition to ACTIVE for port object 52164677-5136-4d96-b1b2-f1430dc55414 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:23.676696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.30', 63969) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:23.693001 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.982578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54198) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:24.021044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c22c27-905c-4b36-b109-2f3ab51fe8f4 req-1b95eca3-7c95-436b-8d31-7c74660623ef tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:24.025153 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c5c22c27-905c-4b36-b109-2f3ab51fe8f4 req-1b95eca3-7c95-436b-8d31-7c74660623ef tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 943 time: 0.4122381 Apr 22 14:35:24.176982 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-6e869368-07f7-4c66-8ec5-877bd296e0a7 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:24.178483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-6e869368-07f7-4c66-8ec5-877bd296e0a7 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Synchronizing usage tracker for tenant:f8aa87d08eac46c5bfa80e52bb051b50 on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:24.260818 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-85454a3e-c094-4c37-9df9-90d203299f29 req-4ef51fbc-3cb5-4476-9a2c-0ca45625b957 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 210 time: 0.2300758 Apr 22 14:35:24.349074 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:24.353903 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c5c22c27-905c-4b36-b109-2f3ab51fe8f4 req-d636f06b-d5f8-40d0-8555-20f1a2c1abbf tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148284 Apr 22 14:35:24.412703 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54206) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:24.498074 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2d2468a1-cc2b-4b0c-9262-5ba9f10442a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3945e1445cd341d29f45fc9a769420b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0840571 Apr 22 14:35:24.506162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54212) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:24.576626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.30', 63971) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:24.587794 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c2d60af7-ac8a-43d3-8ac0-698ce857561e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4e7f722f869474e87aa9f015d1bc8eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6012938 Apr 22 14:35:24.603158 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-6e869368-07f7-4c66-8ec5-877bd296e0a7 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Unset dirty status for tenant:f8aa87d08eac46c5bfa80e52bb051b50 on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:24.606794 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-6e869368-07f7-4c66-8ec5-877bd296e0a7 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.30 "GET /v2.0/networks?id=5a755e32-34d9-4ab6-b03f-b51179b95d5b HTTP/1.1" status: 200 len: 806 time: 0.9278021 Apr 22 14:35:24.657392 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54218) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:24.659378 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'name': 'tempest-ServersTestJSON-2073296503-router', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:35:01Z', 'revision_number': 4, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'gw_port': {'id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd1379faf-a966-499a-b2eb-cb20e32a41c0', 'name': '', 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'mac_address': 'fa:16:3e:a0:ec:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:59Z', 'updated_at': '2022-04-22T14:35:01Z', 'revision_number': 2, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'subnets': [{'id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:24.677266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Checking router: 1e2a33a2-7671-46e4-b251-22bdea9c93d6 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:35:24.677937 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Updating router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 port d1379faf-a966-499a-b2eb-cb20e32a41c0 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:35:24.801118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Pushing event updated for resources: {'Port': ['ID=52164677-5136-4d96-b1b2-f1430dc55414,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:24.836594 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:24.897694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-779dc46a-8f4a-466c-b337-1cd6975c4ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:24.948511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8632410c-d1e1-4a59-abd2-749893742ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.104616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54ac5f57-3578-40cc-979b-2f3cfa203b62 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.127628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-62c12c0b-39c0-4d0a-b38a-e38ec5f27089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.204549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d5405a8-eaf5-4bba-9cf0-aa77088b5374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.220645 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b97b446e-f28b-452e-8634-d389cf933412 req-1478473f-5186-4bad-b2a3-48b59b505a04 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 210 time: 0.0963981 Apr 22 14:35:25.273337 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-d36dfcdd-765d-49fd-af42-2edb56d87b47 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Synchronizing usage tracker for tenant:f8aa87d08eac46c5bfa80e52bb051b50 on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:25.280060 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-62c12c0b-39c0-4d0a-b38a-e38ec5f27089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.297381 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-779dc46a-8f4a-466c-b337-1cd6975c4ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.307132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac5f57-3578-40cc-979b-2f3cfa203b62 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6c51ce7-f91b-4f77-bd28-c6accbc41947,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:25.311436 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d5405a8-eaf5-4bba-9cf0-aa77088b5374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.354963 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-f78a9010-6456-4fbd-8579-7532e10f2e9d tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:25.356642 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-f78a9010-6456-4fbd-8579-7532e10f2e9d tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.30 "GET /v2.0/networks?id=3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 HTTP/1.1" status: 200 len: 811 time: 0.7669599 Apr 22 14:35:25.393875 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:35:25.424556 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832c8147-4a31-440b-a668-fbe20bf5c9dc None None] Sync routers for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:35:25.471471 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-62c12c0b-39c0-4d0a-b38a-e38ec5f27089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.481916 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.484540 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-d36dfcdd-765d-49fd-af42-2edb56d87b47 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Unset dirty status for tenant:f8aa87d08eac46c5bfa80e52bb051b50 on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:25.486590 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-d36dfcdd-765d-49fd-af42-2edb56d87b47 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8aa87d08eac46c5bfa80e52bb051b50 HTTP/1.1" status: 200 len: 380 time: 0.7877038 Apr 22 14:35:25.494693 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832c8147-4a31-440b-a668-fbe20bf5c9dc None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:25.499759 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-33922875-4dfd-40c2-ab3f-8f2df435913e tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bda8a1e2f57544349aa2938094d971c5 HTTP/1.1" status: 200 len: 380 time: 0.0950465 Apr 22 14:35:25.500432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d5405a8-eaf5-4bba-9cf0-aa77088b5374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.500856 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-832c8147-4a31-440b-a668-fbe20bf5c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:25.508353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c12c0b-39c0-4d0a-b38a-e38ec5f27089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc36920-55e0-47a8-b2e5-73a5daf2f5ee,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:25.512526 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Transition to ACTIVE for port object d1379faf-a966-499a-b2eb-cb20e32a41c0 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:25.525308 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-0bc853fe-5d0d-4c66-bfa6-82c8a52019d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Request body: {'port': {'device_id': '49920e42-f6f1-4d00-ae03-0e2a45b6c891', 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'admin_state_up': True, 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'security_groups': ['57a74a30-6024-41e6-9311-44ff7e057b69']}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:25.580019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.675218 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Request body: {'port': {'device_id': '6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8', 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'admin_state_up': True, 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'security_groups': ['b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:25.686124 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-832c8147-4a31-440b-a668-fbe20bf5c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:25.704568 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832c8147-4a31-440b-a668-fbe20bf5c9dc None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:25.705441 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-832c8147-4a31-440b-a668-fbe20bf5c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:25.712001 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-779dc46a-8f4a-466c-b337-1cd6975c4ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.745417 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5405a8-eaf5-4bba-9cf0-aa77088b5374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384a9103-a97c-4676-af2c-506bb6cd42bf,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:25.790012 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779dc46a-8f4a-466c-b337-1cd6975c4ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d1eb6a-ed90-4daa-8c9f-c3069df5b0c0,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:25.813492 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-62c12c0b-39c0-4d0a-b38a-e38ec5f27089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.816898 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-62c12c0b-39c0-4d0a-b38a-e38ec5f27089 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cc36920-55e0-47a8-b2e5-73a5daf2f5ee HTTP/1.1" status: 204 len: 168 time: 1.3082173 Apr 22 14:35:25.829776 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-832c8147-4a31-440b-a668-fbe20bf5c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:25.830768 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832c8147-4a31-440b-a668-fbe20bf5c9dc None None] The sync data for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:35:25.882980 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b1b2a-59e6-4365-8e80-af0a5d0ee242 None None] Pushing event updated for resources: {'Port': ['ID=d1379faf-a966-499a-b2eb-cb20e32a41c0,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:25.897240 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c8a0a0ce-a834-4ca6-997d-a7e529bca97a req-074af58b-3e0b-445e-96f5-c6a80b67c727 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 210 time: 0.1627541 Apr 22 14:35:25.913399 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d5405a8-eaf5-4bba-9cf0-aa77088b5374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.930362 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7d5405a8-eaf5-4bba-9cf0-aa77088b5374 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/384a9103-a97c-4676-af2c-506bb6cd42bf HTTP/1.1" status: 204 len: 168 time: 1.2716630 Apr 22 14:35:26.003529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-0bc853fe-5d0d-4c66-bfa6-82c8a52019d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:26.044093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-0bc853fe-5d0d-4c66-bfa6-82c8a52019d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:26.097983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caa749-5950-469e-93f2-cc8ddb46b905 req-b3c74f6e-ed49-4036-9bbf-d17aa9e517cb tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:26.109220 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c9caa749-5950-469e-93f2-cc8ddb46b905 req-b3c74f6e-ed49-4036-9bbf-d17aa9e517cb tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 943 time: 0.3553793 Apr 22 14:35:26.148230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.171935 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-0bc853fe-5d0d-4c66-bfa6-82c8a52019d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Made reservation on behalf of bda8a1e2f57544349aa2938094d971c5 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:26.175701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-0bc853fe-5d0d-4c66-bfa6-82c8a52019d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.183817 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-779dc46a-8f4a-466c-b337-1cd6975c4ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.194946 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-779dc46a-8f4a-466c-b337-1cd6975c4ba9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21d1eb6a-ed90-4daa-8c9f-c3069df5b0c0 HTTP/1.1" status: 204 len: 168 time: 3.3932602 Apr 22 14:35:26.296114 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c9caa749-5950-469e-93f2-cc8ddb46b905 req-ad2c9964-ba90-4ec8-8a29-8817e75519f2 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837711 Apr 22 14:35:26.348335 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.417322 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Attempting to bind port d1379faf-a966-499a-b2eb-cb20e32a41c0 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:26.423379 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Attempting to bind port d1379faf-a966-499a-b2eb-cb20e32a41c0 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'cd74334e-2e43-49c3-bdcc-2cf4451c2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:26.423923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Attempting to bind port d1379faf-a966-499a-b2eb-cb20e32a41c0 on network 5a755e32-34d9-4ab6-b03f-b51179b95d5b {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:26.454071 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:26.454533 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Checking segment: {'id': 'cd74334e-2e43-49c3-bdcc-2cf4451c2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:26.454947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.455368 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Bound using segment: {'id': 'cd74334e-2e43-49c3-bdcc-2cf4451c2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:26.455875 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Bound port: d1379faf-a966-499a-b2eb-cb20e32a41c0, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd74334e-2e43-49c3-bdcc-2cf4451c2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:26.460032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.621515 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5b0bbf8d-f4d9-4f93-9e6a-9b39bff72a8d req-25c6e855-2b01-464b-8a22-34887b393b81 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 210 time: 0.1258690 Apr 22 14:35:26.651186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-0bc853fe-5d0d-4c66-bfa6-82c8a52019d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Allocated IP 172.20.0.11 (3a6b99dc-a404-4bb0-b96f-b84f53c37fd6/b918be07-59c3-483b-9013-143f8e82c337/25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:26.671567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.678472 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-35f93d46-a461-4d7d-a6bb-79e0393a691f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 14.1464686 Apr 22 14:35:26.684567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54244) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:26.686061 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] For port d1379faf-a966-499a-b2eb-cb20e32a41c0, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:26.692598 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] For port d1379faf-a966-499a-b2eb-cb20e32a41c0, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d1379faf-a966-499a-b2eb-cb20e32a41c0,segment=NetworkSegment(cd74334e-2e43-49c3-bdcc-2cf4451c2cc3),segment_id=cd74334e-2e43-49c3-bdcc-2cf4451c2cc3)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:26.703423 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.786629 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:26.805097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Usage tracker for resource:port and tenant:f8aa87d08eac46c5bfa80e52bb051b50 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:26.827767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:26.830500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b1b2a-59e6-4365-8e80-af0a5d0ee242 None None] Pushing event updated for resources: {'Port': ['ID=d1379faf-a966-499a-b2eb-cb20e32a41c0,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:26.842127 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Attempting to bind port 52164677-5136-4d96-b1b2-f1430dc55414 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:26.842551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Attempting to bind port 52164677-5136-4d96-b1b2-f1430dc55414 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'd4b6f6ba-ebac-49eb-a20c-20a79b38727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:26.843042 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Attempting to bind port 52164677-5136-4d96-b1b2-f1430dc55414 on network b550088f-f0a0-45a4-ae4e-eed7f02c5e17 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:26.882305 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:26.920351 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Sync routers for ids ['34b6a6d6-887e-4ef7-9b48-0a345212124a'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:35:26.924836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54ac5f57-3578-40cc-979b-2f3cfa203b62 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.947876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Routers {'1e2a33a2-7671-46e4-b251-22bdea9c93d6'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:26.948562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:27.245049 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Routers {'34b6a6d6-887e-4ef7-9b48-0a345212124a'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:27.245811 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['34b6a6d6-887e-4ef7-9b48-0a345212124a'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:27.578847 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cafb3bc6-7d0c-4d91-9c74-1c4b2f2ef0f4 req-48732416-b29f-4e03-a1d2-0dea5feb3a6a tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 210 time: 0.1896820 Apr 22 14:35:27.753752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Port 52164677-5136-4d96-b1b2-f1430dc55414 on network b550088f-f0a0-45a4-ae4e-eed7f02c5e17 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:27.754453 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Attempting to bind port 52164677-5136-4d96-b1b2-f1430dc55414 on network b550088f-f0a0-45a4-ae4e-eed7f02c5e17 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:27.781149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] Set router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:27.964403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:27.966029 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Checking segment: {'id': 'd4b6f6ba-ebac-49eb-a20c-20a79b38727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:27.966885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Bound using segment: {'id': 'd4b6f6ba-ebac-49eb-a20c-20a79b38727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:27.968029 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Bound port: 52164677-5136-4d96-b1b2-f1430dc55414, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b6f6ba-ebac-49eb-a20c-20a79b38727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:27.968622 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.012442 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Made reservation on behalf of f8aa87d08eac46c5bfa80e52bb051b50 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:28.017358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.077614 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-0bc853fe-5d0d-4c66-bfa6-82c8a52019d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.103670 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.262216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9613f56-b0b0-4b38-a3c7-ec603633db55 req-5b144c8b-fdbf-4613-9e07-640cde0c3270 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:28.281612 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Set router 34b6a6d6-887e-4ef7-9b48-0a345212124a gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:28.282777 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b9613f56-b0b0-4b38-a3c7-ec603633db55 req-5b144c8b-fdbf-4613-9e07-640cde0c3270 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 943 time: 0.6252942 Apr 22 14:35:28.291993 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54ac5f57-3578-40cc-979b-2f3cfa203b62 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.306637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54ac5f57-3578-40cc-979b-2f3cfa203b62 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.395902 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54ac5f57-3578-40cc-979b-2f3cfa203b62 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.396682 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ac5f57-3578-40cc-979b-2f3cfa203b62 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:35:28.401403 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-97ac60dd-9cb3-480c-b748-2db6480bde0a req-64191834-e38f-45c4-829f-2d73ff72df27 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 210 time: 0.3904753 Apr 22 14:35:28.486181 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b9613f56-b0b0-4b38-a3c7-ec603633db55 req-51ad0ce3-8987-4d54-adf4-f0f46a5b0434 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013834 Apr 22 14:35:28.491157 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-0bc853fe-5d0d-4c66-bfa6-82c8a52019d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Transition to ACTIVE for port object 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:28.574489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54ac5f57-3578-40cc-979b-2f3cfa203b62 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.580456 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-54ac5f57-3578-40cc-979b-2f3cfa203b62 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "DELETE /v2.0/routers/3fbca6fa-334f-4ce2-88e1-17dd2e1e40cd HTTP/1.1" status: 204 len: 168 time: 11.7456822 Apr 22 14:35:28.583365 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54290) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:28.831510 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] For port 52164677-5136-4d96-b1b2-f1430dc55414, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:28.882349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] For port 52164677-5136-4d96-b1b2-f1430dc55414, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=52164677-5136-4d96-b1b2-f1430dc55414,segment=NetworkSegment(d4b6f6ba-ebac-49eb-a20c-20a79b38727c),segment_id=d4b6f6ba-ebac-49eb-a20c-20a79b38727c)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:28.906215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.012287 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-0bc853fe-5d0d-4c66-bfa6-82c8a52019d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.126356 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Allocated IP 172.20.0.3 (5a755e32-34d9-4ab6-b03f-b51179b95d5b/6a354afd-2b42-4fdb-869d-c2ecd7ee3dac/0f95b813-a0bd-46b7-91ec-cc947de41f05) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:29.146719 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6da9e9-b000-4b68-972b-b5f709d5e364 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Deleting subnet c839c317-e81f-4003-87da-8b682b8a5e56 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:35:29.180107 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.181713 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] 10.222.0.30 "PUT /v2.0/ports/52164677-5136-4d96-b1b2-f1430dc55414 HTTP/1.1" status: 200 len: 1093 time: 7.4642036 Apr 22 14:35:29.182415 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0b6da9e9-b000-4b68-972b-b5f709d5e364 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.303169 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1', 'tag': '52164677-5136-4d96-b1b2-f1430dc55414'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:35:29.592698 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54308) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:29.592940 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54312) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:29.615611 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b354d-cea1-4627-be7b-ae07c2466c38 service neutron] Pushing event updated for resources: {'Port': ['ID=52164677-5136-4d96-b1b2-f1430dc55414,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:29.676718 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0b6da9e9-b000-4b68-972b-b5f709d5e364 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.731688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-0bc853fe-5d0d-4c66-bfa6-82c8a52019d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Network 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:29.796456 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-0bc853fe-5d0d-4c66-bfa6-82c8a52019d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:29.850932 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-0bc853fe-5d0d-4c66-bfa6-82c8a52019d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:29.901779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'name': 'tempest-ServersTestManualDisk-524485016-router', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:34:58Z', 'revision_number': 4, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'gw_port': {'id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761', 'name': '', 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'mac_address': 'fa:16:3e:18:5b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b918be07-59c3-483b-9013-143f8e82c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:57Z', 'updated_at': '2022-04-22T14:34:59Z', 'revision_number': 2, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'subnets': [{'id': 'b918be07-59c3-483b-9013-143f8e82c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:29.927408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Checking router: 34b6a6d6-887e-4ef7-9b48-0a345212124a for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:35:29.927991 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Updating router 34b6a6d6-887e-4ef7-9b48-0a345212124a port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:35:29.951506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0b6da9e9-b000-4b68-972b-b5f709d5e364 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.999399 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'name': 'tempest-ServersTestJSON-2073296503-router', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:35:01Z', 'revision_number': 4, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'gw_port': {'id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd1379faf-a966-499a-b2eb-cb20e32a41c0', 'name': '', 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'mac_address': 'fa:16:3e:a0:ec:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:59Z', 'updated_at': '2022-04-22T14:35:26Z', 'revision_number': 4, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'subnets': [{'id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:30.023103 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3c649-a94e-4a15-a5be-546d96e6acb4 None None] The sync data for ids ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'] in dv-neutron-839027-1-hyperv is: [{'id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'name': 'tempest-ServersTestJSON-2073296503-router', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:35:01Z', 'revision_number': 4, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'gw_port': {'id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd1379faf-a966-499a-b2eb-cb20e32a41c0', 'name': '', 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'mac_address': 'fa:16:3e:a0:ec:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:59Z', 'updated_at': '2022-04-22T14:35:26Z', 'revision_number': 4, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'subnets': [{'id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:35:30.027204 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-0fbb9aa4-b2ea-40a5-a1cc-da230838a6cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6094381463d646049ac766b311ef0072&device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 1096 time: 0.6921506 Apr 22 14:35:30.077149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.091029 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc853fe-5d0d-4c66-bfa6-82c8a52019d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Pushing event updated for resources: {'Port': ['ID=25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:30.201594 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-763e090b-9bb8-4cba-96b7-36a06f965f02 req-52c0942a-d4b5-4363-9610-ee7c44bbb773 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 210 time: 0.2818613 Apr 22 14:35:30.329556 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-0bc853fe-5d0d-4c66-bfa6-82c8a52019d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:30.330569 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-0bc853fe-5d0d-4c66-bfa6-82c8a52019d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.451788 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-739001254'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:30.475433 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-80d4485c-2734-4566-9eae-4e74e0ea99c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52164677-5136-4d96-b1b2-f1430dc55414 HTTP/1.1" status: 200 len: 217 time: 0.3929396 Apr 22 14:35:30.482042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76996c4e-3a84-4b05-a246-3b15e356946e req-973f1abe-5718-4c3e-8fbf-26b0e6077474 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:30.483116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-76996c4e-3a84-4b05-a246-3b15e356946e req-973f1abe-5718-4c3e-8fbf-26b0e6077474 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Synchronizing usage tracker for tenant:bda8a1e2f57544349aa2938094d971c5 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:30.488257 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.503262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:30.519141 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1015865311'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:30.523945 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-0bc853fe-5d0d-4c66-bfa6-82c8a52019d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0026934 Apr 22 14:35:30.533005 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:30.535803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Usage tracker for resource:network and tenant:86b9ca34fafb48619aa743bd22531671 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:30.611573 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Transition to ACTIVE for port object 0f95b813-a0bd-46b7-91ec-cc947de41f05 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:30.617936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:30.638402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Request body: {'port': {'device_id': '49920e42-f6f1-4d00-ae03-0e2a45b6c891', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:30.676345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.709606 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-76996c4e-3a84-4b05-a246-3b15e356946e req-973f1abe-5718-4c3e-8fbf-26b0e6077474 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Unset dirty status for tenant:bda8a1e2f57544349aa2938094d971c5 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:30.717074 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-76996c4e-3a84-4b05-a246-3b15e356946e req-973f1abe-5718-4c3e-8fbf-26b0e6077474 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 932 time: 1.7136135 Apr 22 14:35:30.723125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Usage tracker for resource:network and tenant:28217efa0c9946b49e39437d67bed254 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:30.832347 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:30.834771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:30.922234 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0b6da9e9-b000-4b68-972b-b5f709d5e364 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.933493 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-76996c4e-3a84-4b05-a246-3b15e356946e req-b5ce56b6-cc8f-498c-adad-2adb05da0b15 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a74a30-6024-41e6-9311-44ff7e057b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151062 Apr 22 14:35:30.958713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:31.048982 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6da9e9-b000-4b68-972b-b5f709d5e364 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c839c317-e81f-4003-87da-8b682b8a5e56,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:31.051912 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-0a49e314-8bb1-49f3-add4-6a4e2fd62ebc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:31.053611 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-0a49e314-8bb1-49f3-add4-6a4e2fd62ebc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7895da2c-27e4-4c0c-82d1-5c2260f4fda9 HTTP/1.1" status: 200 len: 849 time: 0.5575256 Apr 22 14:35:31.073726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0b6da9e9-b000-4b68-972b-b5f709d5e364 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.109403 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Made reservation on behalf of 86b9ca34fafb48619aa743bd22531671 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:31.124062 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.194480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.213302 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Made reservation on behalf of 28217efa0c9946b49e39437d67bed254 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:31.219641 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.321716 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.341948 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Transition to ACTIVE for port object c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:31.349012 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d1379faf-a966-499a-b2eb-cb20e32a41c0 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:31.380183 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Network 5a755e32-34d9-4ab6-b03f-b51179b95d5b is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:31.389995 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.404209 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Pushing event updated for resources: {'Port': ['ID=0f95b813-a0bd-46b7-91ec-cc947de41f05,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:31.406806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:31.414483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:31.428309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.438764 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a425ee61-d719-4401-b97f-805cf187caef None None] Provisioning for port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:31.456572 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.466783 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0b6da9e9-b000-4b68-972b-b5f709d5e364 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/c839c317-e81f-4003-87da-8b682b8a5e56 HTTP/1.1" status: 204 len: 168 time: 2.7765195 Apr 22 14:35:31.488380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54346) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:31.580195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a425ee61-d719-4401-b97f-805cf187caef None None] Provisioning complete for port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:31.580568 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a425ee61-d719-4401-b97f-805cf187caef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.674921 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae3f58a-0203-4cc1-9431-42de74575c8e'] response: {'name': 'network-changed', 'server_uuid': '9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1', 'tag': '52164677-5136-4d96-b1b2-f1430dc55414', 'status': 'completed', 'code': 200} Apr 22 14:35:31.778554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:31.783661 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.822612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2aec38b-b3b3-433e-b582-1958a9f302d1 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.841227 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-43513cc6-dfc3-41f3-a405-5ef3a6d5bf1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7632253 Apr 22 14:35:31.865882 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1a1c8-4aa9-46cf-b3c6-c4964e4f6d50 None None] Pushing event updated for resources: {'Port': ['ID=c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:31.897292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-a425ee61-d719-4401-b97f-805cf187caef None None] Port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:31.934292 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bfc2e0fa-d217-4332-820d-6c22f378a171 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2891273 Apr 22 14:35:31.947883 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Request body: {'port': {'device_id': '6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:31.995325 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port d1379faf-a966-499a-b2eb-cb20e32a41c0 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:32.035992 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:32.040360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Usage tracker for resource:security_group_rule and tenant:86b9ca34fafb48619aa743bd22531671 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:32.076705 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d1379faf-a966-499a-b2eb-cb20e32a41c0 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:32.082168 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.109672 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0dd05-09a8-4691-9e04-9afcf6568933 req-5dd79e38-559e-4125-a5c5-d47b3b1c7332 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:32.111295 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-10c0dd05-09a8-4691-9e04-9afcf6568933 req-5dd79e38-559e-4125-a5c5-d47b3b1c7332 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 943 time: 1.4953971 Apr 22 14:35:32.114834 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:32.140689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:32.157466 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:32.172100 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Attempting to bind port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:32.172768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Attempting to bind port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '601fbbd7-f82b-4090-8aed-22f2d51bbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:32.172915 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Usage tracker for resource:security_group_rule and tenant:28217efa0c9946b49e39437d67bed254 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:32.173412 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Attempting to bind port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 on network 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:32.187023 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:32.188019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Checking segment: {'id': '601fbbd7-f82b-4090-8aed-22f2d51bbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:32.188600 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.189185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Bound using segment: {'id': '601fbbd7-f82b-4090-8aed-22f2d51bbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:32.190075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Bound port: c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601fbbd7-f82b-4090-8aed-22f2d51bbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:32.190474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.204509 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b586802c-ce3f-4f9d-b39f-9b6a632d055b None None] Provisioning for port 0f95b813-a0bd-46b7-91ec-cc947de41f05 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:32.206196 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:32.218999 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b586802c-ce3f-4f9d-b39f-9b6a632d055b None None] Provisioning complete for port 0f95b813-a0bd-46b7-91ec-cc947de41f05 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:32.219357 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b586802c-ce3f-4f9d-b39f-9b6a632d055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.295480 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2aec38b-b3b3-433e-b582-1958a9f302d1 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.385262 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b586802c-ce3f-4f9d-b39f-9b6a632d055b None None] Port 0f95b813-a0bd-46b7-91ec-cc947de41f05 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:32.393636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e2aec38b-b3b3-433e-b582-1958a9f302d1 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cece6c5-a9c2-467c-b5a3-29eb0f1750b1']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:32.400010 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.404386 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-d369b133-daf1-4ad0-bd94-6af2d2c8cf23 service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263729 Apr 22 14:35:32.419654 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] For port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:32.431511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] For port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761,segment=NetworkSegment(601fbbd7-f82b-4090-8aed-22f2d51bbbf3),segment_id=601fbbd7-f82b-4090-8aed-22f2d51bbbf3)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:32.433133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.443768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e2aec38b-b3b3-433e-b582-1958a9f302d1 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f17922-89b7-48cd-b33d-ab79f2a02663') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:32.444147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e2aec38b-b3b3-433e-b582-1958a9f302d1 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f17922-89b7-48cd-b33d-ab79f2a02663') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:32.445105 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.515230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54364) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:32.516970 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2aec38b-b3b3-433e-b582-1958a9f302d1 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.540870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port d1379faf-a966-499a-b2eb-cb20e32a41c0, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d1379faf-a966-499a-b2eb-cb20e32a41c0,segment=NetworkSegment(cd74334e-2e43-49c3-bdcc-2cf4451c2cc3),segment_id=cd74334e-2e43-49c3-bdcc-2cf4451c2cc3)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:32.561032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.576699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:32.592494 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1a1c8-4aa9-46cf-b3c6-c4964e4f6d50 None None] Pushing event updated for resources: {'Port': ['ID=c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:32.600178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2aec38b-b3b3-433e-b582-1958a9f302d1 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.612168 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2aec38b-b3b3-433e-b582-1958a9f302d1 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:32.612580 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2aec38b-b3b3-433e-b582-1958a9f302d1 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:32.629579 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:32.660602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Routers {'34b6a6d6-887e-4ef7-9b48-0a345212124a'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:32.662170 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['34b6a6d6-887e-4ef7-9b48-0a345212124a'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:32.703623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 {{(pid=83964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:35:32.791725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.858438 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d670427b-b4ac-4418-b1aa-1dd4f8cb63e4 req-c0addc5f-0133-4aa3-b4b8-efa2e762bec2 service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455810 Apr 22 14:35:32.863090 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-10c0dd05-09a8-4691-9e04-9afcf6568933 req-0d2c1e3f-991c-445d-8f0b-8f141928e90e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7070432 Apr 22 14:35:32.876631 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=d1379faf-a966-499a-b2eb-cb20e32a41c0,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:32.893180 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Transition to ACTIVE for port object 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 will not be triggered until provisioned by entity L2. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:32.904036 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d7367-5e77-4b3d-92ca-19447cb4c871 req-fe97f26a-972b-422c-8e66-207f8e72070b tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:32.907636 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a54d7367-5e77-4b3d-92ca-19447cb4c871 req-fe97f26a-972b-422c-8e66-207f8e72070b tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 931 time: 1.0203555 Apr 22 14:35:32.915871 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2aec38b-b3b3-433e-b582-1958a9f302d1 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.921649 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.980026 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2aec38b-b3b3-433e-b582-1958a9f302d1 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8cece6c5-a9c2-467c-b5a3-29eb0f1750b1 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 14:35:32.986765 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-44fddb08-d2f9-432f-adc4-4dab0c643c8d tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:33.005690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] Set router 34b6a6d6-887e-4ef7-9b48-0a345212124a gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:33.045758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2aec38b-b3b3-433e-b582-1958a9f302d1 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.093114 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.095878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aec38b-b3b3-433e-b582-1958a9f302d1 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Pushing event deleted for resources: {'Network': ['ID=8cece6c5-a9c2-467c-b5a3-29eb0f1750b1,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:33.120033 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e2aec38b-b3b3-433e-b582-1958a9f302d1 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "DELETE /v2.0/networks/8cece6c5-a9c2-467c-b5a3-29eb0f1750b1 HTTP/1.1" status: 204 len: 168 time: 1.6285679 Apr 22 14:35:33.186898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.188160 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:33.203374 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-44fddb08-d2f9-432f-adc4-4dab0c643c8d tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] 10.222.0.23 "PUT /v2.0/quotas/16f4dd686d764c4fbc57d0a03729fe6f HTTP/1.1" status: 200 len: 368 time: 0.6791093 Apr 22 14:35:33.206744 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54374) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:33.218287 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Request body: {'network': {'project_id': '16f4dd686d764c4fbc57d0a03729fe6f'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:33.228973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:33.240674 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d3ddd5f9-842d-4dc1-ae5e-c1bb85052091 req-d197b0b4-89c1-4602-bfbb-fe7e3709f986 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6094381463d646049ac766b311ef0072&device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 1096 time: 0.2623258 Apr 22 14:35:33.242416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Usage tracker for resource:network and tenant:16f4dd686d764c4fbc57d0a03729fe6f is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:33.246435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:33.313359 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:33.330121 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a54d7367-5e77-4b3d-92ca-19447cb4c871 req-ae9590e7-5c2b-4347-aa70-f5ea334d0b25 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351284 Apr 22 14:35:33.331120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.354498 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:33.365618 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.366318 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Added segment 1a4f72d0-b063-4c93-8405-e55b128f292e of type vlan for network 559b4c1d-580e-45aa-b965-3d65185bbeff Apr 22 14:35:33.408916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.417540 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.520825 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:33.532713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.533507 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Added segment 9aca3678-8b26-40e7-bf53-2747aad5ea1b of type vlan for network 9351fef8-d929-4d37-9383-75be4b75fc21 Apr 22 14:35:33.536853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Made reservation on behalf of 16f4dd686d764c4fbc57d0a03729fe6f for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:33.539242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.580320 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.581637 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'name': 'tempest-ServersTestManualDisk-524485016-router', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:34:58Z', 'revision_number': 4, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'gw_port': {'id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761', 'name': '', 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'mac_address': 'fa:16:3e:18:5b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b918be07-59c3-483b-9013-143f8e82c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:57Z', 'updated_at': '2022-04-22T14:35:32Z', 'revision_number': 4, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'subnets': [{'id': 'b918be07-59c3-483b-9013-143f8e82c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:33.586282 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528337aa-e81d-4c92-b6d5-3b0505db7f72 None None] The sync data for ids ['34b6a6d6-887e-4ef7-9b48-0a345212124a'] in dv-neutron-839027-1-hyperv is: [{'id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'name': 'tempest-ServersTestManualDisk-524485016-router', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:34:58Z', 'revision_number': 4, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'gw_port': {'id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761', 'name': '', 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'mac_address': 'fa:16:3e:18:5b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b918be07-59c3-483b-9013-143f8e82c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:57Z', 'updated_at': '2022-04-22T14:35:32Z', 'revision_number': 4, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'subnets': [{'id': 'b918be07-59c3-483b-9013-143f8e82c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:35:33.605066 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f95b813-a0bd-46b7-91ec-cc947de41f05 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:35:33.619220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.684219 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Transition to ACTIVE for port object 0f95b813-a0bd-46b7-91ec-cc947de41f05 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:33.778232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.798878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8c25ef-ebc3-456e-b138-5b3176335a84,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:33.830692 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.834532 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:33.835264 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.860769 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54382) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:33.872887 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.880489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ff5df18d-9b52-4683-b6ff-615ed39863ef tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Request body: {'router': {'name': 'tempest-router--357698541', 'project_id': 'f54133397a724fe3b053831bb02862a7'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:33.925785 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:35:33.956004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddd5f9-842d-4dc1-ae5e-c1bb85052091 req-d3cb101e-8477-417f-8a6e-9cd7d1afc4e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:33.957546 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d3ddd5f9-842d-4dc1-ae5e-c1bb85052091 req-d3cb101e-8477-417f-8a6e-9cd7d1afc4e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17 HTTP/1.1" status: 200 len: 911 time: 0.7078133 Apr 22 14:35:33.991643 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ff5df18d-9b52-4683-b6ff-615ed39863ef tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:33.999011 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:34.083037 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d3ddd5f9-842d-4dc1-ae5e-c1bb85052091 req-61e7407e-91e2-4cf1-8292-0bce3b9e5b8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52164677-5136-4d96-b1b2-f1430dc55414 HTTP/1.1" status: 200 len: 217 time: 0.0850306 Apr 22 14:35:34.084084 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Usage tracker for resource:security_group_rule and tenant:16f4dd686d764c4fbc57d0a03729fe6f is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:34.098267 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ff5df18d-9b52-4683-b6ff-615ed39863ef tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Usage tracker for resource:router and tenant:f54133397a724fe3b053831bb02862a7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:34.106521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01fb0dc-40e1-44cd-a10c-7ab7392e4721,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:34.143090 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:34.148675 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ff5df18d-9b52-4683-b6ff-615ed39863ef tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:34.163229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ff5df18d-9b52-4683-b6ff-615ed39863ef tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:34.167214 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:34.186664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bcdd3-611f-4ae1-9257-8b37f1844729 req-843c9a12-86d3-497e-99b1-dcc244535643 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:34.188682 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b82bcdd3-611f-4ae1-9257-8b37f1844729 req-843c9a12-86d3-497e-99b1-dcc244535643 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 944 time: 1.1312134 Apr 22 14:35:34.205464 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Pushing event updated for resources: {'Network': ['ID=559b4c1d-580e-45aa-b965-3d65185bbeff,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:34.217390 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 559b4c1d-580e-45aa-b965-3d65185bbeff details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:34.261104 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Pushing event updated for resources: {'Port': ['ID=0f95b813-a0bd-46b7-91ec-cc947de41f05,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:34.296136 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.296386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddd5f9-842d-4dc1-ae5e-c1bb85052091 req-2554403d-7c66-4a9d-a02a-64002124bb83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:34.298492 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d3ddd5f9-842d-4dc1-ae5e-c1bb85052091 req-2554403d-7c66-4a9d-a02a-64002124bb83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7895da2c-27e4-4c0c-82d1-5c2260f4fda9 HTTP/1.1" status: 200 len: 849 time: 0.1891532 Apr 22 14:35:34.299845 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:34.300455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.367913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ff5df18d-9b52-4683-b6ff-615ed39863ef tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.370430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ff5df18d-9b52-4683-b6ff-615ed39863ef tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.412704 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ff5df18d-9b52-4683-b6ff-615ed39863ef tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.487467 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b82bcdd3-611f-4ae1-9257-8b37f1844729 req-09228a64-734e-4276-8df3-885bf59a092b tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a74a30-6024-41e6-9311-44ff7e057b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887588 Apr 22 14:35:34.495596 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-54fed8e2-ad8e-48bf-834d-c69dba59e5d8 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.8924854 Apr 22 14:35:34.517229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54392) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:34.550858 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7c62b594-2842-4e40-afaf-648cd6862b96 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Request body: {'subnet': {'network_id': '559b4c1d-580e-45aa-b965-3d65185bbeff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:34.569846 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Attempting to bind port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:34.570187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Attempting to bind port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '601fbbd7-f82b-4090-8aed-22f2d51bbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:34.570514 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Attempting to bind port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 on network 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:34.582281 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 on network 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:34.582637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Attempting to bind port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 on network 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:34.588784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event updated for resources: {'Network': ['ID=9351fef8-d929-4d37-9383-75be4b75fc21,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:34.599688 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 9351fef8-d929-4d37-9383-75be4b75fc21 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:34.626597 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cf04830d-ff55-4c76-8975-b33dcd9bf7bd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 5.0095954 Apr 22 14:35:34.673622 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.689230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:34.689662 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Checking segment: {'id': '601fbbd7-f82b-4090-8aed-22f2d51bbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:34.690322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Bound using segment: {'id': '601fbbd7-f82b-4090-8aed-22f2d51bbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6'} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:34.690975 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Bound port: 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601fbbd7-f82b-4090-8aed-22f2d51bbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6'}}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:34.691344 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.841022 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7c62b594-2842-4e40-afaf-648cd6862b96 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:34.845407 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ff5df18d-9b52-4683-b6ff-615ed39863ef tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.871190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7c62b594-2842-4e40-afaf-648cd6862b96 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Usage tracker for resource:subnet and tenant:28217efa0c9946b49e39437d67bed254 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:34.882896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7c62b594-2842-4e40-afaf-648cd6862b96 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:34.909834 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7c62b594-2842-4e40-afaf-648cd6862b96 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:34.966813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Attempting to bind port 0f95b813-a0bd-46b7-91ec-cc947de41f05 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:34.967182 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Attempting to bind port 0f95b813-a0bd-46b7-91ec-cc947de41f05 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'cd74334e-2e43-49c3-bdcc-2cf4451c2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:34.973218 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Attempting to bind port 0f95b813-a0bd-46b7-91ec-cc947de41f05 on network 5a755e32-34d9-4ab6-b03f-b51179b95d5b {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:34.983112 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d3ddd5f9-842d-4dc1-ae5e-c1bb85052091 req-57c1994b-2fdd-4681-85ba-1135593d6e77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6774688 Apr 22 14:35:35.090568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee53850-a9f1-4ce6-843b-1cb12def4f0b req-b4a0f49e-6029-43c5-a2dc-6c0c2db2e52d tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:35.093512 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d1379faf-a966-499a-b2eb-cb20e32a41c0 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:35.098507 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3ee53850-a9f1-4ce6-843b-1cb12def4f0b req-b4a0f49e-6029-43c5-a2dc-6c0c2db2e52d tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 943 time: 0.9934518 Apr 22 14:35:35.210877 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d3ddd5f9-842d-4dc1-ae5e-c1bb85052091 req-b67f931e-11e5-4a30-8a75-a727e74b4787 service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912429 Apr 22 14:35:35.217113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ff5df18d-9b52-4683-b6ff-615ed39863ef tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.218428 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ff5df18d-9b52-4683-b6ff-615ed39863ef tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3544166 Apr 22 14:35:35.220435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.225446 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54396) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:35.240496 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d1379faf-a966-499a-b2eb-cb20e32a41c0 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:35.240965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.244500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c62b594-2842-4e40-afaf-648cd6862b96 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Made reservation on behalf of 28217efa0c9946b49e39437d67bed254 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:35.266940 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Port 0f95b813-a0bd-46b7-91ec-cc947de41f05 on network 5a755e32-34d9-4ab6-b03f-b51179b95d5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:35.267266 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Attempting to bind port 0f95b813-a0bd-46b7-91ec-cc947de41f05 on network 5a755e32-34d9-4ab6-b03f-b51179b95d5b {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:35.269723 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.291739 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:35.304460 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.304811 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Added segment 794e1dd2-55ce-4e12-9f32-fcfd793704b6 of type vlan for network b98abe7a-c7ef-4cce-9393-ccbfd7c18af6 Apr 22 14:35:35.338484 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.440821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:35.442925 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3ee53850-a9f1-4ce6-843b-1cb12def4f0b req-487bac6b-71a9-41b3-8674-a97cc061774b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3414280 Apr 22 14:35:35.527069 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:35.536002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:35.536372 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.553478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.554340 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:35.554918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.587983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] For port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9, host hv-neutron-8390, cleared binding levels {{(pid=83964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:35.649099 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] For port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9,segment=NetworkSegment(601fbbd7-f82b-4090-8aed-22f2d51bbbf3),segment_id=601fbbd7-f82b-4090-8aed-22f2d51bbbf3)] {{(pid=83964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:35.684766 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.700038 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Allocated IP 172.20.0.1 (d350457c-4846-4065-a55c-511c62fb77c6/0d23b69d-c021-4350-9efb-620b1e2db0d4/d7034ab6-4590-49e6-9a58-3223fc563e1d) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:35.712973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Pushing event updated for resources: {'Network': ['ID=b98abe7a-c7ef-4cce-9393-ccbfd7c18af6,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:35.789126 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network b98abe7a-c7ef-4cce-9393-ccbfd7c18af6 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:35.794605 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85de74-5b0f-4bf9-8356-9ddaebccfe2e req-4b07e52c-aa27-46c1-abc2-c5e4d01c1aa3 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:35.796884 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4c85de74-5b0f-4bf9-8356-9ddaebccfe2e req-4b07e52c-aa27-46c1-abc2-c5e4d01c1aa3 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 943 time: 0.7141936 Apr 22 14:35:35.825413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:35.830782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Checking segment: {'id': 'cd74334e-2e43-49c3-bdcc-2cf4451c2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:35.830782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Bound using segment: {'id': 'cd74334e-2e43-49c3-bdcc-2cf4451c2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:35.832360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Bound port: 0f95b813-a0bd-46b7-91ec-cc947de41f05, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd74334e-2e43-49c3-bdcc-2cf4451c2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:35.832639 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.955107 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.963213 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbc3489-f7db-4d97-9bf1-0040daf450b6,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:35.970134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.971697 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] 10.222.0.30 "PUT /v2.0/ports/25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 HTTP/1.1" status: 200 len: 1094 time: 5.4266784 Apr 22 14:35:35.976708 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49920e42-f6f1-4d00-ae03-0e2a45b6c891', 'tag': '25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:35:36.013953 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73ca5c-1896-4a99-9396-2923be41eeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9,revision_number=3']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:36.080664 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761,segment=NetworkSegment(601fbbd7-f82b-4090-8aed-22f2d51bbbf3),segment_id=601fbbd7-f82b-4090-8aed-22f2d51bbbf3)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:36.088296 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.179351 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4c85de74-5b0f-4bf9-8356-9ddaebccfe2e req-aa3aaee7-6c13-4abd-984c-e3cbb8302057 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3590860 Apr 22 14:35:36.225801 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:36.284091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8230c3-16d1-4563-8490-9d28c2c148fb req-c90846f2-d6bb-4b97-9b80-871d233be106 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:36.290819 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7a8230c3-16d1-4563-8490-9d28c2c148fb req-c90846f2-d6bb-4b97-9b80-871d233be106 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 944 time: 0.5929453 Apr 22 14:35:36.320649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c62b594-2842-4e40-afaf-648cd6862b96 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.399071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] For port 0f95b813-a0bd-46b7-91ec-cc947de41f05, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:36.403487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] For port 0f95b813-a0bd-46b7-91ec-cc947de41f05, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0f95b813-a0bd-46b7-91ec-cc947de41f05,segment=NetworkSegment(cd74334e-2e43-49c3-bdcc-2cf4451c2cc3),segment_id=cd74334e-2e43-49c3-bdcc-2cf4451c2cc3)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:36.413280 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d3ddd5f9-842d-4dc1-ae5e-c1bb85052091 req-b83209f9-bf2e-47e4-8b6a-94876204dde6 service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1912134 Apr 22 14:35:36.417306 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4485801a-debf-4ac4-b9dc-024773160457 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.2039230 Apr 22 14:35:36.422202 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.471360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.510056 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54410) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:36.546280 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.547939 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] 10.222.0.30 "PUT /v2.0/ports/0f95b813-a0bd-46b7-91ec-cc947de41f05 HTTP/1.1" status: 200 len: 1093 time: 4.6059537 Apr 22 14:35:36.562954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8', 'tag': '0f95b813-a0bd-46b7-91ec-cc947de41f05'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:35:36.585801 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-9afe99b7-729d-4833-ba3f-dadf308c68cd tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Request body: {'network': {'project_id': '16f4dd686d764c4fbc57d0a03729fe6f'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:36.599873 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704bd03b-fdf1-4ab8-8d3d-65654429d4e9'] response: {'name': 'network-changed', 'server_uuid': '49920e42-f6f1-4d00-ae03-0e2a45b6c891', 'tag': '25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9', 'status': 'completed', 'code': 200} Apr 22 14:35:36.609065 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7a8230c3-16d1-4563-8490-9d28c2c148fb req-f8ec3b54-7f1b-4658-87ba-bd57f43652aa tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a74a30-6024-41e6-9311-44ff7e057b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110476 Apr 22 14:35:36.620265 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-53eb93e7-1b3a-4e63-bb0b-8f61e53c8520 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.635811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.718815 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9afe99b7-729d-4833-ba3f-dadf308c68cd tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:36.767304 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-6440d7cd-2358-46a9-8d71-73bff6d8cf6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bda8a1e2f57544349aa2938094d971c5&device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 1097 time: 0.7318308 Apr 22 14:35:36.810341 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5011c92-bac6-49e0-afa0-a23404e56719'] response: {'name': 'network-changed', 'server_uuid': '6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8', 'tag': '0f95b813-a0bd-46b7-91ec-cc947de41f05', 'status': 'completed', 'code': 200} Apr 22 14:35:36.835838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9afe99b7-729d-4833-ba3f-dadf308c68cd tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Usage tracker for resource:network and tenant:16f4dd686d764c4fbc57d0a03729fe6f is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:36.896214 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 52164677-5136-4d96-b1b2-f1430dc55414 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:35:36.908528 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-83ac3b86-fbba-4edb-89f6-750b33ecb838 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 HTTP/1.1" status: 200 len: 217 time: 0.0961108 Apr 22 14:35:36.929428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network d350457c-4846-4065-a55c-511c62fb77c6 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:36.944755 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:36.954043 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9afe99b7-729d-4833-ba3f-dadf308c68cd tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:36.974575 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9afe99b7-729d-4833-ba3f-dadf308c68cd tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:36.995260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:37.006649 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:37.035654 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=d7034ab6-4590-49e6-9a58-3223fc563e1d,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:37.096320 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afe99b7-729d-4833-ba3f-dadf308c68cd tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Made reservation on behalf of 16f4dd686d764c4fbc57d0a03729fe6f for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:37.098962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9afe99b7-729d-4833-ba3f-dadf308c68cd tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.104879 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-d33221e1-1e89-41d5-90cf-df2697d341a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:37.107009 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-d33221e1-1e89-41d5-90cf-df2697d341a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b918be07-59c3-483b-9013-143f8e82c337 HTTP/1.1" status: 200 len: 850 time: 0.1658399 Apr 22 14:35:37.113898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.160970 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacd236-4781-4877-bd34-e14244b4ec96 service neutron] Pushing event updated for resources: {'Port': ['ID=0f95b813-a0bd-46b7-91ec-cc947de41f05,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:37.197987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1fd5c-711c-4d6b-8a76-91f7a21d8f27 req-a9df8f00-c198-485c-80e6-75616b83d07f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:37.206315 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f6f1fd5c-711c-4d6b-8a76-91f7a21d8f27 req-a9df8f00-c198-485c-80e6-75616b83d07f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 943 time: 0.4497437 Apr 22 14:35:37.221661 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9afe99b7-729d-4833-ba3f-dadf308c68cd tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:37.238451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 52164677-5136-4d96-b1b2-f1430dc55414, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=52164677-5136-4d96-b1b2-f1430dc55414,segment=NetworkSegment(d4b6f6ba-ebac-49eb-a20c-20a79b38727c),segment_id=d4b6f6ba-ebac-49eb-a20c-20a79b38727c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:37.291517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '52164677-5136-4d96-b1b2-f1430dc55414', 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'port_id': '52164677-5136-4d96-b1b2-f1430dc55414', 'mac_address': 'fa:16:3e:22:06:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:35:37.339444 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f6f1fd5c-711c-4d6b-8a76-91f7a21d8f27 req-1c0d17e6-5223-405f-b774-2390a8c4712b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319454 Apr 22 14:35:37.380069 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.416523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52164677-5136-4d96-b1b2-f1430dc55414 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:35:37.455562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:37.456584 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.511975 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-92bbf5c5-3c93-40b9-9642-e84fb78905dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8aa87d08eac46c5bfa80e52bb051b50&device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 1096 time: 0.9138536 Apr 22 14:35:37.536198 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-8e9dcd3e-fc0d-41ad-ae42-0f3a5eaa7b1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a6b99dc-a404-4bb0-b96f-b84f53c37fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4185700 Apr 22 14:35:37.604895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.607946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 52164677-5136-4d96-b1b2-f1430dc55414, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=52164677-5136-4d96-b1b2-f1430dc55414,segment=NetworkSegment(d4b6f6ba-ebac-49eb-a20c-20a79b38727c),segment_id=d4b6f6ba-ebac-49eb-a20c-20a79b38727c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:37.681681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9afe99b7-729d-4833-ba3f-dadf308c68cd tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.682249 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-9afe99b7-729d-4833-ba3f-dadf308c68cd tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Added segment 7a57ee6c-c624-40d5-8deb-df9dab714849 of type vlan for network 5f477061-55b1-421a-b75c-bb2df0d90bba Apr 22 14:35:37.689073 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.710496 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c62b594-2842-4e40-afaf-648cd6862b96 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.778195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=52164677-5136-4d96-b1b2-f1430dc55414,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:37.835139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62b594-2842-4e40-afaf-648cd6862b96 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Pushing event updated for resources: {'Subnet': ['ID=2a5231fc-1ec8-48ce-a63a-eade40a5fa0f,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:37.838746 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-53eb93e7-1b3a-4e63-bb0b-8f61e53c8520 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.844649 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-4088bcb2-4fe6-4664-b5d7-5030de413ecc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f95b813-a0bd-46b7-91ec-cc947de41f05 HTTP/1.1" status: 200 len: 217 time: 0.3224797 Apr 22 14:35:37.858522 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-3f83474f-8817-4296-b025-fc09fb4021b3 service neutron] 10.222.0.30 "GET /v2.0/networks/3a6b99dc-a404-4bb0-b96f-b84f53c37fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938764 Apr 22 14:35:37.907677 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-53eb93e7-1b3a-4e63-bb0b-8f61e53c8520 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.910583 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9afe99b7-729d-4833-ba3f-dadf308c68cd tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.966321 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['52164677-5136-4d96-b1b2-f1430dc55414'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:35:37.999982 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-fefb7c26-18a4-4e67-aa00-5a11ecd7950b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:38.001649 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-fefb7c26-18a4-4e67-aa00-5a11ecd7950b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a354afd-2b42-4fdb-869d-c2ecd7ee3dac HTTP/1.1" status: 200 len: 845 time: 0.1396537 Apr 22 14:35:38.008757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c62b594-2842-4e40-afaf-648cd6862b96 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Checking segment: {'id': '1a4f72d0-b063-4c93-8405-e55b128f292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '559b4c1d-580e-45aa-b965-3d65185bbeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:38.008757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c62b594-2842-4e40-afaf-648cd6862b96 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Network hostable DHCP agents. Network: 559b4c1d-580e-45aa-b965-3d65185bbeff, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:38.045994 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9afe99b7-729d-4833-ba3f-dadf308c68cd tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.046920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afe99b7-729d-4833-ba3f-dadf308c68cd tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:38.047635 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9afe99b7-729d-4833-ba3f-dadf308c68cd tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.079097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-53eb93e7-1b3a-4e63-bb0b-8f61e53c8520 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.080051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53eb93e7-1b3a-4e63-bb0b-8f61e53c8520 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 729e2615-1606-4593-8b74-b54f3c391d9e {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:35:38.158642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54426) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:38.194284 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9afe99b7-729d-4833-ba3f-dadf308c68cd tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6427383 Apr 22 14:35:38.198770 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-53eb93e7-1b3a-4e63-bb0b-8f61e53c8520 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.202388 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-53eb93e7-1b3a-4e63-bb0b-8f61e53c8520 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "DELETE /v2.0/routers/729e2615-1606-4593-8b74-b54f3c391d9e HTTP/1.1" status: 204 len: 168 time: 2.9405897 Apr 22 14:35:38.204713 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54430) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:38.216262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-f2f31ba7-e684-4e13-b469-5fc4f2465bd0 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Request body: {'network': {'project_id': '16f4dd686d764c4fbc57d0a03729fe6f'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:38.219486 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe99b7-729d-4833-ba3f-dadf308c68cd tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Pushing event updated for resources: {'Network': ['ID=5f477061-55b1-421a-b75c-bb2df0d90bba,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:38.227505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f2f31ba7-e684-4e13-b469-5fc4f2465bd0 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:38.229173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-7eac9518-f023-49df-b049-fda5889e2246 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Request body: {'subnet': {'network_id': '9351fef8-d929-4d37-9383-75be4b75fc21', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:38.233019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c62b594-2842-4e40-afaf-648cd6862b96 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Network 559b4c1d-580e-45aa-b965-3d65185bbeff is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:38.235698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f2f31ba7-e684-4e13-b469-5fc4f2465bd0 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Usage tracker for resource:network and tenant:16f4dd686d764c4fbc57d0a03729fe6f is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:38.244628 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f2f31ba7-e684-4e13-b469-5fc4f2465bd0 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:38.244737 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 5f477061-55b1-421a-b75c-bb2df0d90bba details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:38.255184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f2f31ba7-e684-4e13-b469-5fc4f2465bd0 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:38.257637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-7c62b594-2842-4e40-afaf-648cd6862b96 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 559b4c1d-580e-45aa-b965-3d65185bbeff) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:38.259939 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f31ba7-e684-4e13-b469-5fc4f2465bd0 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 14:35:38.260531 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f31ba7-e684-4e13-b469-5fc4f2465bd0 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:35:38.261798 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f2f31ba7-e684-4e13-b469-5fc4f2465bd0 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0551910 Apr 22 14:35:38.273230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62b594-2842-4e40-afaf-648cd6862b96 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:38.273971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c62b594-2842-4e40-afaf-648cd6862b96 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.275343 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ee362b-4ad4-472e-a1ab-1201126e291f None None] Network 559b4c1d-580e-45aa-b965-3d65185bbeff requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:38.285331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5034be-0050-4ff6-b3a2-a850f08a39f3 req-eaa89e35-1079-4396-b4b8-0737cc6e2424 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:38.287118 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bd5034be-0050-4ff6-b3a2-a850f08a39f3 req-eaa89e35-1079-4396-b4b8-0737cc6e2424 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 943 time: 0.8003893 Apr 22 14:35:38.288817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54436) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:38.299891 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-bae9d5d4-6c9e-4ebe-9add-dce6524f0806 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a755e32-34d9-4ab6-b03f-b51179b95d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2857921 Apr 22 14:35:38.306581 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7c62b594-2842-4e40-afaf-648cd6862b96 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7837305 Apr 22 14:35:38.308673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54438) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:38.499670 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c6ecb3ab-edf8-4244-9298-136d62db91aa req-1d184012-431d-457e-84b5-38f226a561e4 service neutron] 10.222.0.30 "GET /v2.0/networks/3a6b99dc-a404-4bb0-b96f-b84f53c37fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949404 Apr 22 14:35:38.511642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7eac9518-f023-49df-b049-fda5889e2246 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:38.540844 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f488d0-c1fc-4ff5-8632-67d0d61c0d4f req-7c26ba48-6c12-4df1-911e-20bce97dcdbd tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:38.548971 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-99f488d0-c1fc-4ff5-8632-67d0d61c0d4f req-7c26ba48-6c12-4df1-911e-20bce97dcdbd tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 944 time: 0.6893854 Apr 22 14:35:38.554369 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7eac9518-f023-49df-b049-fda5889e2246 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Usage tracker for resource:subnet and tenant:86b9ca34fafb48619aa743bd22531671 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:38.587239 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7eac9518-f023-49df-b049-fda5889e2246 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:38.635085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Request body: {'port': {'network_id': '559b4c1d-580e-45aa-b965-3d65185bbeff', 'name': 'tempest-ExtraDHCPOptionsTestJSON-448041267'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:38.658269 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-559b4c1d-580e-45aa-b965-3d65185bbeff', 'network_id': '559b4c1d-580e-45aa-b965-3d65185bbeff', 'tenant_id': '28217efa0c9946b49e39437d67bed254', 'fixed_ips': [{'subnet_id': '2a5231fc-1ec8-48ce-a63a-eade40a5fa0f'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:35:38.659492 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.744090 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54446) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:38.759362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7eac9518-f023-49df-b049-fda5889e2246 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:38.765551 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bd5034be-0050-4ff6-b3a2-a850f08a39f3 req-ca0069c3-b643-490c-8e73-29bdadbbbe74 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3846502 Apr 22 14:35:38.794194 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-a153941e-e258-4b2f-85ce-9bb805761848 service neutron] 10.222.0.30 "GET /v2.0/networks/5a755e32-34d9-4ab6-b03f-b51179b95d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864054 Apr 22 14:35:38.810014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54452) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:38.811502 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-272dfe6e-93ef-4074-b641-d7714fa56e32 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16f4dd686d764c4fbc57d0a03729fe6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4280682 Apr 22 14:35:38.848463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eac9518-f023-49df-b049-fda5889e2246 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Made reservation on behalf of 86b9ca34fafb48619aa743bd22531671 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:38.879158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 52164677-5136-4d96-b1b2-f1430dc55414 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:38.973496 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Allocated IP 172.20.0.2 (559b4c1d-580e-45aa-b965-3d65185bbeff/2a5231fc-1ec8-48ce-a63a-eade40a5fa0f/7e66323b-7fcc-4daf-b443-0a59ef2a60c7) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:39.019200 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:39.024353 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Usage tracker for resource:port and tenant:28217efa0c9946b49e39437d67bed254 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:39.028015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:39.035689 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:39.043747 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-99f488d0-c1fc-4ff5-8632-67d0d61c0d4f req-c95abbb1-c691-488b-a9bc-5b5848e43d18 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a74a30-6024-41e6-9311-44ff7e057b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4928811 Apr 22 14:35:39.067219 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Made reservation on behalf of 28217efa0c9946b49e39437d67bed254 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:39.074848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.092392 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 52164677-5136-4d96-b1b2-f1430dc55414 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:39.116548 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] device_id is not set on port 67d7e1fb-dde9-449d-9ec4-83dbe48647bc yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:39.120359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 52164677-5136-4d96-b1b2-f1430dc55414 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:39.120732 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.166844 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7eac9518-f023-49df-b049-fda5889e2246 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.218135 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-79585564', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:39.226877 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:39.231673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Usage tracker for resource:router and tenant:5f566f40771a489a8a03f9ab44a4edeb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:39.234823 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:39.241112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:39.285435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45b9b373-1585-4532-bbba-dd6adbc7c41a tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.285435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.286012 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fc57e19f-10d8-4dce-b361-1373358b4d30 req-f751700e-ad04-4ab6-bf56-613bcc599615 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bda8a1e2f57544349aa2938094d971c5&device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 1097 time: 0.6879523 Apr 22 14:35:39.288492 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.321364 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.343666 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Transition to ACTIVE for port object 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:39.354387 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9a51761-28e7-4417-aadd-cbb471f4337b req-2f684e95-c674-4154-96de-27125f332333 service neutron] 10.222.0.30 "GET /v2.0/networks/5a755e32-34d9-4ab6-b03f-b51179b95d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413346 Apr 22 14:35:39.356643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.364255 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.367034 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45b9b373-1585-4532-bbba-dd6adbc7c41a tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.381814 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Transition to ACTIVE for port object 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:39.397275 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52164677-5136-4d96-b1b2-f1430dc55414'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:35:39.432608 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:35:39.455008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.464283 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9023151-c35d-40c2-99f6-053acbd34a9a req-68b122bf-ef24-4e7f-aae7-580de182aba5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:39.466144 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c9023151-c35d-40c2-99f6-053acbd34a9a req-68b122bf-ef24-4e7f-aae7-580de182aba5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 944 time: 0.5276473 Apr 22 14:35:39.471099 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.473743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.523569 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 52164677-5136-4d96-b1b2-f1430dc55414, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=52164677-5136-4d96-b1b2-f1430dc55414,segment=NetworkSegment(d4b6f6ba-ebac-49eb-a20c-20a79b38727c),segment_id=d4b6f6ba-ebac-49eb-a20c-20a79b38727c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:39.589634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.615956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Network 559b4c1d-580e-45aa-b965-3d65185bbeff is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:39.619195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:39.623741 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:39.630566 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Pushing event updated for resources: {'Port': ['ID=7e66323b-7fcc-4daf-b443-0a59ef2a60c7,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:39.726793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.739935 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=d7034ab6-4590-49e6-9a58-3223fc563e1d,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:39.758339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57e19f-10d8-4dce-b361-1373358b4d30 req-cce9c9da-1107-4b5f-9462-624a761e0302 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:39.759817 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fc57e19f-10d8-4dce-b361-1373358b4d30 req-cce9c9da-1107-4b5f-9462-624a761e0302 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 HTTP/1.1" status: 200 len: 912 time: 0.4587839 Apr 22 14:35:39.778201 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=52164677-5136-4d96-b1b2-f1430dc55414,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:39.788964 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45b9b373-1585-4532-bbba-dd6adbc7c41a tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.863482 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:39.863772 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:39.864078 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:39.864412 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:39.864746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:39.865077 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:39.865402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:39.865743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:39.866056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:39.866372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:39.866696 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:39.868586 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Attempting to bind port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:39.869098 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Attempting to bind port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '1a4f72d0-b063-4c93-8405-e55b128f292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '559b4c1d-580e-45aa-b965-3d65185bbeff'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:39.869679 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Attempting to bind port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 on network 559b4c1d-580e-45aa-b965-3d65185bbeff {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:39.885432 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c9023151-c35d-40c2-99f6-053acbd34a9a req-35a5fd03-36ce-43bb-8544-0ec9ac658f14 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3796866 Apr 22 14:35:39.886198 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:39.887408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Checking segment: {'id': '1a4f72d0-b063-4c93-8405-e55b128f292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '559b4c1d-580e-45aa-b965-3d65185bbeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:39.888431 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.888824 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Bound using segment: {'id': '1a4f72d0-b063-4c93-8405-e55b128f292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '559b4c1d-580e-45aa-b965-3d65185bbeff'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:39.889441 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Bound port: 7e66323b-7fcc-4daf-b443-0a59ef2a60c7, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4f72d0-b063-4c93-8405-e55b128f292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '559b4c1d-580e-45aa-b965-3d65185bbeff'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:39.889868 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.905282 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fc57e19f-10d8-4dce-b361-1373358b4d30 req-175797bd-f563-4305-8d93-d2ec4e6c39cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 HTTP/1.1" status: 200 len: 217 time: 0.1357660 Apr 22 14:35:39.914162 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b0bc89-0b21-447a-a4b8-18b29ace5628'] response: {'server_uuid': '9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52164677-5136-4d96-b1b2-f1430dc55414', 'code': 200} Apr 22 14:35:39.953016 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9b373-1585-4532-bbba-dd6adbc7c41a tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbc3489-f7db-4d97-9bf1-0040daf450b6,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:39.977502 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-069ade22-4e99-4175-9362-ee4000c3e460 {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:35:39.977840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:35:40.038212 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.045903 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] For port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:40.052104 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] For port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7e66323b-7fcc-4daf-b443-0a59ef2a60c7,segment=NetworkSegment(1a4f72d0-b063-4c93-8405-e55b128f292e),segment_id=1a4f72d0-b063-4c93-8405-e55b128f292e)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:40.054194 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0cb4f12f-fd0e-4244-88f0-54a0f7bd26a2 req-6697997d-21c6-46b9-b16a-42b3e2c67ee7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8aa87d08eac46c5bfa80e52bb051b50&device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 1096 time: 0.6212909 Apr 22 14:35:40.058142 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.104928 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45b9b373-1585-4532-bbba-dd6adbc7c41a tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.106201 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-45b9b373-1585-4532-bbba-dd6adbc7c41a tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fbc3489-f7db-4d97-9bf1-0040daf450b6 HTTP/1.1" status: 204 len: 168 time: 1.2920325 Apr 22 14:35:40.111904 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54468) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:40.126289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7eac9518-f023-49df-b049-fda5889e2246 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.216495 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdf082-8225-4f32-aa4a-d5fcbdff01dc None None] Pushing event updated for resources: {'Port': ['ID=7e66323b-7fcc-4daf-b443-0a59ef2a60c7,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:40.239697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57e19f-10d8-4dce-b361-1373358b4d30 req-b4be0e56-4964-4c67-95a7-cb4068a27d0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:40.241114 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fc57e19f-10d8-4dce-b361-1373358b4d30 req-b4be0e56-4964-4c67-95a7-cb4068a27d0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b918be07-59c3-483b-9013-143f8e82c337 HTTP/1.1" status: 200 len: 850 time: 0.2615778 Apr 22 14:35:40.373713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac9518-f023-49df-b049-fda5889e2246 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event updated for resources: {'Subnet': ['ID=0992510d-161f-4a34-8be5-45a948feedda,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:40.398022 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network d350457c-4846-4065-a55c-511c62fb77c6 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:40.404843 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:40.481858 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.498087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.537099 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4f12f-fd0e-4244-88f0-54a0f7bd26a2 req-235a01f6-7a6f-4f60-bb5e-ef0b58218210 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:40.538871 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0cb4f12f-fd0e-4244-88f0-54a0f7bd26a2 req-235a01f6-7a6f-4f60-bb5e-ef0b58218210 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a755e32-34d9-4ab6-b03f-b51179b95d5b HTTP/1.1" status: 200 len: 907 time: 0.4593964 Apr 22 14:35:40.552504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] device_id is not set on port e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:40.679993 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587517bb-db38-4df8-95f0-46b5f54dd39b req-e0422506-a106-4cbc-9734-c5e55b289599 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:40.687780 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-587517bb-db38-4df8-95f0-46b5f54dd39b req-e0422506-a106-4cbc-9734-c5e55b289599 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 943 time: 0.6414423 Apr 22 14:35:40.689721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eac9518-f023-49df-b049-fda5889e2246 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Checking segment: {'id': '9aca3678-8b26-40e7-bf53-2747aad5ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9351fef8-d929-4d37-9383-75be4b75fc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:40.690196 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eac9518-f023-49df-b049-fda5889e2246 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Network hostable DHCP agents. Network: 9351fef8-d929-4d37-9383-75be4b75fc21, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:40.729794 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4dab80d-512e-49d3-8f26-c8e68382be4f req-f9ddf5c6-6caa-48e5-ab2f-c5bfec1540f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 1098 time: 0.4923294 Apr 22 14:35:40.731622 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0cb4f12f-fd0e-4244-88f0-54a0f7bd26a2 req-8d81a904-d42b-4974-8259-742ec94b8e2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f95b813-a0bd-46b7-91ec-cc947de41f05 HTTP/1.1" status: 200 len: 217 time: 0.1814222 Apr 22 14:35:40.833440 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-587517bb-db38-4df8-95f0-46b5f54dd39b req-717d533a-834c-4164-8d6a-d4b67089228f tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443810 Apr 22 14:35:40.839510 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4d3bc-7930-44ae-8f23-72e032969ae1 req-97bbfe28-031c-43b5-aadd-51a1c29437b0 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:40.841272 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f8f4d3bc-7930-44ae-8f23-72e032969ae1 req-97bbfe28-031c-43b5-aadd-51a1c29437b0 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 944 time: 0.6033437 Apr 22 14:35:40.847820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eac9518-f023-49df-b049-fda5889e2246 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Network 9351fef8-d929-4d37-9383-75be4b75fc21 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:40.881118 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:35:40.914685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-7eac9518-f023-49df-b049-fda5889e2246 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 9351fef8-d929-4d37-9383-75be4b75fc21) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:40.943407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f916393c-a58a-4705-97b1-6ca0c5c2a256 None None] Network 9351fef8-d929-4d37-9383-75be4b75fc21 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:41.002841 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fc57e19f-10d8-4dce-b361-1373358b4d30 req-132a0e54-64bd-4a79-a370-332baa76cffe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a6b99dc-a404-4bb0-b96f-b84f53c37fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7026751 Apr 22 14:35:41.009126 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:41.066076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eac9518-f023-49df-b049-fda5889e2246 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:41.066685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7eac9518-f023-49df-b049-fda5889e2246 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.078014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e4dab80d-512e-49d3-8f26-c8e68382be4f req-adcdd05b-5662-4277-b5fa-8d0b08fa06d9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.108846 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.137960 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7eac9518-f023-49df-b049-fda5889e2246 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9761453 Apr 22 14:35:41.150125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54474) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:41.216969 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f477061-55b1-421a-b75c-bb2df0d90bba']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:41.251567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4f12f-fd0e-4244-88f0-54a0f7bd26a2 req-26871b66-dd11-4cd2-a2d0-eff0e9da1585 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:41.253870 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0cb4f12f-fd0e-4244-88f0-54a0f7bd26a2 req-26871b66-dd11-4cd2-a2d0-eff0e9da1585 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a354afd-2b42-4fdb-869d-c2ecd7ee3dac HTTP/1.1" status: 200 len: 845 time: 0.3382542 Apr 22 14:35:41.257351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-8aa26414-f405-42ff-9960-a79e1e0f8883 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1693206331'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:41.262861 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8aa26414-f405-42ff-9960-a79e1e0f8883 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:41.267001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8aa26414-f405-42ff-9960-a79e1e0f8883 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Usage tracker for resource:network and tenant:86b9ca34fafb48619aa743bd22531671 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:41.267196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a57ee6c-c624-40d5-8deb-df9dab714849') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:41.267537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a57ee6c-c624-40d5-8deb-df9dab714849') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:41.269971 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8aa26414-f405-42ff-9960-a79e1e0f8883 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:41.296257 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f8f4d3bc-7930-44ae-8f23-72e032969ae1 req-8f16cbb5-912c-4d62-9dff-a607c715dcd9 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a74a30-6024-41e6-9311-44ff7e057b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4270821 Apr 22 14:35:41.297709 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8aa26414-f405-42ff-9960-a79e1e0f8883 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:41.349238 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-e4dab80d-512e-49d3-8f26-c8e68382be4f req-adcdd05b-5662-4277-b5fa-8d0b08fa06d9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:41.356363 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-e4dab80d-512e-49d3-8f26-c8e68382be4f req-adcdd05b-5662-4277-b5fa-8d0b08fa06d9 service neutron] Usage tracker for resource:security_group_rule and tenant:ed8cc7a5edeb4e159aabfb02f8f55384 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:41.360513 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-e4dab80d-512e-49d3-8f26-c8e68382be4f req-adcdd05b-5662-4277-b5fa-8d0b08fa06d9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:41.368244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-e4dab80d-512e-49d3-8f26-c8e68382be4f req-adcdd05b-5662-4277-b5fa-8d0b08fa06d9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:41.374114 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9,segment=NetworkSegment(601fbbd7-f82b-4090-8aed-22f2d51bbbf3),segment_id=601fbbd7-f82b-4090-8aed-22f2d51bbbf3)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:41.380229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa26414-f405-42ff-9960-a79e1e0f8883 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Made reservation on behalf of 86b9ca34fafb48619aa743bd22531671 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:41.385623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8aa26414-f405-42ff-9960-a79e1e0f8883 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.396703 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:41.406109 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9', 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'port_id': '25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9', 'mac_address': 'fa:16:3e:cd:ac:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b918be07-59c3-483b-9013-143f8e82c337', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:35:41.436085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.458121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.478132 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa26414-f405-42ff-9960-a79e1e0f8883 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:41.482224 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e953942c-3eeb-4539-ad30-3232345293ca None None] Network 559b4c1d-580e-45aa-b965-3d65185bbeff requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:41.486848 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fc57e19f-10d8-4dce-b361-1373358b4d30 req-ad79afe0-016d-4ebe-a453-cb5cb9111d1f service neutron] 10.222.0.30 "GET /v2.0/networks/3a6b99dc-a404-4bb0-b96f-b84f53c37fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813057 Apr 22 14:35:41.494899 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aca7cc-6f18-40c7-b86a-173571c384c8 req-677bf406-41bb-446e-a252-2e72530a4dea tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:41.496530 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e7aca7cc-6f18-40c7-b86a-173571c384c8 req-677bf406-41bb-446e-a252-2e72530a4dea tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.3632038 Apr 22 14:35:41.510906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Allocated IP 172.20.0.13 (559b4c1d-580e-45aa-b965-3d65185bbeff/2a5231fc-1ec8-48ce-a63a-eade40a5fa0f/e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:41.517080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-9351fef8-d929-4d37-9383-75be4b75fc21', 'network_id': '9351fef8-d929-4d37-9383-75be4b75fc21', 'tenant_id': '86b9ca34fafb48619aa743bd22531671', 'fixed_ips': [{'subnet_id': '0992510d-161f-4a34-8be5-45a948feedda'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:35:41.517927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.523814 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8aa26414-f405-42ff-9960-a79e1e0f8883 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.523814 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-8aa26414-f405-42ff-9960-a79e1e0f8883 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Added segment fb1aee69-35a3-4a65-b26b-14d751b6930b of type vlan for network ada47a07-3ce1-4607-be29-351219d5bbca Apr 22 14:35:41.532926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.535750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.598099 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:41.598676 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:41.612928 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:41.640519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8aa26414-f405-42ff-9960-a79e1e0f8883 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.697455 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.710675 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e7aca7cc-6f18-40c7-b86a-173571c384c8 req-7af3da1b-5c79-4f33-8736-d0cc5e722f8a tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891251 Apr 22 14:35:41.731421 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-203ec401-6ca6-44d1-9b63-69b1097e266a None None] Provisioning for port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:41.745058 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fc57e19f-10d8-4dce-b361-1373358b4d30 req-a2d106ec-2bad-4b66-8533-7455a96da5b7 service neutron] 10.222.0.30 "GET /v2.0/networks/3a6b99dc-a404-4bb0-b96f-b84f53c37fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463708 Apr 22 14:35:41.758433 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8aa26414-f405-42ff-9960-a79e1e0f8883 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.762903 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa26414-f405-42ff-9960-a79e1e0f8883 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:41.763599 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8aa26414-f405-42ff-9960-a79e1e0f8883 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.778795 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:35:41.793770 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-203ec401-6ca6-44d1-9b63-69b1097e266a None None] Provisioning complete for port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:41.794139 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-203ec401-6ca6-44d1-9b63-69b1097e266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.809399 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:35:41.863353 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.869514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e4dab80d-512e-49d3-8f26-c8e68382be4f req-adcdd05b-5662-4277-b5fa-8d0b08fa06d9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.898449 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.912768 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8aa26414-f405-42ff-9960-a79e1e0f8883 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7144771 Apr 22 14:35:41.920462 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9,segment=NetworkSegment(601fbbd7-f82b-4090-8aed-22f2d51bbbf3),segment_id=601fbbd7-f82b-4090-8aed-22f2d51bbbf3)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:41.920666 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54480) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:41.936660 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Request body: {'subnet': {'network_id': 'ada47a07-3ce1-4607-be29-351219d5bbca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:41.936883 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] 10.222.0.23 "DELETE /v2.0/networks/5f477061-55b1-421a-b75c-bb2df0d90bba HTTP/1.1" status: 204 len: 168 time: 1.7640443 Apr 22 14:35:41.951983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54484) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:41.952639 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e4dab80d-512e-49d3-8f26-c8e68382be4f req-adcdd05b-5662-4277-b5fa-8d0b08fa06d9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.955030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa26414-f405-42ff-9960-a79e1e0f8883 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event updated for resources: {'Network': ['ID=ada47a07-3ce1-4607-be29-351219d5bbca,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:41.988221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-e4dab80d-512e-49d3-8f26-c8e68382be4f req-adcdd05b-5662-4277-b5fa-8d0b08fa06d9 service neutron] Synchronizing usage tracker for tenant:ed8cc7a5edeb4e159aabfb02f8f55384 on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:41.990581 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f477061-55b1-421a-b75c-bb2df0d90bba,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:42.010941 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network ada47a07-3ce1-4607-be29-351219d5bbca details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:42.034925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.244394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:42.254168 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0cb4f12f-fd0e-4244-88f0-54a0f7bd26a2 req-4730d9c0-885c-4610-a392-ec509080a75f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a755e32-34d9-4ab6-b03f-b51179b95d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9911280 Apr 22 14:35:42.259355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Usage tracker for resource:subnet and tenant:86b9ca34fafb48619aa743bd22531671 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:42.268074 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:42.274331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.274833 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.275374 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.275791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.276219 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.276658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.277101 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.278104 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.278538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.278975 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.279175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:42.279538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975ee12-189a-4a51-b820-a3b8a60969fc tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.282992 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:35:42.303512 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Made reservation on behalf of 86b9ca34fafb48619aa743bd22531671 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:42.326860 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-e4dab80d-512e-49d3-8f26-c8e68382be4f req-adcdd05b-5662-4277-b5fa-8d0b08fa06d9 service neutron] Unset dirty status for tenant:ed8cc7a5edeb4e159aabfb02f8f55384 on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:42.327431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3820-dd56-4b8c-8aa8-c8254c12599b req-1ff3f66b-dc1b-431d-86ea-d4ec0861679a tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:42.328318 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4dab80d-512e-49d3-8f26-c8e68382be4f req-adcdd05b-5662-4277-b5fa-8d0b08fa06d9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4220595 Apr 22 14:35:42.328963 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-098f3820-dd56-4b8c-8aa8-c8254c12599b req-1ff3f66b-dc1b-431d-86ea-d4ec0861679a tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 943 time: 0.2604442 Apr 22 14:35:42.337856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcdd05b-5662-4277-b5fa-8d0b08fa06d9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=47d6881a-3827-4595-8281-b7332a14d2c7,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:42.343782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c960c8e-78d2-4465-9912-920fee626a10 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.411748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Allocated IP 172.26.0.17 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/c9591e4b-e687-4879-811f-2bc197884fe4) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:42.524266 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.527341 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:42.544744 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Allocated IP 2001:db8:0:ffff::2 (9351fef8-d929-4d37-9383-75be4b75fc21/0992510d-161f-4a34-8be5-45a948feedda/bee4759c-cdae-4460-96f4-227ed3bb4e3d) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:42.593098 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.593438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.594230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.594230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.594405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.594827 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.595062 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.595417 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.595739 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.596060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.596378 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:42.607086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-203ec401-6ca6-44d1-9b63-69b1097e266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.685424 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.714138 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-098f3820-dd56-4b8c-8aa8-c8254c12599b req-0e69ff22-9718-402f-8bd8-1d57abfca5d6 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3318567 Apr 22 14:35:42.752055 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0cb4f12f-fd0e-4244-88f0-54a0f7bd26a2 req-10314b0b-4fc6-4a9f-8966-26162cd12f20 service neutron] 10.222.0.30 "GET /v2.0/networks/5a755e32-34d9-4ab6-b03f-b51179b95d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652166 Apr 22 14:35:42.812698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Transition to ACTIVE for port object e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:42.830343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d2d85-4728-42df-a9d2-a8c562e42d2d req-6ae511aa-ee40-4daf-921a-71df62a3660a tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:42.832424 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ee6d2d85-4728-42df-a9d2-a8c562e42d2d req-6ae511aa-ee40-4daf-921a-71df62a3660a tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 945 time: 0.3776765 Apr 22 14:35:42.856382 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-203ec401-6ca6-44d1-9b63-69b1097e266a None None] For port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7e66323b-7fcc-4daf-b443-0a59ef2a60c7,segment=NetworkSegment(1a4f72d0-b063-4c93-8405-e55b128f292e),segment_id=1a4f72d0-b063-4c93-8405-e55b128f292e)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:42.892747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-203ec401-6ca6-44d1-9b63-69b1097e266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.922515 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:35:42.935595 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeff8713-ab43-4eff-ac52-62a6672c708e None None] Sync routers for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:35:42.952379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.956606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 0f95b813-a0bd-46b7-91ec-cc947de41f05 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:35:42.961220 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeff8713-ab43-4eff-ac52-62a6672c708e None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:42.961864 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-aeff8713-ab43-4eff-ac52-62a6672c708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:42.989645 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.018541 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ee6d2d85-4728-42df-a9d2-a8c562e42d2d req-18224580-dc19-44a8-8888-a8bd536b4a89 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a74a30-6024-41e6-9311-44ff7e057b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742828 Apr 22 14:35:43.049919 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6cbca67a-ca0d-4b2d-97ef-90280b1a3245 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "PUT /v2.0/routers/0ad4f9df-110a-4352-9311-1fdffbaa66b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3641305 Apr 22 14:35:43.070265 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54492) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:43.081538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'port': {'network_id': 'd350457c-4846-4065-a55c-511c62fb77c6', 'name': 'tempest-FloatingIPTestJSON-1702640387'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:43.095479 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-aeff8713-ab43-4eff-ac52-62a6672c708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:43.111773 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeff8713-ab43-4eff-ac52-62a6672c708e None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:43.113837 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-aeff8713-ab43-4eff-ac52-62a6672c708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:43.189549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ec401-6ca6-44d1-9b63-69b1097e266a None None] Pushing event updated for resources: {'Port': ['ID=7e66323b-7fcc-4daf-b443-0a59ef2a60c7,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:43.200531 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.resource_extend [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:35:43.202675 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-aeff8713-ab43-4eff-ac52-62a6672c708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:43.203347 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeff8713-ab43-4eff-ac52-62a6672c708e None None] The sync data for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:35:43.237266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.241666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c960c8e-78d2-4465-9912-920fee626a10 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.306030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfc007-6690-4c21-8935-02d5d4019fc2 req-f30e6882-c2dd-4d14-aa0b-024778180e51 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:43.307992 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3dfc007-6690-4c21-8935-02d5d4019fc2 req-f30e6882-c2dd-4d14-aa0b-024778180e51 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.3477774 Apr 22 14:35:43.310590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Transition to ACTIVE for port object bee4759c-cdae-4460-96f4-227ed3bb4e3d will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:43.313276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:43.325188 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-eb111506-881b-4304-9cae-0c0840af7a75 None None] Provisioning complete for port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:43.325562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-eb111506-881b-4304-9cae-0c0840af7a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.342255 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Usage tracker for resource:port and tenant:b78ee70dc9ae489880dbaf9e0af0c833 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:43.363153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:43.390983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:43.394226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.402037 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2c960c8e-78d2-4465-9912-920fee626a10 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98abe7a-c7ef-4cce-9393-ccbfd7c18af6']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:43.420986 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Transition to ACTIVE for port object bee4759c-cdae-4460-96f4-227ed3bb4e3d will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:43.427004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Network 559b4c1d-580e-45aa-b965-3d65185bbeff is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:43.432744 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2c960c8e-78d2-4465-9912-920fee626a10 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794e1dd2-55ce-4e12-9f32-fcfd793704b6') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:43.433288 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2c960c8e-78d2-4465-9912-920fee626a10 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794e1dd2-55ce-4e12-9f32-fcfd793704b6') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:43.445933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:43.451780 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:43.453485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 0f95b813-a0bd-46b7-91ec-cc947de41f05, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0f95b813-a0bd-46b7-91ec-cc947de41f05,segment=NetworkSegment(cd74334e-2e43-49c3-bdcc-2cf4451c2cc3),segment_id=cd74334e-2e43-49c3-bdcc-2cf4451c2cc3)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:43.461434 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.469247 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3dfc007-6690-4c21-8935-02d5d4019fc2 req-ff89f47e-c895-458f-8600-2e6d94f41267 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294906 Apr 22 14:35:43.481353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Made reservation on behalf of b78ee70dc9ae489880dbaf9e0af0c833 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:43.487461 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.503677 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Pushing event updated for resources: {'Port': ['ID=e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:43.523140 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c960c8e-78d2-4465-9912-920fee626a10 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.525867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '0f95b813-a0bd-46b7-91ec-cc947de41f05', 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'port_id': '0f95b813-a0bd-46b7-91ec-cc947de41f05', 'mac_address': 'fa:16:3e:2f:a8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:35:43.538446 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] device_id is not set on port 79bfcacc-0c7f-4a42-a49a-33d9600ccc5b yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:43.625489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Pushing event updated for resources: {'Port': ['ID=c9591e4b-e687-4879-811f-2bc197884fe4,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:43.653790 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.objects.ports [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83964) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:35:43.657839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:43.658306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.674806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:43.681787 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:43.682133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Network 9351fef8-d929-4d37-9383-75be4b75fc21 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:43.682133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Pushing event updated for resources: {'Port': ['ID=bee4759c-cdae-4460-96f4-227ed3bb4e3d,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:43.684058 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:43.716816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:43.722862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c960c8e-78d2-4465-9912-920fee626a10 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.790772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c960c8e-78d2-4465-9912-920fee626a10 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:43.791434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c960c8e-78d2-4465-9912-920fee626a10 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.820661 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0cb4f12f-fd0e-4244-88f0-54a0f7bd26a2 req-f25a87de-c6a3-4136-a267-13d1e90027da service neutron] 10.222.0.30 "GET /v2.0/networks/5a755e32-34d9-4ab6-b03f-b51179b95d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0584958 Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:43.821594 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:43.843706 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:43.844732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.865125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.877139 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4098032d-1f9e-406a-9b20-237b0a295f21 None None] Provisioning for port e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:43.882297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Attempting to bind port bee4759c-cdae-4460-96f4-227ed3bb4e3d on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:43.882881 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Attempting to bind port bee4759c-cdae-4460-96f4-227ed3bb4e3d by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '9aca3678-8b26-40e7-bf53-2747aad5ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9351fef8-d929-4d37-9383-75be4b75fc21'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:43.883465 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Attempting to bind port bee4759c-cdae-4460-96f4-227ed3bb4e3d on network 9351fef8-d929-4d37-9383-75be4b75fc21 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:43.893931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4098032d-1f9e-406a-9b20-237b0a295f21 None None] Provisioning complete for port e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:43.894561 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4098032d-1f9e-406a-9b20-237b0a295f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.933247 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f95b813-a0bd-46b7-91ec-cc947de41f05 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:35:43.950162 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 0f95b813-a0bd-46b7-91ec-cc947de41f05, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0f95b813-a0bd-46b7-91ec-cc947de41f05,segment=NetworkSegment(cd74334e-2e43-49c3-bdcc-2cf4451c2cc3),segment_id=cd74334e-2e43-49c3-bdcc-2cf4451c2cc3)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:43.954470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:43.955085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Checking segment: {'id': '9aca3678-8b26-40e7-bf53-2747aad5ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9351fef8-d929-4d37-9383-75be4b75fc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:43.955684 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.956232 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Bound using segment: {'id': '9aca3678-8b26-40e7-bf53-2747aad5ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9351fef8-d929-4d37-9383-75be4b75fc21'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:43.956872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Bound port: bee4759c-cdae-4460-96f4-227ed3bb4e3d, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aca3678-8b26-40e7-bf53-2747aad5ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9351fef8-d929-4d37-9383-75be4b75fc21'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:43.957634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.976225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event updated for resources: {'Subnet': ['ID=5aa3c9fa-0315-4b36-8280-463cf4af2923,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:43.980237 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.009787 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Checking segment: {'id': 'fb1aee69-35a3-4a65-b26b-14d751b6930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ada47a07-3ce1-4607-be29-351219d5bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:44.010324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Network hostable DHCP agents. Network: ada47a07-3ce1-4607-be29-351219d5bbca, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:44.031491 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Allocated IP 172.20.0.11 (d350457c-4846-4065-a55c-511c62fb77c6/0d23b69d-c021-4350-9efb-620b1e2db0d4/79bfcacc-0c7f-4a42-a49a-33d9600ccc5b) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:44.112486 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-49223cbf-b84e-45e2-a6ab-38e26409d29d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.7982059 Apr 22 14:35:44.124203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54500) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:44.174664 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c960c8e-78d2-4465-9912-920fee626a10 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.175779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=0f95b813-a0bd-46b7-91ec-cc947de41f05,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:44.224641 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c960c8e-78d2-4465-9912-920fee626a10 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.236833 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c960c8e-78d2-4465-9912-920fee626a10 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] Pushing event deleted for resources: {'Network': ['ID=b98abe7a-c7ef-4cce-9393-ccbfd7c18af6,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:44.244035 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4098032d-1f9e-406a-9b20-237b0a295f21 None None] Port e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:44.245436 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2c960c8e-78d2-4465-9912-920fee626a10 tempest-QuotasNegativeTest-1884737023 tempest-QuotasNegativeTest-1884737023-project-admin] 10.222.0.23 "DELETE /v2.0/networks/b98abe7a-c7ef-4cce-9393-ccbfd7c18af6 HTTP/1.1" status: 204 len: 168 time: 2.2728329 Apr 22 14:35:44.278657 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['0f95b813-a0bd-46b7-91ec-cc947de41f05'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:35:44.291297 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Request body: {'port': {'network_id': '559b4c1d-580e-45aa-b965-3d65185bbeff', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1017167454', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:44.291884 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.api.validators [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] bootfile-name is not in valid_values {{(pid=83964) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:35:44.292216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.api.validators [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] tftp-server is not in valid_values {{(pid=83964) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:35:44.292983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.api.validators [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] server-ip-address is not in valid_values {{(pid=83964) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:35:44.339108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.340359 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.383563 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] For port bee4759c-cdae-4460-96f4-227ed3bb4e3d, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:44.403589 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] For port bee4759c-cdae-4460-96f4-227ed3bb4e3d, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=bee4759c-cdae-4460-96f4-227ed3bb4e3d,segment=NetworkSegment(9aca3678-8b26-40e7-bf53-2747aad5ea1b),segment_id=9aca3678-8b26-40e7-bf53-2747aad5ea1b)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:44.421761 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.531643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Network ada47a07-3ce1-4607-be29-351219d5bbca is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:44.590690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6d4f9-e331-4b67-992e-a1ca1445d702 None None] Pushing event updated for resources: {'Port': ['ID=bee4759c-cdae-4460-96f4-227ed3bb4e3d,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:44.596653 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, ada47a07-3ce1-4607-be29-351219d5bbca) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:44.633374 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eb08e5-022a-4c52-b829-43227298679f None None] Network ada47a07-3ce1-4607-be29-351219d5bbca requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:44.633608 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:44.634051 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.686644 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5d43f44c-dbd6-4657-a387-e205b1d56f34 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7615547 Apr 22 14:35:44.687007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54510) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:44.694870 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Request body: {'port': {'network_id': 'ada47a07-3ce1-4607-be29-351219d5bbca', 'name': 'tempest-NetworksIpV6TestAttrs-277774031'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:44.767784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.789018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:44.809407 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Usage tracker for resource:port and tenant:28217efa0c9946b49e39437d67bed254 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:44.821878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:44.833713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:44.859332 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc68eea-b4e0-4e21-9c49-e5c0e743284a req-865362bf-304f-497e-9e1a-ba63b76fa179 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:44.863801 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9dc68eea-b4e0-4e21-9c49-e5c0e743284a req-865362bf-304f-497e-9e1a-ba63b76fa179 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 944 time: 0.7607691 Apr 22 14:35:44.876905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366524ca-37ff-47a2-b654-1a369ddb9d34 req-023920fa-4b31-4b21-a281-7665ebff9e71 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:44.880338 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-366524ca-37ff-47a2-b654-1a369ddb9d34 req-023920fa-4b31-4b21-a281-7665ebff9e71 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 945 time: 0.5724924 Apr 22 14:35:44.918561 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:44.923175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Usage tracker for resource:port and tenant:86b9ca34fafb48619aa743bd22531671 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:44.936866 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:44.958868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:44.966929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:44.987104 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Made reservation on behalf of 28217efa0c9946b49e39437d67bed254 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:44.990281 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.031134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.039997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Made reservation on behalf of 86b9ca34fafb48619aa743bd22531671 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:45.048762 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.073768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Router 9602339a-6506-4737-9240-20f753c2bb78 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:35:45.134763 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] device_id is not set on port b50581d6-763c-4810-80b5-09fe0bbf31b3 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:45.186935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device bee4759c-cdae-4460-96f4-227ed3bb4e3d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:45.223038 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] device_id is not set on port b933218e-314f-4214-9433-39f8a5c3c93e yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:45.297103 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54516) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:45.340903 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9dc68eea-b4e0-4e21-9c49-e5c0e743284a req-a17162ea-edea-4c49-8d75-b1d1239762e3 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4573481 Apr 22 14:35:45.366494 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-366524ca-37ff-47a2-b654-1a369ddb9d34 req-17040382-8496-4b82-b8fb-81c50ec8c0f2 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a74a30-6024-41e6-9311-44ff7e057b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4529877 Apr 22 14:35:45.376758 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-ada47a07-3ce1-4607-be29-351219d5bbca', 'network_id': 'ada47a07-3ce1-4607-be29-351219d5bbca', 'tenant_id': '86b9ca34fafb48619aa743bd22531671', 'fixed_ips': [{'subnet_id': '5aa3c9fa-0315-4b36-8280-463cf4af2923'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:35:45.377885 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.411879 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network d350457c-4846-4065-a55c-511c62fb77c6 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:45.420546 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:45.426124 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=79bfcacc-0c7f-4a42-a49a-33d9600ccc5b,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:45.432267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:45.509556 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:45.510225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.551164 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:45.558296 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Allocated IP 2001:db8::f816:3eff:feb9:64ba (ada47a07-3ce1-4607-be29-351219d5bbca/5aa3c9fa-0315-4b36-8280-463cf4af2923/b50581d6-763c-4810-80b5-09fe0bbf31b3) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:45.569922 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port bee4759c-cdae-4460-96f4-227ed3bb4e3d completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:45.602600 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:45.603080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.657059 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:45.777165 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d830af77-bfb5-45db-bdc0-3aec59244f9c tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7005143 Apr 22 14:35:45.794946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54522) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:45.803456 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'port': {'network_id': 'd350457c-4846-4065-a55c-511c62fb77c6', 'name': 'tempest-FloatingIPTestJSON-1675533210'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:45.840720 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Allocated IP 172.20.0.3 (559b4c1d-580e-45aa-b965-3d65185bbeff/2a5231fc-1ec8-48ce-a63a-eade40a5fa0f/b933218e-314f-4214-9433-39f8a5c3c93e) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:45.861899 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.883315 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:45.883689 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.921505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:35:45.951829 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46da38d5-0942-4c67-b3f0-45ea702236df None None] Sync routers for ids ['9602339a-6506-4737-9240-20f753c2bb78'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:35:45.982172 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70584e5-4b83-42a2-85f3-90797c87b154 None None] Network 9351fef8-d929-4d37-9383-75be4b75fc21 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:45.989496 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be0cbad0-1bd5-41d9-974b-2155a5940c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.007942 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.014401 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bd4889f8-e2f4-46c0-a54a-56f225e32aa7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.2600269 Apr 22 14:35:46.019527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54526) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:46.052012 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.069813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49920e42-f6f1-4d00-ae03-0e2a45b6c891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:35:46.084046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Transition to ACTIVE for port object b50581d6-763c-4810-80b5-09fe0bbf31b3 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:46.087116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da38d5-0942-4c67-b3f0-45ea702236df None None] Routers {'9602339a-6506-4737-9240-20f753c2bb78'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:46.087843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-46da38d5-0942-4c67-b3f0-45ea702236df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['9602339a-6506-4737-9240-20f753c2bb78'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:46.112350 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.166518 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a04018-e268-48cc-9b29-343e1de51cee'] response: {'server_uuid': '49920e42-f6f1-4d00-ae03-0e2a45b6c891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9', 'code': 200} Apr 22 14:35:46.224604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Network ada47a07-3ce1-4607-be29-351219d5bbca is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:46.225413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event updated for resources: {'Port': ['ID=b50581d6-763c-4810-80b5-09fe0bbf31b3,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:46.232428 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:46.234638 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:46.240533 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:46.241351 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.257072 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9,segment=NetworkSegment(601fbbd7-f82b-4090-8aed-22f2d51bbbf3),segment_id=601fbbd7-f82b-4090-8aed-22f2d51bbbf3)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:46.275778 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ea2634c2-e043-412f-8b48-72ae810bc56f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5844631 Apr 22 14:35:46.275778 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54532) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:46.293514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-46da38d5-0942-4c67-b3f0-45ea702236df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:46.304206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.310306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-be0cbad0-1bd5-41d9-974b-2155a5940c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:46.331400 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-be0cbad0-1bd5-41d9-974b-2155a5940c7e admin admin] Usage tracker for resource:security_group_rule and tenant:524c8f91896d4aa5b92c4b53f02b4469 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:46.347328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-be0cbad0-1bd5-41d9-974b-2155a5940c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:46.380526 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-be0cbad0-1bd5-41d9-974b-2155a5940c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:46.390608 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-32f4c261-05ce-4267-a598-9435ab8ad315 None None] Provisioning for port bee4759c-cdae-4460-96f4-227ed3bb4e3d completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:46.449754 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3740f-e813-44d2-b7dd-b934d7e47874 req-e947f4b6-46fb-43f2-97ab-85bd0f69b104 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:46.451360 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3bd3740f-e813-44d2-b7dd-b934d7e47874 req-e947f4b6-46fb-43f2-97ab-85bd0f69b104 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.8784959 Apr 22 14:35:46.456698 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.475890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-32f4c261-05ce-4267-a598-9435ab8ad315 None None] Provisioning complete for port bee4759c-cdae-4460-96f4-227ed3bb4e3d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:46.476427 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-32f4c261-05ce-4267-a598-9435ab8ad315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.493483 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:46.513577 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Usage tracker for resource:port and tenant:b78ee70dc9ae489880dbaf9e0af0c833 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:46.524231 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:46.527573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Transition to ACTIVE for port object b933218e-314f-4214-9433-39f8a5c3c93e will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:46.576153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:46.638115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Allocated IP 2001:db8::f816:3eff:fed6:a9f9 (ada47a07-3ce1-4607-be29-351219d5bbca/5aa3c9fa-0315-4b36-8280-463cf4af2923/dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:46.661568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Made reservation on behalf of b78ee70dc9ae489880dbaf9e0af0c833 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:46.664445 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.672265 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da38d5-0942-4c67-b3f0-45ea702236df None None] Routers {'9602339a-6506-4737-9240-20f753c2bb78'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:46.672941 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-46da38d5-0942-4c67-b3f0-45ea702236df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['9602339a-6506-4737-9240-20f753c2bb78'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:46.727885 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3bd3740f-e813-44d2-b7dd-b934d7e47874 req-d627a3be-11a7-42a1-aaf7-afd4c9424855 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604229 Apr 22 14:35:46.759216 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7693aa-bf51-46da-a14e-2148c1a997e7 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Deleting subnet 5aa3c9fa-0315-4b36-8280-463cf4af2923 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:35:46.760886 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.765136 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] device_id is not set on port 5df47f10-7f53-4697-8d49-289c02f65a63 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:46.772182 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:46.782804 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9171524e-7d31-416e-828a-b2a7a9b69e17 req-6a7be866-9f19-40c7-bd4c-91be07ed48e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 1099 time: 0.3232236 Apr 22 14:35:46.829312 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9171524e-7d31-416e-828a-b2a7a9b69e17 req-9a13b75f-cd92-44ea-89c0-dde04a2a6736 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=57a74a30-6024-41e6-9311-44ff7e057b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403795 Apr 22 14:35:46.846665 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be0cbad0-1bd5-41d9-974b-2155a5940c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.851614 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-46da38d5-0942-4c67-b3f0-45ea702236df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:46.852125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46da38d5-0942-4c67-b3f0-45ea702236df None None] The sync data for ids ['9602339a-6506-4737-9240-20f753c2bb78'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:35:46.899964 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be0cbad0-1bd5-41d9-974b-2155a5940c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.936974 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 0f95b813-a0bd-46b7-91ec-cc947de41f05 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:46.990439 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ec253-22b2-4631-b345-fb2dd37f9c14 req-2a0c2d2e-e4e8-4320-9c97-ae444e35e34c tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:46.991963 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-169ec253-22b2-4631-b345-fb2dd37f9c14 req-2a0c2d2e-e4e8-4320-9c97-ae444e35e34c tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 944 time: 0.4764435 Apr 22 14:35:46.995611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-32f4c261-05ce-4267-a598-9435ab8ad315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.049121 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Network 559b4c1d-580e-45aa-b965-3d65185bbeff is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:47.096324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-32f4c261-05ce-4267-a598-9435ab8ad315 None None] For port bee4759c-cdae-4460-96f4-227ed3bb4e3d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=bee4759c-cdae-4460-96f4-227ed3bb4e3d,segment=NetworkSegment(9aca3678-8b26-40e7-bf53-2747aad5ea1b),segment_id=9aca3678-8b26-40e7-bf53-2747aad5ea1b)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:47.110099 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:47.133240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:47.147302 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-32f4c261-05ce-4267-a598-9435ab8ad315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.176295 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Pushing event updated for resources: {'Port': ['ID=b933218e-314f-4214-9433-39f8a5c3c93e,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:47.192246 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-be0cbad0-1bd5-41d9-974b-2155a5940c7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=524c8f91896d4aa5b92c4b53f02b4469&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8890939 Apr 22 14:35:47.192246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cbad0-1bd5-41d9-974b-2155a5940c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32e9eae-79cb-4870-b0a7-0134e581128a,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:47.194497 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54544) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:47.195652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 0f95b813-a0bd-46b7-91ec-cc947de41f05 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:47.242895 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 0f95b813-a0bd-46b7-91ec-cc947de41f05 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:47.243192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.282946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:47.283667 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.289561 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Allocated IP 172.20.0.9 (d350457c-4846-4065-a55c-511c62fb77c6/0d23b69d-c021-4350-9efb-620b1e2db0d4/5df47f10-7f53-4697-8d49-289c02f65a63) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:47.309567 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-169ec253-22b2-4631-b345-fb2dd37f9c14 req-6ff5797c-194c-4e94-afae-9a01cdf0cb9c tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994652 Apr 22 14:35:47.325616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54548) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:47.327195 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e85db203-4de7-490c-88e6-8505c8077913 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/routers/9602339a-6506-4737-9240-20f753c2bb78 HTTP/1.1" status: 200 len: 922 time: 1.2960184 Apr 22 14:35:47.359080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.388922 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5ca4c676-a884-4747-98f8-5822f3ba2c03 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.1748464 Apr 22 14:35:47.398687 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54552) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:47.398893 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Transition to ACTIVE for port object dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:47.405023 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc88df-d913-41f2-a3ad-8d7ec1c4be20 req-2725721f-7956-439c-b2b0-ee10788f5bc9 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:47.421845 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-be00c37e-ea81-4889-ac4a-696750a349f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.423935 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a3bc88df-d913-41f2-a3ad-8d7ec1c4be20 req-2725721f-7956-439c-b2b0-ee10788f5bc9 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 946 time: 0.5039039 Apr 22 14:35:47.432880 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4c261-05ce-4267-a598-9435ab8ad315 None None] Pushing event updated for resources: {'Port': ['ID=bee4759c-cdae-4460-96f4-227ed3bb4e3d,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:47.440420 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5d6a8f33-cd90-4662-8274-ac7ba9c4c0f2 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602339a-6506-4737-9240-20f753c2bb78 HTTP/1.1" status: 200 len: 205 time: 0.1135819 Apr 22 14:35:47.450672 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54554) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:47.469107 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Transition to ACTIVE for port object dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:47.555114 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f7693aa-bf51-46da-a14e-2148c1a997e7 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.576292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.647947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.689157 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-be00c37e-ea81-4889-ac4a-696750a349f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.716370 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Pushing event updated for resources: {'Port': ['ID=dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:47.720138 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a3bc88df-d913-41f2-a3ad-8d7ec1c4be20 req-c26fef36-4b70-4188-a51c-a6a3bf3148ac tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a74a30-6024-41e6-9311-44ff7e057b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901003 Apr 22 14:35:47.720352 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f7693aa-bf51-46da-a14e-2148c1a997e7 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.751619 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Network ada47a07-3ce1-4607-be29-351219d5bbca is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:47.755244 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c37c46-b6fa-44f5-aa2e-7faadc05917d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:47.758813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:47.759391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c37c46-b6fa-44f5-aa2e-7faadc05917d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:47.763994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c37c46-b6fa-44f5-aa2e-7faadc05917d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:47.764894 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-71c37c46-b6fa-44f5-aa2e-7faadc05917d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Synchronizing usage tracker for tenant:28217efa0c9946b49e39437d67bed254 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:47.770548 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:47.900649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-be00c37e-ea81-4889-ac4a-696750a349f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.912971 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-71c37c46-b6fa-44f5-aa2e-7faadc05917d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Unset dirty status for tenant:28217efa0c9946b49e39437d67bed254 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:47.913860 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-71c37c46-b6fa-44f5-aa2e-7faadc05917d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.4645977 Apr 22 14:35:47.917943 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 0f95b813-a0bd-46b7-91ec-cc947de41f05, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0f95b813-a0bd-46b7-91ec-cc947de41f05,segment=NetworkSegment(cd74334e-2e43-49c3-bdcc-2cf4451c2cc3),segment_id=cd74334e-2e43-49c3-bdcc-2cf4451c2cc3)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:47.926089 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54560) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:47.943325 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-af343f67-537d-410a-92af-fa52be2e2fc0 None None] Provisioning for port b933218e-314f-4214-9433-39f8a5c3c93e completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:47.952157 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Attempting to bind port dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:47.952967 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Attempting to bind port dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'fb1aee69-35a3-4a65-b26b-14d751b6930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ada47a07-3ce1-4607-be29-351219d5bbca'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:47.953822 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Attempting to bind port dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a on network ada47a07-3ce1-4607-be29-351219d5bbca {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:47.956664 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-af343f67-537d-410a-92af-fa52be2e2fc0 None None] Provisioning complete for port b933218e-314f-4214-9433-39f8a5c3c93e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:47.957245 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-af343f67-537d-410a-92af-fa52be2e2fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.957552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ef836-0134-477a-af71-4dfc8c1613a8 req-3aadb900-727c-4533-b550-d16409abb0c1 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:47.961294 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2d2ef836-0134-477a-af71-4dfc8c1613a8 req-3aadb900-727c-4533-b550-d16409abb0c1 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.4058022 Apr 22 14:35:47.974800 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54564) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:47.978320 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00c37e-ea81-4889-ac4a-696750a349f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32e9eae-79cb-4870-b0a7-0134e581128a,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:47.989030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.994219 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d13fda1b-3f08-408f-ab3c-4c307d8c482e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Request body: {'floatingip': {'port_id': '52164677-5136-4d96-b1b2-f1430dc55414'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:48.016899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-be00c37e-ea81-4889-ac4a-696750a349f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.018042 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-be00c37e-ea81-4889-ac4a-696750a349f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e32e9eae-79cb-4870-b0a7-0134e581128a HTTP/1.1" status: 204 len: 168 time: 0.8214211 Apr 22 14:35:48.046106 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3fb32-f111-48e4-b569-91836c58928e tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Deleting port b933218e-314f-4214-9433-39f8a5c3c93e {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:48.046551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3cd3fb32-f111-48e4-b569-91836c58928e tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.073654 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:48.074822 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Checking segment: {'id': 'fb1aee69-35a3-4a65-b26b-14d751b6930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ada47a07-3ce1-4607-be29-351219d5bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:48.075078 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.075469 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Bound using segment: {'id': 'fb1aee69-35a3-4a65-b26b-14d751b6930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ada47a07-3ce1-4607-be29-351219d5bbca'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:48.075952 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Bound port: dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1aee69-35a3-4a65-b26b-14d751b6930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ada47a07-3ce1-4607-be29-351219d5bbca'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:48.076330 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.107865 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f7693aa-bf51-46da-a14e-2148c1a997e7 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.114915 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-af343f67-537d-410a-92af-fa52be2e2fc0 None None] Port b933218e-314f-4214-9433-39f8a5c3c93e cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:48.169931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f95b813-a0bd-46b7-91ec-cc947de41f05'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:35:48.183122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=0f95b813-a0bd-46b7-91ec-cc947de41f05,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:48.216808 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-af343f67-537d-410a-92af-fa52be2e2fc0 None None] Provisioning complete for port bee4759c-cdae-4460-96f4-227ed3bb4e3d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:48.217248 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-af343f67-537d-410a-92af-fa52be2e2fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.288043 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.302831 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-810c9321-9332-444e-b795-8ebdf076aa38 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.310023 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5468136a-7532-4e74-adb4-c741435eac48'] response: {'server_uuid': '6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f95b813-a0bd-46b7-91ec-cc947de41f05', 'code': 200} Apr 22 14:35:48.330283 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d13fda1b-3f08-408f-ab3c-4c307d8c482e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for floatingip, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.391129 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] For port dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:48.410439 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] For port dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a,segment=NetworkSegment(fb1aee69-35a3-4a65-b26b-14d751b6930b),segment_id=fb1aee69-35a3-4a65-b26b-14d751b6930b)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:48.419698 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.489324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f7693aa-bf51-46da-a14e-2148c1a997e7 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.510751 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407df596-cbc0-4c27-8dab-dcb5bb4ad7ce None None] Pushing event updated for resources: {'Port': ['ID=dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:48.609110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7693aa-bf51-46da-a14e-2148c1a997e7 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa3c9fa-0315-4b36-8280-463cf4af2923,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:48.629107 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f7693aa-bf51-46da-a14e-2148c1a997e7 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.755991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54576) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:48.786539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-99b739c0-fc93-48d5-8dde-18cd8436aae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.819721 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7f7693aa-bf51-46da-a14e-2148c1a997e7 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/subnets/5aa3c9fa-0315-4b36-8280-463cf4af2923 HTTP/1.1" status: 204 len: 168 time: 2.5426366 Apr 22 14:35:48.823051 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54582) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:48.858982 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3cd3fb32-f111-48e4-b569-91836c58928e tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.938156 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90320707-c829-4f30-a9ed-31979dc585da tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:48.939611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90320707-c829-4f30-a9ed-31979dc585da tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:48.940354 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-90320707-c829-4f30-a9ed-31979dc585da tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Synchronizing usage tracker for tenant:86b9ca34fafb48619aa743bd22531671 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:49.011609 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3fb32-f111-48e4-b569-91836c58928e tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Calling delete_port for b933218e-314f-4214-9433-39f8a5c3c93e owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:49.099181 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device bee4759c-cdae-4460-96f4-227ed3bb4e3d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:49.108439 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.118736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-99b739c0-fc93-48d5-8dde-18cd8436aae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:49.120992 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b36a0f00-2e11-4f96-a9ad-25f1704f6383 req-34f6fce1-7f73-49b2-8261-4a33582a9898 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 1098 time: 0.4502733 Apr 22 14:35:49.174552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-99b739c0-fc93-48d5-8dde-18cd8436aae8 admin admin] Usage tracker for resource:security_group_rule and tenant:860197a0f58649ea9f700c5476b53656 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:49.177986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-90320707-c829-4f30-a9ed-31979dc585da tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Unset dirty status for tenant:86b9ca34fafb48619aa743bd22531671 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:49.179333 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-90320707-c829-4f30-a9ed-31979dc585da tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3496892 Apr 22 14:35:49.183360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54586) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:49.184150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-99b739c0-fc93-48d5-8dde-18cd8436aae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:49.210389 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port bee4759c-cdae-4460-96f4-227ed3bb4e3d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:49.211084 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.319157 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-99b739c0-fc93-48d5-8dde-18cd8436aae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:49.343517 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d01f2d-f427-4c59-9798-781ed2dea2d2 req-33ab5e68-4848-494c-8ae0-4a199ecd228c tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:49.345243 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-17d01f2d-f427-4c59-9798-781ed2dea2d2 req-33ab5e68-4848-494c-8ae0-4a199ecd228c tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 945 time: 0.7503912 Apr 22 14:35:49.353362 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b36a0f00-2e11-4f96-a9ad-25f1704f6383 req-caaf429c-f6f3-4620-9222-299cc16cd1d3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239969 Apr 22 14:35:49.385878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:49.389594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network d350457c-4846-4065-a55c-511c62fb77c6 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:49.391064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83c6c468-184d-49e9-ade6-03b2afc9babd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.403820 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3cd3fb32-f111-48e4-b569-91836c58928e tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.413670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:49.422285 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=5df47f10-7f53-4697-8d49-289c02f65a63,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:49.434463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:49.435992 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c6c468-184d-49e9-ade6-03b2afc9babd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 22 14:35:49.436514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c6c468-184d-49e9-ade6-03b2afc9babd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:35:49.482432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85bbce-aa26-4382-ae2f-ab59be2c7c05 req-8bcada4f-7773-471a-828e-bba1a567a7e1 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:49.489452 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7e85bbce-aa26-4382-ae2f-ab59be2c7c05 req-8bcada4f-7773-471a-828e-bba1a567a7e1 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 946 time: 0.5437920 Apr 22 14:35:49.590516 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-83c6c468-184d-49e9-ade6-03b2afc9babd tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/networks/ada47a07-3ce1-4607-be29-351219d5bbca HTTP/1.1" status: 409 len: 405 time: 0.3984571 Apr 22 14:35:49.591931 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3fb32-f111-48e4-b569-91836c58928e tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Pushing event deleted for resources: {'Port': ['ID=b933218e-314f-4214-9433-39f8a5c3c93e,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:49.600847 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54590) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:49.663314 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-542e89f4-f0f8-4181-a7da-2496b168fe8f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1321867988'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:49.668759 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:49.669503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.689713 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-542e89f4-f0f8-4181-a7da-2496b168fe8f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:49.693926 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:49.701361 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-810c9321-9332-444e-b795-8ebdf076aa38 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.706636 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-17d01f2d-f427-4c59-9798-781ed2dea2d2 req-5b0e8b30-cbab-4fc7-81b4-fe970725e1e5 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3484957 Apr 22 14:35:49.727955 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-542e89f4-f0f8-4181-a7da-2496b168fe8f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Usage tracker for resource:network and tenant:86b9ca34fafb48619aa743bd22531671 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:49.736063 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-542e89f4-f0f8-4181-a7da-2496b168fe8f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:49.768040 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-542e89f4-f0f8-4181-a7da-2496b168fe8f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:49.773303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3cd3fb32-f111-48e4-b569-91836c58928e tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.775111 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3cd3fb32-f111-48e4-b569-91836c58928e tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] 10.222.0.23 "DELETE /v2.0/ports/b933218e-314f-4214-9433-39f8a5c3c93e HTTP/1.1" status: 204 len: 168 time: 1.8480277 Apr 22 14:35:49.780761 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54594) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:49.782307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-810c9321-9332-444e-b795-8ebdf076aa38 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Deleting port c9591e4b-e687-4879-811f-2bc197884fe4 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:49.782663 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-810c9321-9332-444e-b795-8ebdf076aa38 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.819654 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-61b19675-3eb4-4665-8cd7-392aec959257 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Request body: {'port': {'name': 'tempest-new-port-name-1011164753', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:49.820433 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.api.validators [None req-61b19675-3eb4-4665-8cd7-392aec959257 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] bootfile-name is not in valid_values {{(pid=83963) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:35:49.820979 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.api.validators [None req-61b19675-3eb4-4665-8cd7-392aec959257 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] tftp-server is not in valid_values {{(pid=83963) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:35:49.821384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.api.validators [None req-61b19675-3eb4-4665-8cd7-392aec959257 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] server-ip-address is not in valid_values {{(pid=83963) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:35:49.856035 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7e85bbce-aa26-4382-ae2f-ab59be2c7c05 req-dffa833f-66f4-4dbf-9af9-44cac520e2b7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a74a30-6024-41e6-9311-44ff7e057b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3651338 Apr 22 14:35:49.878850 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-99b739c0-fc93-48d5-8dde-18cd8436aae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.887958 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-42f8d5f1-a510-4a24-9b5a-c08515d205c2 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0899143 Apr 22 14:35:49.889252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-99b739c0-fc93-48d5-8dde-18cd8436aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.899490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54598) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:49.925692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '5df47f10-7f53-4697-8d49-289c02f65a63', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:49.942182 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542e89f4-f0f8-4181-a7da-2496b168fe8f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Made reservation on behalf of 86b9ca34fafb48619aa743bd22531671 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:49.945106 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-542e89f4-f0f8-4181-a7da-2496b168fe8f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.965492 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-99b739c0-fc93-48d5-8dde-18cd8436aae8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=860197a0f58649ea9f700c5476b53656&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2058389 Apr 22 14:35:49.967003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b739c0-fc93-48d5-8dde-18cd8436aae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335900dc-1ea7-4e54-93fa-6f8458314d78,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:49.969325 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54604) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:49.969492 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3581a386-a1e6-40dd-9633-547b9d031546 None None] Network ada47a07-3ce1-4607-be29-351219d5bbca requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:50.008111 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:50.032153 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Usage tracker for resource:floatingip and tenant:b78ee70dc9ae489880dbaf9e0af0c833 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:50.037431 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:50.049596 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:50.128839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.157363 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-53386402-fcc0-4552-8ee9-975cff5b4a5c None None] Provisioning for port dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:50.163666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542e89f4-f0f8-4181-a7da-2496b168fe8f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:50.164899 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-53386402-fcc0-4552-8ee9-975cff5b4a5c None None] Provisioning complete for port dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:50.165322 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-53386402-fcc0-4552-8ee9-975cff5b4a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.201925 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-810c9321-9332-444e-b795-8ebdf076aa38 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.212834 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-542e89f4-f0f8-4181-a7da-2496b168fe8f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.213185 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-542e89f4-f0f8-4181-a7da-2496b168fe8f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Added segment 00aa1d9c-ac1b-457d-9687-2b86654cfcd8 of type vlan for network 1ba0238e-ce03-4d55-97c4-420b7e58f624 Apr 22 14:35:50.273179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61b19675-3eb4-4665-8cd7-392aec959257 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.273443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7bc114bf-ad2c-4ada-8543-c9c361486de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.316191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-53386402-fcc0-4552-8ee9-975cff5b4a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.325549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7bc114bf-ad2c-4ada-8543-c9c361486de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.345609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00600aa4-4aa9-4af6-937d-e45be3628833 req-d619e160-ffca-4044-98e1-7657613852c8 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:50.347479 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-00600aa4-4aa9-4af6-937d-e45be3628833 req-d619e160-ffca-4044-98e1-7657613852c8 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 946 time: 0.2226169 Apr 22 14:35:50.360926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54608) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:50.398115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-53386402-fcc0-4552-8ee9-975cff5b4a5c None None] For port dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a,segment=NetworkSegment(fb1aee69-35a3-4a65-b26b-14d751b6930b),segment_id=fb1aee69-35a3-4a65-b26b-14d751b6930b)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:50.411492 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-53386402-fcc0-4552-8ee9-975cff5b4a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.415514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-810c9321-9332-444e-b795-8ebdf076aa38 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Calling delete_port for c9591e4b-e687-4879-811f-2bc197884fe4 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:50.512387 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1e9d69-6e25-48cc-a9b8-11d4e3019d9f None None] DHCP port deletion for ada47a07-3ce1-4607-be29-351219d5bbca request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:35:50.518067 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53386402-fcc0-4552-8ee9-975cff5b4a5c None None] Pushing event updated for resources: {'Port': ['ID=dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:50.522366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a87d8eb2-f49e-4913-93a5-63893c7159be tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Request body: {'floatingip': {'port_id': '25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:50.524830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e9d69-6e25-48cc-a9b8-11d4e3019d9f None None] Deleting port dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:50.526290 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9d69-6e25-48cc-a9b8-11d4e3019d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.640351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a87d8eb2-f49e-4913-93a5-63893c7159be tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for floatingip, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.798430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-d13fda1b-3f08-408f-ab3c-4c307d8c482e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:35:50.862620 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-542e89f4-f0f8-4181-a7da-2496b168fe8f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.870272 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-0e1e9d69-6e25-48cc-a9b8-11d4e3019d9f None None] For port dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a,segment=NetworkSegment(fb1aee69-35a3-4a65-b26b-14d751b6930b),segment_id=fb1aee69-35a3-4a65-b26b-14d751b6930b)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:50.870538 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9d69-6e25-48cc-a9b8-11d4e3019d9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.884685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61b19675-3eb4-4665-8cd7-392aec959257 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.901161 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61b19675-3eb4-4665-8cd7-392aec959257 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.069454 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:35:51.076837 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e9d69-6e25-48cc-a9b8-11d4e3019d9f None None] Calling delete_port for dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:51.078273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-542e89f4-f0f8-4181-a7da-2496b168fe8f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.082294 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542e89f4-f0f8-4181-a7da-2496b168fe8f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:51.082880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-542e89f4-f0f8-4181-a7da-2496b168fe8f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.103642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d13fda1b-3f08-408f-ab3c-4c307d8c482e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.105825 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7bc114bf-ad2c-4ada-8543-c9c361486de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.112861 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a6c51ce7-f91b-4f77-bd28-c6accbc41947 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:35:51.119136 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b19675-3eb4-4665-8cd7-392aec959257 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Pushing event updated for resources: {'Port': ['ID=e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:51.139596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc114bf-ad2c-4ada-8543-c9c361486de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335900dc-1ea7-4e54-93fa-6f8458314d78,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:51.142624 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d13fda1b-3f08-408f-ab3c-4c307d8c482e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.178143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: a6c51ce7-f91b-4f77-bd28-c6accbc41947 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:35:51.178608 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a6c51ce7-f91b-4f77-bd28-c6accbc41947 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:35:51.178773 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:35:51.203581 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-61b19675-3eb4-4665-8cd7-392aec959257 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] In _notify_port_updated(), no bound segment for port e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f on network 559b4c1d-580e-45aa-b965-3d65185bbeff {{(pid=83963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:35:51.211407 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b19675-3eb4-4665-8cd7-392aec959257 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:51.212956 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61b19675-3eb4-4665-8cd7-392aec959257 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.216812 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-61b19675-3eb4-4665-8cd7-392aec959257 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] 10.222.0.23 "PUT /v2.0/ports/e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f HTTP/1.1" status: 200 len: 1137 time: 1.4358170 Apr 22 14:35:51.218368 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54614) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:51.226051 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-542e89f4-f0f8-4181-a7da-2496b168fe8f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5895917 Apr 22 14:35:51.232323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54618) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:51.233732 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7bc114bf-ad2c-4ada-8543-c9c361486de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.235778 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7bc114bf-ad2c-4ada-8543-c9c361486de6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/335900dc-1ea7-4e54-93fa-6f8458314d78 HTTP/1.1" status: 204 len: 168 time: 1.1258247 Apr 22 14:35:51.241999 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59d046-393d-4698-bef1-28d4ffb2e613 req-9b84b2c0-6ccf-4fe8-90c1-e5bb319245f5 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:51.243694 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1b59d046-393d-4698-bef1-28d4ffb2e613 req-9b84b2c0-6ccf-4fe8-90c1-e5bb319245f5 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 945 time: 0.3728347 Apr 22 14:35:51.306184 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9d69-6e25-48cc-a9b8-11d4e3019d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.322104 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ed3536f6-e6d9-4e4c-8783-70bdc46f0713 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Request body: {'subnet': {'network_id': '1ba0238e-ce03-4d55-97c4-420b7e58f624', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:51.370974 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No ports have port_id starting with dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a Apr 22 14:35:51.375771 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e9d69-6e25-48cc-a9b8-11d4e3019d9f None None] Pushing event deleted for resources: {'Port': ['ID=dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:51.390039 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1e9d69-6e25-48cc-a9b8-11d4e3019d9f None None] No DVR routers for this DVR port dc494a2f-1dc8-4cc4-bfcf-4c2bb0fc935a on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:35:51.450243 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-132d91ec-d54d-4864-9d5a-ae0b30fe558e None None] Provisioning complete for port e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:51.451107 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-132d91ec-d54d-4864-9d5a-ae0b30fe558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.484542 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e89f4-f0f8-4181-a7da-2496b168fe8f tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event updated for resources: {'Network': ['ID=1ba0238e-ce03-4d55-97c4-420b7e58f624,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:51.509299 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 1ba0238e-ce03-4d55-97c4-420b7e58f624 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:51.511079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.568991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9635b516-166f-44c4-a298-e9a2b967e206 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:51.568991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9635b516-166f-44c4-a298-e9a2b967e206 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Synchronizing usage tracker for tenant:28217efa0c9946b49e39437d67bed254 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:51.606430 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-132d91ec-d54d-4864-9d5a-ae0b30fe558e None None] Port e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:51.628754 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9635b516-166f-44c4-a298-e9a2b967e206 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Unset dirty status for tenant:28217efa0c9946b49e39437d67bed254 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:51.633615 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9635b516-166f-44c4-a298-e9a2b967e206 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] 10.222.0.23 "GET /v2.0/ports/e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f HTTP/1.1" status: 200 len: 1137 time: 0.4060121 Apr 22 14:35:51.634493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54626) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:51.649354 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-810c9321-9332-444e-b795-8ebdf076aa38 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.764313 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1b59d046-393d-4698-bef1-28d4ffb2e613 req-e4b48d56-90a8-46e8-bf83-501fc05a2dcd tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043503 Apr 22 14:35:51.769170 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ed3536f6-e6d9-4e4c-8783-70bdc46f0713 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:51.787920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ed3536f6-e6d9-4e4c-8783-70bdc46f0713 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:51.798430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c9321-9332-444e-b795-8ebdf076aa38 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Pushing event deleted for resources: {'Port': ['ID=c9591e4b-e687-4879-811f-2bc197884fe4,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:51.908309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-44af5a6a-89bc-4cc9-987b-933099a9d047 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Deleting port e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:51.908704 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-44af5a6a-89bc-4cc9-987b-933099a9d047 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.921332 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3536f6-e6d9-4e4c-8783-70bdc46f0713 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Made reservation on behalf of 86b9ca34fafb48619aa743bd22531671 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:51.993853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Allocated IP 172.26.0.112 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/02f813d0-76be-4518-91b9-ef1a1b46ade5) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:52.239594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ed3536f6-e6d9-4e4c-8783-70bdc46f0713 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.310136 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-810c9321-9332-444e-b795-8ebdf076aa38 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.395088 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b9f8da2e-1dca-4ce6-bbb8-f6cac2076b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.397719 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b6323-0bb2-4d6b-acca-f00338ab32cb req-407c3a61-442e-4204-92f9-82417bf15084 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:52.399232 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-500b6323-0bb2-4d6b-acca-f00338ab32cb req-407c3a61-442e-4204-92f9-82417bf15084 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 945 time: 0.4795287 Apr 22 14:35:52.410742 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54646) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:52.417731 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-3945134d-6adf-4209-b82e-958feaddf821 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Request body: {'floatingip': {'port_id': '0f95b813-a0bd-46b7-91ec-cc947de41f05'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:52.483817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-a87d8eb2-f49e-4913-93a5-63893c7159be tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:35:52.550369 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54650) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:52.599799 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-d13fda1b-3f08-408f-ab3c-4c307d8c482e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Floating IP d343a90d-7b2a-4c37-b8d9-364c02a6f504 associated. External IP: 172.26.0.251, port: 52164677-5136-4d96-b1b2-f1430dc55414. Apr 22 14:35:52.650758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3945134d-6adf-4209-b82e-958feaddf821 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for floatingip, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.804378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-211538836'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:52.834194 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:52.845655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-810c9321-9332-444e-b795-8ebdf076aa38 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.880237 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-44af5a6a-89bc-4cc9-987b-933099a9d047 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.890654 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.893702 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-810c9321-9332-444e-b795-8ebdf076aa38 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.908990 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a87d8eb2-f49e-4913-93a5-63893c7159be tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.910027 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Usage tracker for resource:network and tenant:2b96bd1c28254877a17c59310ff76864 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:52.922149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:52.936529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a87d8eb2-f49e-4913-93a5-63893c7159be tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.997349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:53.031640 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-44af5a6a-89bc-4cc9-987b-933099a9d047 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Calling delete_port for e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:53.107724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-810c9321-9332-444e-b795-8ebdf076aa38 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.108253 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810c9321-9332-444e-b795-8ebdf076aa38 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Fanout notify agent at l3_agent the message router_deleted on router 9602339a-6506-4737-9240-20f753c2bb78 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:35:53.146010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.152364 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Made reservation on behalf of 2b96bd1c28254877a17c59310ff76864 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:53.155302 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.201137 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-810c9321-9332-444e-b795-8ebdf076aa38 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.202228 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-810c9321-9332-444e-b795-8ebdf076aa38 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "DELETE /v2.0/routers/9602339a-6506-4737-9240-20f753c2bb78 HTTP/1.1" status: 204 len: 168 time: 5.7498031 Apr 22 14:35:53.206668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54656) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:53.212718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.220046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Request body: {'router': {'name': 'tempest-snat-router-558975601', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'enable_snat': False}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:53.227831 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:53.273180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Usage tracker for resource:router and tenant:eecdb2fbbf8745cfae63f06aea5ec765 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:53.277702 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:53.282014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:53.292632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:53.295561 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:53.303568 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=02f813d0-76be-4518-91b9-ef1a1b46ade5,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:53.306946 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:53.361523 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.362442 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.423763 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-44af5a6a-89bc-4cc9-987b-933099a9d047 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.475510 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:53.488185 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Usage tracker for resource:security_group_rule and tenant:2b96bd1c28254877a17c59310ff76864 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:53.499606 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:53.501660 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af5a6a-89bc-4cc9-987b-933099a9d047 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Pushing event deleted for resources: {'Port': ['ID=e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:53.515875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:53.578957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.735728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.objects.ports [None req-ed3536f6-e6d9-4e4c-8783-70bdc46f0713 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83964) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:35:53.816185 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ed3536f6-e6d9-4e4c-8783-70bdc46f0713 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.925940 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-44af5a6a-89bc-4cc9-987b-933099a9d047 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.974105 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-44af5a6a-89bc-4cc9-987b-933099a9d047 tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] 10.222.0.23 "DELETE /v2.0/ports/e69d5ed4-3e43-489b-b32b-6c8dafa3ee7f HTTP/1.1" status: 204 len: 168 time: 2.3313785 Apr 22 14:35:53.974329 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3536f6-e6d9-4e4c-8783-70bdc46f0713 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event updated for resources: {'Subnet': ['ID=173182df-80fa-4714-a685-c9aa19ae5946,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:53.975153 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54660) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:54.041600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.042103 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.105628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.200727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3536f6-e6d9-4e4c-8783-70bdc46f0713 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Checking segment: {'id': '00aa1d9c-ac1b-457d-9687-2b86654cfcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ba0238e-ce03-4d55-97c4-420b7e58f624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:54.201153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3536f6-e6d9-4e4c-8783-70bdc46f0713 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Network hostable DHCP agents. Network: 1ba0238e-ce03-4d55-97c4-420b7e58f624, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:54.222700 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-a87d8eb2-f49e-4913-93a5-63893c7159be tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Floating IP 3981c44e-bece-494c-9e0d-e775a42a9d15 associated. External IP: 172.26.0.139, port: 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9. Apr 22 14:35:54.249023 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.295335 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:54.341861 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65ec06e-d162-4a1b-8a17-ac8a65f56d6b,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:54.377845 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-3945134d-6adf-4209-b82e-958feaddf821 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:35:54.428477 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.428860 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Added segment 49eb3204-f586-461e-9602-3b885963c524 of type vlan for network fbacb475-18e5-4d99-a473-c94889fd50e9 Apr 22 14:35:54.530944 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.545147 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3945134d-6adf-4209-b82e-958feaddf821 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.551463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3536f6-e6d9-4e4c-8783-70bdc46f0713 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Network 1ba0238e-ce03-4d55-97c4-420b7e58f624 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:54.555614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f25c8c2-9cee-4203-91ca-80e917d30f6d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Deleting subnet 2a5231fc-1ec8-48ce-a63a-eade40a5fa0f {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:35:54.562042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3945134d-6adf-4209-b82e-958feaddf821 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.563444 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f25c8c2-9cee-4203-91ca-80e917d30f6d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.634542 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f25c8c2-9cee-4203-91ca-80e917d30f6d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.648025 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-ed3536f6-e6d9-4e4c-8783-70bdc46f0713 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 1ba0238e-ce03-4d55-97c4-420b7e58f624) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:54.660359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfa5aa7-0a99-4ede-9fdd-7bb8ec13bbee None None] Network 1ba0238e-ce03-4d55-97c4-420b7e58f624 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:54.713121 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3536f6-e6d9-4e4c-8783-70bdc46f0713 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:54.713715 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ed3536f6-e6d9-4e4c-8783-70bdc46f0713 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.728528 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.734587 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:54.735209 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.818768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-69e6ac61-86f6-4202-8fcd-b579580be54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.831405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.910061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event updated for resources: {'Network': ['ID=fbacb475-18e5-4d99-a473-c94889fd50e9,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:54.922302 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ed3536f6-e6d9-4e4c-8783-70bdc46f0713 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6774669 Apr 22 14:35:54.923593 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54664) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:54.936349 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network fbacb475-18e5-4d99-a473-c94889fd50e9 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:54.939527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f25c8c2-9cee-4203-91ca-80e917d30f6d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.943159 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1f939d02-f383-449f-9cbf-aae0108cff4e tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3796299 Apr 22 14:35:54.944350 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Request body: {'port': {'network_id': '1ba0238e-ce03-4d55-97c4-420b7e58f624', 'name': 'tempest-NetworksIpV6TestAttrs-376518577'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:54.966830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54668) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:54.998729 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.025388 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-8a2ab2d0-9a1f-4355-9eac-56a081163534 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Request body: {'subnet': {'network_id': 'fbacb475-18e5-4d99-a473-c94889fd50e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:55.030209 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.072814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.100757 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-1ba0238e-ce03-4d55-97c4-420b7e58f624', 'network_id': '1ba0238e-ce03-4d55-97c4-420b7e58f624', 'tenant_id': '86b9ca34fafb48619aa743bd22531671', 'fixed_ips': [{'subnet_id': '173182df-80fa-4714-a685-c9aa19ae5946'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:35:55.101612 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.176917 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f25c8c2-9cee-4203-91ca-80e917d30f6d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.228679 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8a2ab2d0-9a1f-4355-9eac-56a081163534 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:55.236378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13fda1b-3f08-408f-ab3c-4c307d8c482e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:35:55.243719 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25c8c2-9cee-4203-91ca-80e917d30f6d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5231fc-1ec8-48ce-a63a-eade40a5fa0f,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:55.253393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8a2ab2d0-9a1f-4355-9eac-56a081163534 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Usage tracker for resource:subnet and tenant:2b96bd1c28254877a17c59310ff76864 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:55.317871 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Allocated IP 2001:db8::f816:3eff:fe58:7e22 (1ba0238e-ce03-4d55-97c4-420b7e58f624/173182df-80fa-4714-a685-c9aa19ae5946/1a19f459-c327-40e6-807a-0af8181ab871) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:55.356870 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f25c8c2-9cee-4203-91ca-80e917d30f6d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.380761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8a2ab2d0-9a1f-4355-9eac-56a081163534 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:55.394741 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7f25c8c2-9cee-4203-91ca-80e917d30f6d tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] 10.222.0.23 "DELETE /v2.0/subnets/2a5231fc-1ec8-48ce-a63a-eade40a5fa0f HTTP/1.1" status: 204 len: 168 time: 1.4169331 Apr 22 14:35:55.396355 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Allocated IP 172.26.0.134 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/5359593e-502a-4e60-bc0b-458024c9d7bf) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:55.396550 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8a2ab2d0-9a1f-4355-9eac-56a081163534 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:55.400703 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54672) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:55.416289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:55.430003 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c4a26c-529e-4f74-8787-6a4f67826128 None None] Network 559b4c1d-580e-45aa-b965-3d65185bbeff requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:55.503338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Usage tracker for resource:port and tenant:86b9ca34fafb48619aa743bd22531671 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:55.508704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2ab2d0-9a1f-4355-9eac-56a081163534 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Made reservation on behalf of 2b96bd1c28254877a17c59310ff76864 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:55.523594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:55.642578 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.648534 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:55.789638 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.791461 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.811172 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Transition to ACTIVE for port object 1a19f459-c327-40e6-807a-0af8181ab871 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:55.844705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Made reservation on behalf of 86b9ca34fafb48619aa743bd22531671 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:55.845103 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.847916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.850107 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Transition to ACTIVE for port object 1a19f459-c327-40e6-807a-0af8181ab871 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:55.865979 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.873803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab2d0-9a1f-4355-9eac-56a081163534 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.942913 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ee7c7f-b684-489a-9d41-f1e968fb9c60 None None] DHCP port deletion for 559b4c1d-580e-45aa-b965-3d65185bbeff request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:35:55.969617 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.981994 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee7c7f-b684-489a-9d41-f1e968fb9c60 None None] Deleting port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:55.981994 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7c7f-b684-489a-9d41-f1e968fb9c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.985364 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-3945134d-6adf-4209-b82e-958feaddf821 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Floating IP cf391187-33c3-4c96-934f-8a65f016150f associated. External IP: 172.26.0.55, port: 0f95b813-a0bd-46b7-91ec-cc947de41f05. Apr 22 14:35:56.040969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] device_id is not set on port a339fc73-353d-4cfa-89d7-b38a145fdef6 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:56.048403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Deleting port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:56.049298 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.065758 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Network 1ba0238e-ce03-4d55-97c4-420b7e58f624 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:56.066652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.071321 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:56.082145 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:56.087249 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Pushing event updated for resources: {'Port': ['ID=1a19f459-c327-40e6-807a-0af8181ab871,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:56.091846 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.163326 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=02f813d0-76be-4518-91b9-ef1a1b46ade5,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:56.219022 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.307384 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Attempting to bind port 1a19f459-c327-40e6-807a-0af8181ab871 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:56.307602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Attempting to bind port 1a19f459-c327-40e6-807a-0af8181ab871 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '00aa1d9c-ac1b-457d-9687-2b86654cfcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ba0238e-ce03-4d55-97c4-420b7e58f624'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:56.307963 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Attempting to bind port 1a19f459-c327-40e6-807a-0af8181ab871 on network 1ba0238e-ce03-4d55-97c4-420b7e58f624 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:56.342560 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:56.343624 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Checking segment: {'id': '00aa1d9c-ac1b-457d-9687-2b86654cfcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ba0238e-ce03-4d55-97c4-420b7e58f624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:56.343624 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.343890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Bound using segment: {'id': '00aa1d9c-ac1b-457d-9687-2b86654cfcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ba0238e-ce03-4d55-97c4-420b7e58f624'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:56.344206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Bound port: 1a19f459-c327-40e6-807a-0af8181ab871, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00aa1d9c-ac1b-457d-9687-2b86654cfcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ba0238e-ce03-4d55-97c4-420b7e58f624'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:56.344577 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.367147 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-e3ee7c7f-b684-489a-9d41-f1e968fb9c60 None None] For port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7e66323b-7fcc-4daf-b443-0a59ef2a60c7,segment=NetworkSegment(1a4f72d0-b063-4c93-8405-e55b128f292e),segment_id=1a4f72d0-b063-4c93-8405-e55b128f292e)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:56.367565 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7c7f-b684-489a-9d41-f1e968fb9c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.389110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.441527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Allocated IP 2001:db8::f816:3eff:fe47:812b (1ba0238e-ce03-4d55-97c4-420b7e58f624/173182df-80fa-4714-a685-c9aa19ae5946/a339fc73-353d-4cfa-89d7-b38a145fdef6) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:56.453552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] For port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7e66323b-7fcc-4daf-b443-0a59ef2a60c7,segment=NetworkSegment(1a4f72d0-b063-4c93-8405-e55b128f292e),segment_id=1a4f72d0-b063-4c93-8405-e55b128f292e)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:56.453914 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.537993 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee7c7f-b684-489a-9d41-f1e968fb9c60 None None] Calling delete_port for 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:56.539185 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:56.599435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:56.603622 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:56.610429 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87d8eb2-f49e-4913-93a5-63893c7159be tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Router 34b6a6d6-887e-4ef7-9b48-0a345212124a has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:35:56.625948 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] For port 1a19f459-c327-40e6-807a-0af8181ab871, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:56.635121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Calling delete_port for 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:56.643033 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab2d0-9a1f-4355-9eac-56a081163534 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.650412 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] For port 1a19f459-c327-40e6-807a-0af8181ab871, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1a19f459-c327-40e6-807a-0af8181ab871,segment=NetworkSegment(00aa1d9c-ac1b-457d-9687-2b86654cfcd8),segment_id=00aa1d9c-ac1b-457d-9687-2b86654cfcd8)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:56.659202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.702329 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Pushing event updated for resources: {'Port': ['ID=5359593e-502a-4e60-bc0b-458024c9d7bf,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:56.714213 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7c7f-b684-489a-9d41-f1e968fb9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.757992 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee7c7f-b684-489a-9d41-f1e968fb9c60 None None] No DVR routers for this DVR port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:35:56.779205 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b6577-3833-4927-a75c-3b60847c2de3 None None] Pushing event updated for resources: {'Port': ['ID=1a19f459-c327-40e6-807a-0af8181ab871,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:56.803915 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13fda1b-3f08-408f-ab3c-4c307d8c482e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:35:56.828509 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:35:56.828696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:35:56.829311 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee7c7f-b684-489a-9d41-f1e968fb9c60 None None] Pushing event deleted for resources: {'Port': ['ID=7e66323b-7fcc-4daf-b443-0a59ef2a60c7,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:56.834018 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b01e5-88a6-4a90-b564-6a8d88c22313 None None] Sync routers for ids ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:35:56.834494 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Floating IP 6012a929-4f40-4fa8-bbac-099a2753d99d associated. External IP: 172.26.0.112, port: 5df47f10-7f53-4697-8d49-289c02f65a63. Apr 22 14:35:56.847262 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b01e5-88a6-4a90-b564-6a8d88c22313 None None] Routers {'cca2a2c3-0a4a-4db6-8413-e513920a7ff8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:56.847936 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c28b01e5-88a6-4a90-b564-6a8d88c22313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:56.997936 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:35:57.075696 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:35:57.076185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:35:57.084607 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.085331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.094010 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-c28b01e5-88a6-4a90-b564-6a8d88c22313 None None] Set router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:57.237682 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.269737 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.296620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d13fda1b-3f08-408f-ab3c-4c307d8c482e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.414102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ab2d0-9a1f-4355-9eac-56a081163534 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event updated for resources: {'Subnet': ['ID=ceb33792-3874-4ef1-923d-8753e70942d5,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:57.435991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Transition to ACTIVE for port object a339fc73-353d-4cfa-89d7-b38a145fdef6 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:57.473507 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d13fda1b-3f08-408f-ab3c-4c307d8c482e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "PUT /v2.0/floatingips/d343a90d-7b2a-4c37-b8d9-364c02a6f504 HTTP/1.1" status: 200 len: 991 time: 9.4942117 Apr 22 14:35:57.476132 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1', 'tag': '52164677-5136-4d96-b1b2-f1430dc55414'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:35:57.535249 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Deleting port 7e66323b-7fcc-4daf-b443-0a59ef2a60c7 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:57.535763 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.541518 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ab2d0-9a1f-4355-9eac-56a081163534 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Checking segment: {'id': '49eb3204-f586-461e-9602-3b885963c524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fbacb475-18e5-4d99-a473-c94889fd50e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:57.541877 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2ab2d0-9a1f-4355-9eac-56a081163534 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Network hostable DHCP agents. Network: fbacb475-18e5-4d99-a473-c94889fd50e9, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:57.649571 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1f0f9e-9492-4170-81c8-271de92fdc5a'] response: {'name': 'network-changed', 'server_uuid': '9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1', 'tag': '52164677-5136-4d96-b1b2-f1430dc55414', 'status': 'completed', 'code': 200} Apr 22 14:35:57.666919 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c28b01e5-88a6-4a90-b564-6a8d88c22313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'name': 'tempest-ServerActionsTestJSON-51030908-router', 'tenant_id': '6094381463d646049ac766b311ef0072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:39Z', 'updated_at': '2022-04-22T14:34:53Z', 'revision_number': 4, 'project_id': '6094381463d646049ac766b311ef0072', 'gw_port': {'id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:41Z', 'updated_at': '2022-04-22T14:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'd343a90d-7b2a-4c37-b8d9-364c02a6f504', 'tenant_id': '6094381463d646049ac766b311ef0072', 'floating_ip_address': '172.26.0.251', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'port_id': '52164677-5136-4d96-b1b2-f1430dc55414', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'mac_address': 'fa:16:3e:22:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:08Z', 'updated_at': '2022-04-22T14:35:50Z', 'revision_number': 1, 'project_id': '6094381463d646049ac766b311ef0072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7b99d1-3276-439f-a3b4-a17ab9e8d47d', 'name': '', 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'tenant_id': '6094381463d646049ac766b311ef0072', 'mac_address': 'fa:16:3e:4f:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:51Z', 'updated_at': '2022-04-22T14:35:05Z', 'revision_number': 5, 'project_id': '6094381463d646049ac766b311ef0072', 'subnets': [{'id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:57.672544 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b01e5-88a6-4a90-b564-6a8d88c22313 None None] Checking router: cca2a2c3-0a4a-4db6-8413-e513920a7ff8 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:35:57.689267 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b01e5-88a6-4a90-b564-6a8d88c22313 None None] Routers {'cca2a2c3-0a4a-4db6-8413-e513920a7ff8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:57.689964 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c28b01e5-88a6-4a90-b564-6a8d88c22313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:57.745708 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.789933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] The port '7e66323b-7fcc-4daf-b443-0a59ef2a60c7' was deleted {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:35:57.864925 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2ab2d0-9a1f-4355-9eac-56a081163534 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Network fbacb475-18e5-4d99-a473-c94889fd50e9 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:57.902065 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Network 1ba0238e-ce03-4d55-97c4-420b7e58f624 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:57.911817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:57.916124 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event updated for resources: {'Port': ['ID=a339fc73-353d-4cfa-89d7-b38a145fdef6,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:57.919148 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-8a2ab2d0-9a1f-4355-9eac-56a081163534 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, fbacb475-18e5-4d99-a473-c94889fd50e9) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:57.933708 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:57.941195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:57.943153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.968898 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-c28b01e5-88a6-4a90-b564-6a8d88c22313 None None] Set router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:58.001639 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86193e4a-c993-4ebe-b690-1e9917db3e98 req-e25926bb-22f6-41a4-8da1-7cd819fccd2f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:58.010022 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86193e4a-c993-4ebe-b690-1e9917db3e98 req-e25926bb-22f6-41a4-8da1-7cd819fccd2f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.3648119 Apr 22 14:35:58.011458 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:58.039163 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-88933349-23a3-4774-8731-223f07f60b0e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1101007 Apr 22 14:35:58.046678 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54682) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.048058 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e739cab-064a-4fb2-b009-53661236b7ac None None] Network fbacb475-18e5-4d99-a473-c94889fd50e9 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:58.050796 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2ab2d0-9a1f-4355-9eac-56a081163534 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:58.051521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab2d0-9a1f-4355-9eac-56a081163534 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:58.111815 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-944535b9-992b-4ab2-a6e4-4e184ba9240e req-f90b6c01-25a4-45b8-9b12-ac209f8a7262 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5805864 Apr 22 14:35:58.114121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559b4c1d-580e-45aa-b965-3d65185bbeff']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:58.141473 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-352e2d3f-2bea-483a-8d3a-232502e02262 req-8fd377de-a804-40e6-9071-b9eec844370c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6094381463d646049ac766b311ef0072&device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 1098 time: 0.5118699 Apr 22 14:35:58.164867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4f72d0-b063-4c93-8405-e55b128f292e') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:58.164867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4f72d0-b063-4c93-8405-e55b128f292e') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:58.166889 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86193e4a-c993-4ebe-b690-1e9917db3e98 req-01d69435-eb07-4344-b3d5-95b17c2bba87 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558561 Apr 22 14:35:58.173366 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8a2ab2d0-9a1f-4355-9eac-56a081163534 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2031839 Apr 22 14:35:58.181375 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54686) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.205060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ddd282-7922-43e7-9639-20ec04626d55 None None] Network 1ba0238e-ce03-4d55-97c4-420b7e58f624 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:58.237835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Request body: {'port': {'network_id': 'fbacb475-18e5-4d99-a473-c94889fd50e9', 'name': 'tempest-AllowedAddressPairTestJSON-1392591390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:58.336730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ad5318ef-60e5-472c-bc64-26abfee87e5f None None] Provisioning for port 1a19f459-c327-40e6-807a-0af8181ab871 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:58.404436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:58.425051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:58.429112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Usage tracker for resource:port and tenant:2b96bd1c28254877a17c59310ff76864 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:58.432287 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:58.437537 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87d8eb2-f49e-4913-93a5-63893c7159be tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:35:58.439427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:58.442668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a87d8eb2-f49e-4913-93a5-63893c7159be tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:58.454191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec897414-0295-40f8-9d75-4afeaec64769 None None] Sync routers for ids ['34b6a6d6-887e-4ef7-9b48-0a345212124a'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:35:58.454695 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c28b01e5-88a6-4a90-b564-6a8d88c22313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'name': 'tempest-ServerActionsTestJSON-51030908-router', 'tenant_id': '6094381463d646049ac766b311ef0072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:39Z', 'updated_at': '2022-04-22T14:34:53Z', 'revision_number': 4, 'project_id': '6094381463d646049ac766b311ef0072', 'gw_port': {'id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:41Z', 'updated_at': '2022-04-22T14:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'd343a90d-7b2a-4c37-b8d9-364c02a6f504', 'tenant_id': '6094381463d646049ac766b311ef0072', 'floating_ip_address': '172.26.0.251', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'port_id': '52164677-5136-4d96-b1b2-f1430dc55414', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'mac_address': 'fa:16:3e:22:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:08Z', 'updated_at': '2022-04-22T14:35:50Z', 'revision_number': 1, 'project_id': '6094381463d646049ac766b311ef0072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7b99d1-3276-439f-a3b4-a17ab9e8d47d', 'name': '', 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'tenant_id': '6094381463d646049ac766b311ef0072', 'mac_address': 'fa:16:3e:4f:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:51Z', 'updated_at': '2022-04-22T14:35:05Z', 'revision_number': 5, 'project_id': '6094381463d646049ac766b311ef0072', 'subnets': [{'id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:58.460120 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b01e5-88a6-4a90-b564-6a8d88c22313 None None] The sync data for ids ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'] in dv-neutron-839027-1-hyperv is: [{'id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'name': 'tempest-ServerActionsTestJSON-51030908-router', 'tenant_id': '6094381463d646049ac766b311ef0072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:39Z', 'updated_at': '2022-04-22T14:34:53Z', 'revision_number': 4, 'project_id': '6094381463d646049ac766b311ef0072', 'gw_port': {'id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:41Z', 'updated_at': '2022-04-22T14:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'd343a90d-7b2a-4c37-b8d9-364c02a6f504', 'tenant_id': '6094381463d646049ac766b311ef0072', 'floating_ip_address': '172.26.0.251', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'port_id': '52164677-5136-4d96-b1b2-f1430dc55414', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'mac_address': 'fa:16:3e:22:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:08Z', 'updated_at': '2022-04-22T14:35:50Z', 'revision_number': 1, 'project_id': '6094381463d646049ac766b311ef0072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7b99d1-3276-439f-a3b4-a17ab9e8d47d', 'name': '', 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'tenant_id': '6094381463d646049ac766b311ef0072', 'mac_address': 'fa:16:3e:4f:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:51Z', 'updated_at': '2022-04-22T14:35:05Z', 'revision_number': 5, 'project_id': '6094381463d646049ac766b311ef0072', 'subnets': [{'id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:35:58.515335 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:58.522481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:58.522907 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:58.579991 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a87d8eb2-f49e-4913-93a5-63893c7159be tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "PUT /v2.0/floatingips/3981c44e-bece-494c-9e0d-e775a42a9d15 HTTP/1.1" status: 200 len: 992 time: 8.0613735 Apr 22 14:35:58.602752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3945134d-6adf-4209-b82e-958feaddf821 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:35:58.607614 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec897414-0295-40f8-9d75-4afeaec64769 None None] Routers {'34b6a6d6-887e-4ef7-9b48-0a345212124a'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:58.607795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fc0a17-41ef-4aa3-b59f-dbe9b9eb30c6 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Deleting subnet 173182df-80fa-4714-a685-c9aa19ae5946 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:35:58.608467 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ec897414-0295-40f8-9d75-4afeaec64769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['34b6a6d6-887e-4ef7-9b48-0a345212124a'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:58.613785 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-65fc0a17-41ef-4aa3-b59f-dbe9b9eb30c6 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:58.620347 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:58.645195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:58.647055 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Made reservation on behalf of 2b96bd1c28254877a17c59310ff76864 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:58.650133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:58.686727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:58.704818 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] Pushing event deleted for resources: {'Network': ['ID=559b4c1d-580e-45aa-b965-3d65185bbeff,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:58.707522 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4c5c15f9-d0e7-48ee-b129-232342589d4a tempest-ExtraDHCPOptionsTestJSON-435911514 tempest-ExtraDHCPOptionsTestJSON-435911514-project] 10.222.0.23 "DELETE /v2.0/networks/559b4c1d-580e-45aa-b965-3d65185bbeff HTTP/1.1" status: 204 len: 168 time: 3.3044250 Apr 22 14:35:58.813283 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] device_id is not set on port cb4d8483-bba2-4439-af9b-fb6d47302d68 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:58.814364 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-65fc0a17-41ef-4aa3-b59f-dbe9b9eb30c6 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:58.849540 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beedb57-fa02-4068-af3f-45aee5084196 req-38e4553e-8fc5-431b-ba15-f945a4a15f6d tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:58.849540 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4beedb57-fa02-4068-af3f-45aee5084196 req-38e4553e-8fc5-431b-ba15-f945a4a15f6d tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.4503098 Apr 22 14:35:58.888970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-fbacb475-18e5-4d99-a473-c94889fd50e9', 'network_id': 'fbacb475-18e5-4d99-a473-c94889fd50e9', 'tenant_id': '2b96bd1c28254877a17c59310ff76864', 'fixed_ips': [{'subnet_id': 'ceb33792-3874-4ef1-923d-8753e70942d5'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:35:58.889773 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:58.892636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e2d3f-2bea-483a-8d3a-232502e02262 req-a9097699-d4c9-41a0-a8fc-4c976c592b58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:58.894567 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-352e2d3f-2bea-483a-8d3a-232502e02262 req-a9097699-d4c9-41a0-a8fc-4c976c592b58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17 HTTP/1.1" status: 200 len: 911 time: 0.7443979 Apr 22 14:35:59.106649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:35:59.107494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Router eb573408-63ac-45d4-a3c5-e5f3fe847593 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:35:59.126533 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-ec897414-0295-40f8-9d75-4afeaec64769 None None] Set router 34b6a6d6-887e-4ef7-9b48-0a345212124a gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:59.129470 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-352e2d3f-2bea-483a-8d3a-232502e02262 req-36915241-b00c-44da-af3d-27c6490efb8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52164677-5136-4d96-b1b2-f1430dc55414 HTTP/1.1" status: 200 len: 999 time: 0.2238483 Apr 22 14:35:59.206291 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1a19f459-c327-40e6-807a-0af8181ab871 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:59.233234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54698) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.260202 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Allocated IP 172.20.0.6 (fbacb475-18e5-4d99-a473-c94889fd50e9/ceb33792-3874-4ef1-923d-8753e70942d5/cb4d8483-bba2-4439-af9b-fb6d47302d68) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:59.273464 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4beedb57-fa02-4068-af3f-45aee5084196 req-909e0474-53f3-41d6-9071-28ac92a15072 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912391 Apr 22 14:35:59.330559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-65fc0a17-41ef-4aa3-b59f-dbe9b9eb30c6 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:59.443236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-65fc0a17-41ef-4aa3-b59f-dbe9b9eb30c6 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:59.577478 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 1a19f459-c327-40e6-807a-0af8181ab871 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:59.633169 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e2d3f-2bea-483a-8d3a-232502e02262 req-1d945b76-6dba-432f-969d-2451921ce578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:59.634646 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-352e2d3f-2bea-483a-8d3a-232502e02262 req-1d945b76-6dba-432f-969d-2451921ce578 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7895da2c-27e4-4c0c-82d1-5c2260f4fda9 HTTP/1.1" status: 200 len: 849 time: 0.4927382 Apr 22 14:35:59.639667 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc0a17-41ef-4aa3-b59f-dbe9b9eb30c6 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Subnet': ['ID=173182df-80fa-4714-a685-c9aa19ae5946,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:59.642907 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 1a19f459-c327-40e6-807a-0af8181ab871 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:59.645769 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:59.656647 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49920e42-f6f1-4d00-ae03-0e2a45b6c891', 'tag': '25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:35:59.666666 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64feb25a-2c2a-4757-a246-958ca31ac2fc req-7fee2515-d1ba-4890-a044-ed2aedb1bbfb tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:59.669423 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-64feb25a-2c2a-4757-a246-958ca31ac2fc req-7fee2515-d1ba-4890-a044-ed2aedb1bbfb tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 946 time: 0.9064434 Apr 22 14:35:59.696410 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-65fc0a17-41ef-4aa3-b59f-dbe9b9eb30c6 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:59.721336 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-65fc0a17-41ef-4aa3-b59f-dbe9b9eb30c6 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/subnets/173182df-80fa-4714-a685-c9aa19ae5946 HTTP/1.1" status: 204 len: 168 time: 1.6640131 Apr 22 14:35:59.741715 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54706) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.802483 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ab5eb5-4996-4715-8da0-93385b651f9d'] response: {'name': 'network-changed', 'server_uuid': '49920e42-f6f1-4d00-ae03-0e2a45b6c891', 'tag': '25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9', 'status': 'completed', 'code': 200} Apr 22 14:35:59.831489 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-64feb25a-2c2a-4757-a246-958ca31ac2fc req-86867a13-2e0b-468d-b9f1-55eefaf25a82 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a74a30-6024-41e6-9311-44ff7e057b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364987 Apr 22 14:35:59.841487 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fb1768cd-d211-46be-8d6b-8fe6e7631489 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28217efa0c9946b49e39437d67bed254&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6056554 Apr 22 14:35:59.844448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54710) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.911303 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a077137-f54c-4117-95c1-b748a8b93e0b None None] Network 1ba0238e-ce03-4d55-97c4-420b7e58f624 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:59.946535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1347ecb2-8cc0-465a-bea7-0670856b4d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:59.986506 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1347ecb2-8cc0-465a-bea7-0670856b4d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:00.001232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3945134d-6adf-4209-b82e-958feaddf821 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:00.011161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3945134d-6adf-4209-b82e-958feaddf821 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:00.015497 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed4d7f-66c3-48d2-9644-97e07b27d696 None None] Sync routers for ids ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:00.036719 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed4d7f-66c3-48d2-9644-97e07b27d696 None None] Routers {'1e2a33a2-7671-46e4-b251-22bdea9c93d6'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:00.038940 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d0ed4d7f-66c3-48d2-9644-97e07b27d696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:00.062003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a2884-e606-4e12-bdcd-a966b2d8816c tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:00.063436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a2884-e606-4e12-bdcd-a966b2d8816c tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:00.064177 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-437a2884-e606-4e12-bdcd-a966b2d8816c tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Synchronizing usage tracker for tenant:86b9ca34fafb48619aa743bd22531671 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:00.088004 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3945134d-6adf-4209-b82e-958feaddf821 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "PUT /v2.0/floatingips/cf391187-33c3-4c96-934f-8a65f016150f HTTP/1.1" status: 200 len: 990 time: 7.6755695 Apr 22 14:36:00.126395 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b23349a5-017f-4a67-825d-8b2b4521043e None None] Provisioning complete for port 1a19f459-c327-40e6-807a-0af8181ab871 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:00.126758 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b23349a5-017f-4a67-825d-8b2b4521043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:00.174171 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1347ecb2-8cc0-465a-bea7-0670856b4d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:00.216157 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347ecb2-8cc0-465a-bea7-0670856b4d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8c25ef-ebc3-456e-b138-5b3176335a84,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:00.234929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1347ecb2-8cc0-465a-bea7-0670856b4d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:00.237616 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1347ecb2-8cc0-465a-bea7-0670856b4d0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab8c25ef-ebc3-456e-b138-5b3176335a84 HTTP/1.1" status: 204 len: 168 time: 0.3926494 Apr 22 14:36:00.265599 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:00.271808 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-437a2884-e606-4e12-bdcd-a966b2d8816c tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Unset dirty status for tenant:86b9ca34fafb48619aa743bd22531671 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:00.278564 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-437a2884-e606-4e12-bdcd-a966b2d8816c tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5352297 Apr 22 14:36:00.282561 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54722) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:00.286835 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-352e2d3f-2bea-483a-8d3a-232502e02262 req-f6c89aa1-7f50-4b1f-b48b-0a0867459a1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6133230 Apr 22 14:36:00.376799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ec897414-0295-40f8-9d75-4afeaec64769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'name': 'tempest-ServersTestManualDisk-524485016-router', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:34:58Z', 'revision_number': 4, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'gw_port': {'id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '3981c44e-bece-494c-9e0d-e775a42a9d15', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'port_id': '25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'mac_address': 'fa:16:3e:cd:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49920e42-f6f1-4d00-ae03-0e2a45b6c891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:12Z', 'updated_at': '2022-04-22T14:35:52Z', 'revision_number': 1, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761', 'name': '', 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'mac_address': 'fa:16:3e:18:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b918be07-59c3-483b-9013-143f8e82c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:57Z', 'updated_at': '2022-04-22T14:35:36Z', 'revision_number': 5, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'subnets': [{'id': 'b918be07-59c3-483b-9013-143f8e82c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:00.383919 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159aec67-f2e0-40c8-a107-7a29a2a990f2 None None] New status for floating IP d343a90d-7b2a-4c37-b8d9-364c02a6f504: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:36:00.486567 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-d0ed4d7f-66c3-48d2-9644-97e07b27d696 None None] Set router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:00.488926 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec897414-0295-40f8-9d75-4afeaec64769 None None] Checking router: 34b6a6d6-887e-4ef7-9b48-0a345212124a for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:36:00.544875 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 1a19f459-c327-40e6-807a-0af8181ab871, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1a19f459-c327-40e6-807a-0af8181ab871,segment=NetworkSegment(00aa1d9c-ac1b-457d-9687-2b86654cfcd8),segment_id=00aa1d9c-ac1b-457d-9687-2b86654cfcd8)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:00.622215 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9f652fc6-c6be-4b15-ad6b-c75bc178c722 req-6135d705-85a0-46b1-8b1b-c4ce17e1819e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bda8a1e2f57544349aa2938094d971c5&device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 1099 time: 0.7954857 Apr 22 14:36:00.688112 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:00.785616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:00.851633 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec897414-0295-40f8-9d75-4afeaec64769 None None] Routers {'34b6a6d6-887e-4ef7-9b48-0a345212124a'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:00.852438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ec897414-0295-40f8-9d75-4afeaec64769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['34b6a6d6-887e-4ef7-9b48-0a345212124a'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:00.903369 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-32af7fb7-511f-441e-98b8-77a7e42fbbb4 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:00.936440 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-32af7fb7-511f-441e-98b8-77a7e42fbbb4 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 22 14:36:00.936926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32af7fb7-511f-441e-98b8-77a7e42fbbb4 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:00.938777 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-32af7fb7-511f-441e-98b8-77a7e42fbbb4 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/networks/1ba0238e-ce03-4d55-97c4-420b7e58f624 HTTP/1.1" status: 409 len: 405 time: 0.6548629 Apr 22 14:36:00.947653 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54736) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:00.961277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-47f86542-49f3-4aff-933e-d5415f12e325 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-243603570'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:00.972813 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-47f86542-49f3-4aff-933e-d5415f12e325 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:00.989329 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337729bd-d0ce-4762-911d-bc82fa6e2f64 req-d3dea76e-eda7-4087-baf3-880bb3663ef6 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:01.000572 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-337729bd-d0ce-4762-911d-bc82fa6e2f64 req-d3dea76e-eda7-4087-baf3-880bb3663ef6 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 945 time: 0.6605349 Apr 22 14:36:01.046189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-47f86542-49f3-4aff-933e-d5415f12e325 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Usage tracker for resource:network and tenant:86b9ca34fafb48619aa743bd22531671 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:01.049692 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-47f86542-49f3-4aff-933e-d5415f12e325 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:01.056452 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-47f86542-49f3-4aff-933e-d5415f12e325 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:01.079184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f86542-49f3-4aff-933e-d5415f12e325 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Made reservation on behalf of 86b9ca34fafb48619aa743bd22531671 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:01.079626 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f652fc6-c6be-4b15-ad6b-c75bc178c722 req-c5faba96-1337-439c-991c-c412513cf0f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:01.081636 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9f652fc6-c6be-4b15-ad6b-c75bc178c722 req-c5faba96-1337-439c-991c-c412513cf0f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 HTTP/1.1" status: 200 len: 912 time: 0.4184237 Apr 22 14:36:01.083395 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-47f86542-49f3-4aff-933e-d5415f12e325 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:01.084197 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-352e2d3f-2bea-483a-8d3a-232502e02262 req-27ce6387-0321-4696-8652-7f34d11aef45 service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7879694 Apr 22 14:36:01.107305 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Transition to ACTIVE for port object cb4d8483-bba2-4439-af9b-fb6d47302d68 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:01.122284 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d0ed4d7f-66c3-48d2-9644-97e07b27d696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'name': 'tempest-ServersTestJSON-2073296503-router', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:35:01Z', 'revision_number': 4, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'gw_port': {'id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'cf391187-33c3-4c96-934f-8a65f016150f', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'floating_ip_address': '172.26.0.55', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'port_id': '0f95b813-a0bd-46b7-91ec-cc947de41f05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'mac_address': 'fa:16:3e:2f:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:12Z', 'updated_at': '2022-04-22T14:35:54Z', 'revision_number': 1, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1379faf-a966-499a-b2eb-cb20e32a41c0', 'name': '', 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'mac_address': 'fa:16:3e:a0:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:59Z', 'updated_at': '2022-04-22T14:35:32Z', 'revision_number': 5, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'subnets': [{'id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:01.126891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de06874-7cd6-433d-85c8-4cafe2d62e87 req-2f337bf8-7c50-4fac-8dd1-aceb6dc3d9c5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:01.127449 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed4d7f-66c3-48d2-9644-97e07b27d696 None None] Checking router: 1e2a33a2-7671-46e4-b251-22bdea9c93d6 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:36:01.129106 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2de06874-7cd6-433d-85c8-4cafe2d62e87 req-2f337bf8-7c50-4fac-8dd1-aceb6dc3d9c5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.4528027 Apr 22 14:36:01.140695 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed4d7f-66c3-48d2-9644-97e07b27d696 None None] Routers {'1e2a33a2-7671-46e4-b251-22bdea9c93d6'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:01.141335 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d0ed4d7f-66c3-48d2-9644-97e07b27d696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:01.211335 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-337729bd-d0ce-4762-911d-bc82fa6e2f64 req-38ede108-9637-48b0-b572-6c18635dfd94 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076111 Apr 22 14:36:01.248673 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f86542-49f3-4aff-933e-d5415f12e325 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:01.291707 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-47f86542-49f3-4aff-933e-d5415f12e325 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:01.291707 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-47f86542-49f3-4aff-933e-d5415f12e325 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Added segment 9ce4091f-50d5-406a-8aee-a376ca949c8c of type vlan for network 3e28ce5b-f91d-4495-ba82-91762067f473 Apr 22 14:36:01.323328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a065f6b7-ec43-44c8-88b0-4b45bdecec0e None None] DHCP port deletion for 1ba0238e-ce03-4d55-97c4-420b7e58f624 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:36:01.345482 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-a065f6b7-ec43-44c8-88b0-4b45bdecec0e None None] Deleting port 1a19f459-c327-40e6-807a-0af8181ab871 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:01.345855 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a065f6b7-ec43-44c8-88b0-4b45bdecec0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:01.348806 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2de06874-7cd6-433d-85c8-4cafe2d62e87 req-f2b0b4c3-98f3-411c-97bf-5d09becd1f72 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882203 Apr 22 14:36:01.377585 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=1a19f459-c327-40e6-807a-0af8181ab871,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:01.387120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-47f86542-49f3-4aff-933e-d5415f12e325 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:01.468659 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-47f86542-49f3-4aff-933e-d5415f12e325 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:01.472844 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f86542-49f3-4aff-933e-d5415f12e325 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:01.473745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-47f86542-49f3-4aff-933e-d5415f12e325 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:01.499831 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:01.514286 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Sync routers for ids ['eb573408-63ac-45d4-a3c5-e5f3fe847593'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:01.547146 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-47f86542-49f3-4aff-933e-d5415f12e325 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5957394 Apr 22 14:36:01.550743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b23349a5-017f-4a67-825d-8b2b4521043e None None] Provisioning for port a339fc73-353d-4cfa-89d7-b38a145fdef6 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:01.551611 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:01.555949 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2b7a5258-e73c-4590-8e1b-fbf5480026cd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.3482568 Apr 22 14:36:01.569441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54750) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:01.569946 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54752) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:01.577746 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b23349a5-017f-4a67-825d-8b2b4521043e None None] Provisioning complete for port a339fc73-353d-4cfa-89d7-b38a145fdef6 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:01.578106 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b23349a5-017f-4a67-825d-8b2b4521043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:01.589591 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Routers {'eb573408-63ac-45d4-a3c5-e5f3fe847593'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:01.590312 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['eb573408-63ac-45d4-a3c5-e5f3fe847593'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:01.613220 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-ec897414-0295-40f8-9d75-4afeaec64769 None None] Set router 34b6a6d6-887e-4ef7-9b48-0a345212124a gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:01.679448 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-6ba6dde7-4a2b-446b-8aac-a72e9a8a42ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Request body: {'subnet': {'network_id': '3e28ce5b-f91d-4495-ba82-91762067f473', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:01.705950 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f86542-49f3-4aff-933e-d5415f12e325 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event updated for resources: {'Network': ['ID=3e28ce5b-f91d-4495-ba82-91762067f473,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:01.745195 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9f652fc6-c6be-4b15-ad6b-c75bc178c722 req-153a6d2b-e41b-4d40-b500-9f0658bed44a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 HTTP/1.1" status: 200 len: 1000 time: 0.6355693 Apr 22 14:36:01.803472 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8', 'tag': '0f95b813-a0bd-46b7-91ec-cc947de41f05'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:36:01.811877 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:01.863048 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-d0ed4d7f-66c3-48d2-9644-97e07b27d696 None None] Set router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:01.877879 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f79adc5-2dde-4e15-810b-29d0d4d7b811'] response: {'name': 'network-changed', 'server_uuid': '6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8', 'tag': '0f95b813-a0bd-46b7-91ec-cc947de41f05', 'status': 'completed', 'code': 200} Apr 22 14:36:01.893143 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54764) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:01.935584 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a065f6b7-ec43-44c8-88b0-4b45bdecec0e None None] For port 1a19f459-c327-40e6-807a-0af8181ab871, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1a19f459-c327-40e6-807a-0af8181ab871,segment=NetworkSegment(00aa1d9c-ac1b-457d-9687-2b86654cfcd8),segment_id=00aa1d9c-ac1b-457d-9687-2b86654cfcd8)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:01.935988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a065f6b7-ec43-44c8-88b0-4b45bdecec0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.044500 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-84caff57-7efe-4aeb-bb3c-68d195e8e139 req-30b58613-656f-445d-b3d3-d0a8a06e4147 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8aa87d08eac46c5bfa80e52bb051b50&device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 1098 time: 0.1241581 Apr 22 14:36:02.094995 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-84513239'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:02.111060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-a065f6b7-ec43-44c8-88b0-4b45bdecec0e None None] Calling delete_port for 1a19f459-c327-40e6-807a-0af8181ab871 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:02.126160 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Set router eb573408-63ac-45d4-a3c5-e5f3fe847593 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:02.151470 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:02.166041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Usage tracker for resource:network and tenant:4d9f104084c74ffa89763f5a9597a20d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:02.172505 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:02.180942 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:02.189640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 3e28ce5b-f91d-4495-ba82-91762067f473 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:02.200236 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:02.209238 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Made reservation on behalf of 4d9f104084c74ffa89763f5a9597a20d for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:02.212200 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.229087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.259167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6ba6dde7-4a2b-446b-8aac-a72e9a8a42ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:02.265239 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84caff57-7efe-4aeb-bb3c-68d195e8e139 req-a0d4a7cf-3331-4a96-808e-db57a67fc6b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:02.266808 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-84caff57-7efe-4aeb-bb3c-68d195e8e139 req-a0d4a7cf-3331-4a96-808e-db57a67fc6b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a755e32-34d9-4ab6-b03f-b51179b95d5b HTTP/1.1" status: 200 len: 907 time: 0.2137134 Apr 22 14:36:02.344495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:02.354683 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-352e2d3f-2bea-483a-8d3a-232502e02262 req-9e890539-d34a-4e04-af38-f3d717ef0a32 service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2520726 Apr 22 14:36:02.358090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Usage tracker for resource:security_group_rule and tenant:4d9f104084c74ffa89763f5a9597a20d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:02.358441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6ba6dde7-4a2b-446b-8aac-a72e9a8a42ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:02.361282 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:02.380429 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:02.396355 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Allocated IP 172.20.0.2 (fbacb475-18e5-4d99-a473-c94889fd50e9/ceb33792-3874-4ef1-923d-8753e70942d5/688b145e-bd63-4274-a4a1-9dcff6810fe4) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:02.408731 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Network fbacb475-18e5-4d99-a473-c94889fd50e9 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:02.421347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event updated for resources: {'Port': ['ID=cb4d8483-bba2-4439-af9b-fb6d47302d68,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:02.435256 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:02.442426 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.458305 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-84caff57-7efe-4aeb-bb3c-68d195e8e139 req-340e395c-9c94-4533-bc67-346726a7d07c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f95b813-a0bd-46b7-91ec-cc947de41f05 HTTP/1.1" status: 200 len: 998 time: 0.1817024 Apr 22 14:36:02.528494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:02.577873 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84caff57-7efe-4aeb-bb3c-68d195e8e139 req-51c3e939-d57c-484c-ba3a-8287e6b6b5f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:02.579410 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-84caff57-7efe-4aeb-bb3c-68d195e8e139 req-51c3e939-d57c-484c-ba3a-8287e6b6b5f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a354afd-2b42-4fdb-869d-c2ecd7ee3dac HTTP/1.1" status: 200 len: 845 time: 0.1112309 Apr 22 14:36:02.587863 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3693045e-cdca-4e47-adbd-ed03556ba510 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.6870661 Apr 22 14:36:02.590745 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f652fc6-c6be-4b15-ad6b-c75bc178c722 req-8c377a70-f209-4518-9dee-cc45b41c7849 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:02.592451 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9f652fc6-c6be-4b15-ad6b-c75bc178c722 req-8c377a70-f209-4518-9dee-cc45b41c7849 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b918be07-59c3-483b-9013-143f8e82c337 HTTP/1.1" status: 200 len: 850 time: 0.8319685 Apr 22 14:36:02.592804 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54774) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:02.634697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-23196204-0ed5-46d9-9cfc-d3d58e6eaa67 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:02.635770 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba6dde7-4a2b-446b-8aac-a72e9a8a42ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Made reservation on behalf of 86b9ca34fafb48619aa743bd22531671 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:02.703171 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d0ed4d7f-66c3-48d2-9644-97e07b27d696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'name': 'tempest-ServersTestJSON-2073296503-router', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:35:01Z', 'revision_number': 4, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'gw_port': {'id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'cf391187-33c3-4c96-934f-8a65f016150f', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'floating_ip_address': '172.26.0.55', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'port_id': '0f95b813-a0bd-46b7-91ec-cc947de41f05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'mac_address': 'fa:16:3e:2f:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:12Z', 'updated_at': '2022-04-22T14:35:54Z', 'revision_number': 1, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1379faf-a966-499a-b2eb-cb20e32a41c0', 'name': '', 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'mac_address': 'fa:16:3e:a0:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:59Z', 'updated_at': '2022-04-22T14:35:32Z', 'revision_number': 5, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'subnets': [{'id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:02.710207 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed4d7f-66c3-48d2-9644-97e07b27d696 None None] The sync data for ids ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'] in dv-neutron-839027-1-hyperv is: [{'id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'name': 'tempest-ServersTestJSON-2073296503-router', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:35:01Z', 'revision_number': 4, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'gw_port': {'id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'cf391187-33c3-4c96-934f-8a65f016150f', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'floating_ip_address': '172.26.0.55', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'port_id': '0f95b813-a0bd-46b7-91ec-cc947de41f05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'mac_address': 'fa:16:3e:2f:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:12Z', 'updated_at': '2022-04-22T14:35:54Z', 'revision_number': 1, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1379faf-a966-499a-b2eb-cb20e32a41c0', 'name': '', 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'mac_address': 'fa:16:3e:a0:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:59Z', 'updated_at': '2022-04-22T14:35:32Z', 'revision_number': 5, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'subnets': [{'id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:02.728626 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5055b7-87ad-4d89-a6dc-a8cafa92577a None None] Sync routers for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:02.733473 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a065f6b7-ec43-44c8-88b0-4b45bdecec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.734647 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb573408-63ac-45d4-a3c5-e5f3fe847593', 'name': 'tempest-snat-router-558975601', 'tenant_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.134'}], 'enable_snat': False}, 'gw_port_id': '5359593e-502a-4e60-bc0b-458024c9d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:53Z', 'updated_at': '2022-04-22T14:35:56Z', 'revision_number': 3, 'project_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'gw_port': {'id': '5359593e-502a-4e60-bc0b-458024c9d7bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb573408-63ac-45d4-a3c5-e5f3fe847593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:55Z', 'updated_at': '2022-04-22T14:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:02.739805 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Checking router: eb573408-63ac-45d4-a3c5-e5f3fe847593 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:36:02.740348 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Updating router eb573408-63ac-45d4-a3c5-e5f3fe847593 port 5359593e-502a-4e60-bc0b-458024c9d7bf binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:36:02.741946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b23349a5-017f-4a67-825d-8b2b4521043e None None] Port a339fc73-353d-4cfa-89d7-b38a145fdef6 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:02.785161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.795444 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-23196204-0ed5-46d9-9cfc-d3d58e6eaa67 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.844190 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.845514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065f6b7-ec43-44c8-88b0-4b45bdecec0e None None] Pushing event deleted for resources: {'Port': ['ID=1a19f459-c327-40e6-807a-0af8181ab871,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:02.854938 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:02.856355 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.899444 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.036589 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b05b255c-f322-402d-b8fe-b54330fd7e66 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8152821 Apr 22 14:36:03.037486 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54778) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:03.053517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1a19f459-c327-40e6-807a-0af8181ab871 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:03.058318 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Request body: {'port': {'network_id': 'fbacb475-18e5-4d99-a473-c94889fd50e9', 'name': 'tempest-AllowedAddressPairTestJSON-700449700', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:88:8a:67'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:03.078438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6ba6dde7-4a2b-446b-8aac-a72e9a8a42ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.099141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a065f6b7-ec43-44c8-88b0-4b45bdecec0e None None] No DVR routers for this DVR port 1a19f459-c327-40e6-807a-0af8181ab871 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:36:03.108192 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc3c61b-a6d5-4278-b3e5-dd31f03c45a5 None None] New status for floating IP cf391187-33c3-4c96-934f-8a65f016150f: ACTIVE {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:36:03.333046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.334807 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-23196204-0ed5-46d9-9cfc-d3d58e6eaa67 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.347818 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Transition to ACTIVE for port object 688b145e-bd63-4274-a4a1-9dcff6810fe4 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:03.365178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-23196204-0ed5-46d9-9cfc-d3d58e6eaa67 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.365482 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-23196204-0ed5-46d9-9cfc-d3d58e6eaa67 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Floating IP 6012a929-4f40-4fa8-bbac-099a2753d99d disassociated. External IP: 172.26.0.112, port: 5df47f10-7f53-4697-8d49-289c02f65a63. Apr 22 14:36:03.373470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Transition to ACTIVE for port object 688b145e-bd63-4274-a4a1-9dcff6810fe4 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:03.377307 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9f652fc6-c6be-4b15-ad6b-c75bc178c722 req-c2dacb94-06aa-421b-959c-7e5b131229c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a6b99dc-a404-4bb0-b96f-b84f53c37fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7122724 Apr 22 14:36:03.380320 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-944535b9-992b-4ab2-a6e4-4e184ba9240e req-77bbd684-7bc0-4272-9c0b-8e7f911c946d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6094381463d646049ac766b311ef0072&device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 1098 time: 0.7949693 Apr 22 14:36:03.385379 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 1a19f459-c327-40e6-807a-0af8181ab871 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:36:03.386076 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1a19f459-c327-40e6-807a-0af8181ab871 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:36:03.406329 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e24c74f1-d741-4607-8814-cc1ca1ed2415 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/routers/eb573408-63ac-45d4-a3c5-e5f3fe847593 HTTP/1.1" status: 200 len: 908 time: 1.8335357 Apr 22 14:36:03.412595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54782) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:03.420305 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.445057 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:03.461725 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5055b7-87ad-4d89-a6dc-a8cafa92577a None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:03.462523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4c5055b7-87ad-4d89-a6dc-a8cafa92577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:03.529211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e54388f-ef44-43f3-adeb-b80fd7b75fa6,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:03.553567 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-84caff57-7efe-4aeb-bb3c-68d195e8e139 req-20725df7-642c-4791-9e2e-e5d0d6465020 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a755e32-34d9-4ab6-b03f-b51179b95d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9595997 Apr 22 14:36:03.557155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.557499 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Added segment d8ea0f9c-8056-489b-ab0e-e3879f0eaaeb of type vlan for network 2e34dc76-8a1b-4468-8200-8cb0f8615746 Apr 22 14:36:03.566175 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4c5055b7-87ad-4d89-a6dc-a8cafa92577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:03.591934 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9f652fc6-c6be-4b15-ad6b-c75bc178c722 req-a06f8864-40a3-4022-af2b-42296f6832f6 service neutron] 10.222.0.30 "GET /v2.0/networks/3a6b99dc-a404-4bb0-b96f-b84f53c37fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840355 Apr 22 14:36:03.608701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Network fbacb475-18e5-4d99-a473-c94889fd50e9 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:03.616404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Request body: {'router': {'name': 'tempest-snat-router-558975601', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'enable_snat': True}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:03.616646 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:03.622229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:03.622580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d853b67-3620-4d36-97c7-43fb6ca749d0 req-1da7fdb0-d721-465a-95a0-19e380015dab tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:03.627514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Usage tracker for resource:router and tenant:eecdb2fbbf8745cfae63f06aea5ec765 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:03.628011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:03.630087 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Pushing event updated for resources: {'Port': ['ID=688b145e-bd63-4274-a4a1-9dcff6810fe4,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:03.630457 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9d853b67-3620-4d36-97c7-43fb6ca749d0 req-1da7fdb0-d721-465a-95a0-19e380015dab tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.8820019 Apr 22 14:36:03.631025 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:03.645698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:03.688683 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.716214 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Transition to ACTIVE for port object 5359593e-502a-4e60-bc0b-458024c9d7bf will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:03.729303 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.741786 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.825982 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5055b7-87ad-4d89-a6dc-a8cafa92577a None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:03.826807 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4c5055b7-87ad-4d89-a6dc-a8cafa92577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:03.835321 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.835884 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.841305 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9f652fc6-c6be-4b15-ad6b-c75bc178c722 req-9619c992-d31c-468b-ad9e-91d1a9404948 service neutron] 10.222.0.30 "GET /v2.0/networks/3a6b99dc-a404-4bb0-b96f-b84f53c37fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643999 Apr 22 14:36:03.851532 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9d853b67-3620-4d36-97c7-43fb6ca749d0 req-a2cc5e7c-259a-48c3-995f-ecd5f8357eb1 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199531 Apr 22 14:36:03.877798 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc3a71-7e08-492b-9f17-8dccfdb46b63 None None] Pushing event updated for resources: {'Port': ['ID=5359593e-502a-4e60-bc0b-458024c9d7bf,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:03.881533 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-84caff57-7efe-4aeb-bb3c-68d195e8e139 req-fa174bf5-b4eb-49a9-b0bb-95320c22b3e1 service neutron] 10.222.0.30 "GET /v2.0/networks/5a755e32-34d9-4ab6-b03f-b51179b95d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138380 Apr 22 14:36:03.885655 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.890731 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:03.891340 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.906049 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Attempting to bind port 5359593e-502a-4e60-bc0b-458024c9d7bf on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:03.906460 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Attempting to bind port 5359593e-502a-4e60-bc0b-458024c9d7bf by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:03.907729 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Attempting to bind port 5359593e-502a-4e60-bc0b-458024c9d7bf on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:03.945072 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc3a71-7e08-492b-9f17-8dccfdb46b63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:03.945435 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc3a71-7e08-492b-9f17-8dccfdb46b63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:03.945773 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc3a71-7e08-492b-9f17-8dccfdb46b63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:03.946104 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc3a71-7e08-492b-9f17-8dccfdb46b63 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:03.946438 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc3a71-7e08-492b-9f17-8dccfdb46b63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:03.946768 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc3a71-7e08-492b-9f17-8dccfdb46b63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:03.948938 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc3a71-7e08-492b-9f17-8dccfdb46b63 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:03.949470 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc3a71-7e08-492b-9f17-8dccfdb46b63 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:03.949816 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc3a71-7e08-492b-9f17-8dccfdb46b63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:03.950148 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc3a71-7e08-492b-9f17-8dccfdb46b63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:03.950484 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc3a71-7e08-492b-9f17-8dccfdb46b63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:03.958739 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:03.959113 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:03.966576 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.966989 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:03.967523 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Bound port: 5359593e-502a-4e60-bc0b-458024c9d7bf, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:03.967926 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.984211 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4c5055b7-87ad-4d89-a6dc-a8cafa92577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:03.984629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5055b7-87ad-4d89-a6dc-a8cafa92577a None None] The sync data for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:03.999035 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Attempting to bind port 688b145e-bd63-4274-a4a1-9dcff6810fe4 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:04.001515 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Attempting to bind port 688b145e-bd63-4274-a4a1-9dcff6810fe4 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '49eb3204-f586-461e-9602-3b885963c524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fbacb475-18e5-4d99-a473-c94889fd50e9'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:04.002955 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Attempting to bind port 688b145e-bd63-4274-a4a1-9dcff6810fe4 on network fbacb475-18e5-4d99-a473-c94889fd50e9 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:04.025665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:04.026032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Checking segment: {'id': '49eb3204-f586-461e-9602-3b885963c524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fbacb475-18e5-4d99-a473-c94889fd50e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:04.026460 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.026846 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Bound using segment: {'id': '49eb3204-f586-461e-9602-3b885963c524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fbacb475-18e5-4d99-a473-c94889fd50e9'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:04.027807 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Bound port: 688b145e-bd63-4274-a4a1-9dcff6810fe4, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49eb3204-f586-461e-9602-3b885963c524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fbacb475-18e5-4d99-a473-c94889fd50e9'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:04.027984 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.061518 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] For port 5359593e-502a-4e60-bc0b-458024c9d7bf, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:04.066072 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] For port 5359593e-502a-4e60-bc0b-458024c9d7bf, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5359593e-502a-4e60-bc0b-458024c9d7bf,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:04.072055 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.079675 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ec897414-0295-40f8-9d75-4afeaec64769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'name': 'tempest-ServersTestManualDisk-524485016-router', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:34:58Z', 'revision_number': 4, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'gw_port': {'id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '3981c44e-bece-494c-9e0d-e775a42a9d15', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'port_id': '25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'mac_address': 'fa:16:3e:cd:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49920e42-f6f1-4d00-ae03-0e2a45b6c891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:12Z', 'updated_at': '2022-04-22T14:35:52Z', 'revision_number': 1, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761', 'name': '', 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'mac_address': 'fa:16:3e:18:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b918be07-59c3-483b-9013-143f8e82c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:57Z', 'updated_at': '2022-04-22T14:35:36Z', 'revision_number': 5, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'subnets': [{'id': 'b918be07-59c3-483b-9013-143f8e82c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:04.104840 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-84caff57-7efe-4aeb-bb3c-68d195e8e139 req-2c8a39e7-441e-4222-ac43-7943217d92a1 service neutron] 10.222.0.30 "GET /v2.0/networks/5a755e32-34d9-4ab6-b03f-b51179b95d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031860 Apr 22 14:36:04.131773 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec897414-0295-40f8-9d75-4afeaec64769 None None] The sync data for ids ['34b6a6d6-887e-4ef7-9b48-0a345212124a'] in dv-neutron-839027-1-hyperv is: [{'id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'name': 'tempest-ServersTestManualDisk-524485016-router', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:34:58Z', 'revision_number': 4, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'gw_port': {'id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '3981c44e-bece-494c-9e0d-e775a42a9d15', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'port_id': '25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'mac_address': 'fa:16:3e:cd:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49920e42-f6f1-4d00-ae03-0e2a45b6c891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:12Z', 'updated_at': '2022-04-22T14:35:52Z', 'revision_number': 1, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761', 'name': '', 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'mac_address': 'fa:16:3e:18:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b918be07-59c3-483b-9013-143f8e82c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:57Z', 'updated_at': '2022-04-22T14:35:36Z', 'revision_number': 5, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'subnets': [{'id': 'b918be07-59c3-483b-9013-143f8e82c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:04.190022 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.objects.ports [None req-6ba6dde7-4a2b-446b-8aac-a72e9a8a42ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83963) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:36:04.196840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:04.202709 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc3a71-7e08-492b-9f17-8dccfdb46b63 None None] Pushing event updated for resources: {'Port': ['ID=5359593e-502a-4e60-bc0b-458024c9d7bf,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:04.209310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Usage tracker for resource:port and tenant:2b96bd1c28254877a17c59310ff76864 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:04.213976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:04.219597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] For port 688b145e-bd63-4274-a4a1-9dcff6810fe4, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:04.222484 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:04.225145 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] For port 688b145e-bd63-4274-a4a1-9dcff6810fe4, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=688b145e-bd63-4274-a4a1-9dcff6810fe4,segment=NetworkSegment(49eb3204-f586-461e-9602-3b885963c524),segment_id=49eb3204-f586-461e-9602-3b885963c524)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:04.232005 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.233358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6ba6dde7-4a2b-446b-8aac-a72e9a8a42ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.233690 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Routers {'eb573408-63ac-45d4-a3c5-e5f3fe847593'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:04.234515 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['eb573408-63ac-45d4-a3c5-e5f3fe847593'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:04.235607 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.315409 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944535b9-992b-4ab2-a6e4-4e184ba9240e req-8b3b4e1c-210a-4128-8e54-0f5179872e80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:04.317098 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-944535b9-992b-4ab2-a6e4-4e184ba9240e req-8b3b4e1c-210a-4128-8e54-0f5179872e80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17 HTTP/1.1" status: 200 len: 911 time: 0.7205679 Apr 22 14:36:04.319100 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4245555 Apr 22 14:36:04.319943 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c6095-4fe3-4b42-b9c0-24732ca96fb9 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Pushing event updated for resources: {'Network': ['ID=2e34dc76-8a1b-4468-8200-8cb0f8615746,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:04.323636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54788) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:04.345936 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-33337db6-187a-42f6-89b7-96c088155346 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Request body: {'subnet': {'network_id': '2e34dc76-8a1b-4468-8200-8cb0f8615746', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:04.376511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 2e34dc76-8a1b-4468-8200-8cb0f8615746 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:04.492787 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c6a84-92e9-4432-a7ba-e68e92bf9037 req-db87223e-248e-4aaf-b159-9bf93619ff29 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:04.493279 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c72fd-ad5a-4891-9e62-a107869b59dc None None] Pushing event updated for resources: {'Port': ['ID=688b145e-bd63-4274-a4a1-9dcff6810fe4,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:04.494242 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-180c6a84-92e9-4432-a7ba-e68e92bf9037 req-db87223e-248e-4aaf-b159-9bf93619ff29 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.3832948 Apr 22 14:36:04.521212 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] Set router eb573408-63ac-45d4-a3c5-e5f3fe847593 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:04.677210 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-180c6a84-92e9-4432-a7ba-e68e92bf9037 req-b87ed26d-a415-47dd-b7c1-b5eb9544343c tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196463 Apr 22 14:36:04.694369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Made reservation on behalf of 2b96bd1c28254877a17c59310ff76864 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:04.771870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23196204-0ed5-46d9-9cfc-d3d58e6eaa67 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:05.034830 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6dde7-4a2b-446b-8aac-a72e9a8a42ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event updated for resources: {'Subnet': ['ID=a4f7c743-c59e-431d-84e9-9aca59756397,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:05.088114 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 688b145e-bd63-4274-a4a1-9dcff6810fe4 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:05.106254 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-33337db6-187a-42f6-89b7-96c088155346 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:05.112839 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb573408-63ac-45d4-a3c5-e5f3fe847593', 'name': 'tempest-snat-router-558975601', 'tenant_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.134'}], 'enable_snat': False}, 'gw_port_id': '5359593e-502a-4e60-bc0b-458024c9d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:53Z', 'updated_at': '2022-04-22T14:35:56Z', 'revision_number': 3, 'project_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'gw_port': {'id': '5359593e-502a-4e60-bc0b-458024c9d7bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb573408-63ac-45d4-a3c5-e5f3fe847593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:55Z', 'updated_at': '2022-04-22T14:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:05.116324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23196204-0ed5-46d9-9cfc-d3d58e6eaa67 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:05.126501 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92ed010-21e0-4bf1-a778-75b6519d2ad9 None None] The sync data for ids ['eb573408-63ac-45d4-a3c5-e5f3fe847593'] in dv-neutron-839027-1-hyperv is: [{'id': 'eb573408-63ac-45d4-a3c5-e5f3fe847593', 'name': 'tempest-snat-router-558975601', 'tenant_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.134'}], 'enable_snat': False}, 'gw_port_id': '5359593e-502a-4e60-bc0b-458024c9d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:53Z', 'updated_at': '2022-04-22T14:35:56Z', 'revision_number': 3, 'project_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'gw_port': {'id': '5359593e-502a-4e60-bc0b-458024c9d7bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb573408-63ac-45d4-a3c5-e5f3fe847593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:55Z', 'updated_at': '2022-04-22T14:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:05.128079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-33337db6-187a-42f6-89b7-96c088155346 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Usage tracker for resource:subnet and tenant:4d9f104084c74ffa89763f5a9597a20d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:05.128216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-23196204-0ed5-46d9-9cfc-d3d58e6eaa67 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.133131 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-33337db6-187a-42f6-89b7-96c088155346 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:05.167459 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-944535b9-992b-4ab2-a6e4-4e184ba9240e req-83c5ebc5-26b2-4d36-8a88-06493759a305 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52164677-5136-4d96-b1b2-f1430dc55414 HTTP/1.1" status: 200 len: 1001 time: 0.8343084 Apr 22 14:36:05.172583 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-33337db6-187a-42f6-89b7-96c088155346 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:05.174407 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba6dde7-4a2b-446b-8aac-a72e9a8a42ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Checking segment: {'id': '9ce4091f-50d5-406a-8aee-a376ca949c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3e28ce5b-f91d-4495-ba82-91762067f473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:05.174775 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba6dde7-4a2b-446b-8aac-a72e9a8a42ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Network hostable DHCP agents. Network: 3e28ce5b-f91d-4495-ba82-91762067f473, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:05.176468 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1a585a-a740-467e-87bf-b1f613cf265e None None] Sync routers for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:05.217418 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1a585a-a740-467e-87bf-b1f613cf265e None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:05.218512 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0d1a585a-a740-467e-87bf-b1f613cf265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:05.227640 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-23196204-0ed5-46d9-9cfc-d3d58e6eaa67 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "PUT /v2.0/floatingips/6012a929-4f40-4fa8-bbac-099a2753d99d HTTP/1.1" status: 200 len: 688 time: 2.6324334 Apr 22 14:36:05.230097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54794) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:05.279194 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.296071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33337db6-187a-42f6-89b7-96c088155346 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Made reservation on behalf of 4d9f104084c74ffa89763f5a9597a20d for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:05.314295 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0d1a585a-a740-467e-87bf-b1f613cf265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:05.320648 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.325141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 688b145e-bd63-4274-a4a1-9dcff6810fe4 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:05.361891 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1a585a-a740-467e-87bf-b1f613cf265e None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:05.362560 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0d1a585a-a740-467e-87bf-b1f613cf265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:05.455688 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0d1a585a-a740-467e-87bf-b1f613cf265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:05.456147 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1a585a-a740-467e-87bf-b1f613cf265e None None] The sync data for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:05.479239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944535b9-992b-4ab2-a6e4-4e184ba9240e req-67ee8b77-f975-49ef-b9fa-6ae9e6e4ac34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:05.481266 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-944535b9-992b-4ab2-a6e4-4e184ba9240e req-67ee8b77-f975-49ef-b9fa-6ae9e6e4ac34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7895da2c-27e4-4c0c-82d1-5c2260f4fda9 HTTP/1.1" status: 200 len: 849 time: 0.2985053 Apr 22 14:36:05.551900 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-33337db6-187a-42f6-89b7-96c088155346 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.576852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba6dde7-4a2b-446b-8aac-a72e9a8a42ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Network 3e28ce5b-f91d-4495-ba82-91762067f473 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:05.587734 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] device_id is not set on port 03f0cc1a-9fd3-4a5e-8166-41418b0dd318 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:05.644996 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-3e04ea15-bba9-422b-836a-bb26d88f451b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting port 02f813d0-76be-4518-91b9-ef1a1b46ade5 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:05.645579 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3e04ea15-bba9-422b-836a-bb26d88f451b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.735632 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafb64c1-28f1-4f17-9836-ab54c6ada893 None None] Network fbacb475-18e5-4d99-a473-c94889fd50e9 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:05.772535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-6ba6dde7-4a2b-446b-8aac-a72e9a8a42ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 3e28ce5b-f91d-4495-ba82-91762067f473) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:05.797708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba6dde7-4a2b-446b-8aac-a72e9a8a42ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:05.798728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6ba6dde7-4a2b-446b-8aac-a72e9a8a42ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.805711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527e03d-d6c2-432a-8b09-51e24934be79 None None] Network 3e28ce5b-f91d-4495-ba82-91762067f473 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:05.813623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6c709-f1f2-479c-8933-6c0b88f1c868 req-36b28438-f32c-435f-954a-70ed0e37baa0 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:05.815112 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-41b6c709-f1f2-479c-8933-6c0b88f1c868 req-36b28438-f32c-435f-954a-70ed0e37baa0 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.2329023 Apr 22 14:36:05.905273 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3e04ea15-bba9-422b-836a-bb26d88f451b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.905570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3e04ea15-bba9-422b-836a-bb26d88f451b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.914697 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-41b6c709-f1f2-479c-8933-6c0b88f1c868 req-8f7eaf5e-99dc-4109-ba7c-d643bc8b99ed tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884669 Apr 22 14:36:05.939641 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8b4865aa-2b02-466a-a5e2-7f5e32328f0b None None] Provisioning for port 688b145e-bd63-4274-a4a1-9dcff6810fe4 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:05.978537 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6ba6dde7-4a2b-446b-8aac-a72e9a8a42ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.4046857 Apr 22 14:36:05.978705 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8b4865aa-2b02-466a-a5e2-7f5e32328f0b None None] Provisioning complete for port 688b145e-bd63-4274-a4a1-9dcff6810fe4 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:05.978705 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8b4865aa-2b02-466a-a5e2-7f5e32328f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:06.020292 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54804) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:06.069694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Allocated IP 172.20.0.11 (fbacb475-18e5-4d99-a473-c94889fd50e9/ceb33792-3874-4ef1-923d-8753e70942d5/03f0cc1a-9fd3-4a5e-8166-41418b0dd318) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:06.080918 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-944535b9-992b-4ab2-a6e4-4e184ba9240e req-84ead716-cec5-4879-8c4d-d6c2a81e7783 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5695565 Apr 22 14:36:06.087849 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-3e04ea15-bba9-422b-836a-bb26d88f451b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Calling delete_port for 02f813d0-76be-4518-91b9-ef1a1b46ade5 owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:06.277738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-3e28ce5b-f91d-4495-ba82-91762067f473', 'network_id': '3e28ce5b-f91d-4495-ba82-91762067f473', 'tenant_id': '86b9ca34fafb48619aa743bd22531671', 'fixed_ips': [{'subnet_id': 'a4f7c743-c59e-431d-84e9-9aca59756397'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:36:06.279033 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:06.288643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3e04ea15-bba9-422b-836a-bb26d88f451b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:06.369323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04ea15-bba9-422b-836a-bb26d88f451b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Port': ['ID=02f813d0-76be-4518-91b9-ef1a1b46ade5,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:06.457916 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8b4865aa-2b02-466a-a5e2-7f5e32328f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:06.523002 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3e04ea15-bba9-422b-836a-bb26d88f451b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:06.565682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3e04ea15-bba9-422b-836a-bb26d88f451b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:06.570137 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3e04ea15-bba9-422b-836a-bb26d88f451b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/floatingips/6012a929-4f40-4fa8-bbac-099a2753d99d HTTP/1.1" status: 204 len: 168 time: 1.3354158 Apr 22 14:36:06.572664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54812) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:06.574086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-33337db6-187a-42f6-89b7-96c088155346 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:06.581415 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '79bfcacc-0c7f-4a42-a49a-33d9600ccc5b'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:06.593632 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:06.597536 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8b4865aa-2b02-466a-a5e2-7f5e32328f0b None None] For port 688b145e-bd63-4274-a4a1-9dcff6810fe4, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=688b145e-bd63-4274-a4a1-9dcff6810fe4,segment=NetworkSegment(49eb3204-f586-461e-9602-3b885963c524),segment_id=49eb3204-f586-461e-9602-3b885963c524)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:06.598443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Usage tracker for resource:floatingip and tenant:b78ee70dc9ae489880dbaf9e0af0c833 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:06.602154 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:06.616297 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:06.620727 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8b4865aa-2b02-466a-a5e2-7f5e32328f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:06.644565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:06.693865 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Allocated IP 2001:db8::f816:3eff:fed1:f349 (3e28ce5b-f91d-4495-ba82-91762067f473/a4f7c743-c59e-431d-84e9-9aca59756397/c4871625-65c5-42c2-8a06-6566036a8d82) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:06.784677 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4865aa-2b02-466a-a5e2-7f5e32328f0b None None] Pushing event updated for resources: {'Port': ['ID=688b145e-bd63-4274-a4a1-9dcff6810fe4,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:06.787305 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:06.897886 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-944535b9-992b-4ab2-a6e4-4e184ba9240e req-7f9abca5-9176-4053-9e7a-c3555f5512bd service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663834 Apr 22 14:36:06.923601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:06.960686 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9f0540a1-eaca-4859-bb68-2faab68bc0c8 None None] Provisioning for port cb4d8483-bba2-4439-af9b-fb6d47302d68 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:06.979946 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33337db6-187a-42f6-89b7-96c088155346 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Pushing event updated for resources: {'Subnet': ['ID=1d737d46-ea93-4ca8-bd63-ec13385fe64d,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:06.981203 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9f0540a1-eaca-4859-bb68-2faab68bc0c8 None None] Provisioning complete for port cb4d8483-bba2-4439-af9b-fb6d47302d68 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:06.987551 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9f0540a1-eaca-4859-bb68-2faab68bc0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.036933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f5ee3-4552-46db-b467-efc77d2471f4 req-b5e17353-ca96-4383-bd24-3f7c5ed70c5c tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:07.038572 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-db6f5ee3-4552-46db-b467-efc77d2471f4 req-b5e17353-ca96-4383-bd24-3f7c5ed70c5c tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.1908839 Apr 22 14:36:07.059534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9f0540a1-eaca-4859-bb68-2faab68bc0c8 None None] Port cb4d8483-bba2-4439-af9b-fb6d47302d68 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:07.063864 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 688b145e-bd63-4274-a4a1-9dcff6810fe4 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:07.144613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.154942 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-db6f5ee3-4552-46db-b467-efc77d2471f4 req-352ab5c4-3537-48a9-aad8-52b6b452f4fe tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778785 Apr 22 14:36:07.160756 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9f0540a1-eaca-4859-bb68-2faab68bc0c8 None None] Provisioning complete for port 688b145e-bd63-4274-a4a1-9dcff6810fe4 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:07.161255 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9f0540a1-eaca-4859-bb68-2faab68bc0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.165470 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Allocated IP 172.26.0.242 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/bb1ff9e1-6dc2-4260-98c7-3b9bac504f65) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:07.205012 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.291708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.292275 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 688b145e-bd63-4274-a4a1-9dcff6810fe4 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:07.292707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.295690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33337db6-187a-42f6-89b7-96c088155346 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Checking segment: {'id': 'd8ea0f9c-8056-489b-ab0e-e3879f0eaaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2e34dc76-8a1b-4468-8200-8cb0f8615746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:07.296051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33337db6-187a-42f6-89b7-96c088155346 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Network hostable DHCP agents. Network: 2e34dc76-8a1b-4468-8200-8cb0f8615746, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:07.333658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.342768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.350653 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.366759 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.385606 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Transition to ACTIVE for port object 03f0cc1a-9fd3-4a5e-8166-41418b0dd318 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:07.412825 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Transition to ACTIVE for port object c4871625-65c5-42c2-8a06-6566036a8d82 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:07.430877 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-944535b9-992b-4ab2-a6e4-4e184ba9240e req-767e4364-35dc-4cc8-8eec-19c71f836468 service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084090 Apr 22 14:36:07.438740 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:07.441949 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:07.446859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:07.461253 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Transition to ACTIVE for port object c4871625-65c5-42c2-8a06-6566036a8d82 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:07.479811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=bb1ff9e1-6dc2-4260-98c7-3b9bac504f65,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:07.506289 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.528491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33337db6-187a-42f6-89b7-96c088155346 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Network 2e34dc76-8a1b-4468-8200-8cb0f8615746 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:07.562419 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.599438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Network 3e28ce5b-f91d-4495-ba82-91762067f473 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:07.609997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-33337db6-187a-42f6-89b7-96c088155346 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 2e34dc76-8a1b-4468-8200-8cb0f8615746) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:07.614120 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Allocated IP 172.26.0.247 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/3da49f69-3098-45ca-b8b4-ac1b1328d399) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:07.615645 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:07.622604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:07.633082 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486210e1-f481-45e4-b5ee-6aa8677bb3a5 None None] Network 2e34dc76-8a1b-4468-8200-8cb0f8615746 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:07.637735 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.702346 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b69c0-8708-477d-bad9-27e70428f07f None None] New status for floating IP 3981c44e-bece-494c-9e0d-e775a42a9d15: ACTIVE {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:36:07.740565 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33337db6-187a-42f6-89b7-96c088155346 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:07.741165 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-33337db6-187a-42f6-89b7-96c088155346 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.797623 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f7c743-c59e-431d-84e9-9aca59756397,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:07.798365 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Pushing event updated for resources: {'Port': ['ID=c4871625-65c5-42c2-8a06-6566036a8d82,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:07.861913 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9bb91a07-2760-4c77-b575-242f63f647b5 None None] Provisioning complete for port cb4d8483-bba2-4439-af9b-fb6d47302d68 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:07.862266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9bb91a07-2760-4c77-b575-242f63f647b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.907967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event updated for resources: {'Port': ['ID=03f0cc1a-9fd3-4a5e-8166-41418b0dd318,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:07.915469 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Network fbacb475-18e5-4d99-a473-c94889fd50e9 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:07.934338 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Attempting to bind port c4871625-65c5-42c2-8a06-6566036a8d82 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:07.934338 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Attempting to bind port c4871625-65c5-42c2-8a06-6566036a8d82 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '9ce4091f-50d5-406a-8aee-a376ca949c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3e28ce5b-f91d-4495-ba82-91762067f473'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:07.934806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Attempting to bind port c4871625-65c5-42c2-8a06-6566036a8d82 on network 3e28ce5b-f91d-4495-ba82-91762067f473 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:07.952033 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:07.952426 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Checking segment: {'id': '9ce4091f-50d5-406a-8aee-a376ca949c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3e28ce5b-f91d-4495-ba82-91762067f473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:07.952808 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.953205 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Bound using segment: {'id': '9ce4091f-50d5-406a-8aee-a376ca949c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3e28ce5b-f91d-4495-ba82-91762067f473'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:07.953687 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Bound port: c4871625-65c5-42c2-8a06-6566036a8d82, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce4091f-50d5-406a-8aee-a376ca949c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3e28ce5b-f91d-4495-ba82-91762067f473'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:07.954063 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.967312 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-33337db6-187a-42f6-89b7-96c088155346 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6393075 Apr 22 14:36:07.967312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:07.974890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54818) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:07.982958 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:08.018870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9bb91a07-2760-4c77-b575-242f63f647b5 None None] Port cb4d8483-bba2-4439-af9b-fb6d47302d68 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:08.042772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-340a5282-1128-4ff0-a514-b11328c868fa tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-549387199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:08.070402 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-340a5282-1128-4ff0-a514-b11328c868fa tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:08.073479 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.096839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-340a5282-1128-4ff0-a514-b11328c868fa tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Usage tracker for resource:router and tenant:4d9f104084c74ffa89763f5a9597a20d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:08.103246 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-340a5282-1128-4ff0-a514-b11328c868fa tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:08.125910 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-340a5282-1128-4ff0-a514-b11328c868fa tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:08.156062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e28ce5b-f91d-4495-ba82-91762067f473']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:08.170451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:08.171324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.205139 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] For port c4871625-65c5-42c2-8a06-6566036a8d82, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:08.212605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-2e34dc76-8a1b-4468-8200-8cb0f8615746', 'network_id': '2e34dc76-8a1b-4468-8200-8cb0f8615746', 'tenant_id': '4d9f104084c74ffa89763f5a9597a20d', 'fixed_ips': [{'subnet_id': '1d737d46-ea93-4ca8-bd63-ec13385fe64d'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:36:08.213536 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.216306 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce4091f-50d5-406a-8aee-a376ca949c8c') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:08.216608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce4091f-50d5-406a-8aee-a376ca949c8c') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:08.239597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] For port c4871625-65c5-42c2-8a06-6566036a8d82, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c4871625-65c5-42c2-8a06-6566036a8d82,segment=NetworkSegment(9ce4091f-50d5-406a-8aee-a376ca949c8c),segment_id=9ce4091f-50d5-406a-8aee-a376ca949c8c)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:08.250152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.251909 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-340a5282-1128-4ff0-a514-b11328c868fa tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.253236 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-340a5282-1128-4ff0-a514-b11328c868fa tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.274724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.301704 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.310535 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-68f9e554-48fd-49c7-984e-060be43951da tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 5.2652204 Apr 22 14:36:08.317231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54824) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:08.322405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.339116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.368443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.381138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:08.381458 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:08.400838 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:08.411184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-340a5282-1128-4ff0-a514-b11328c868fa tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.497872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7bce44a5-cb77-4025-a5f7-6b1defe059cb None None] Provisioning for port 03f0cc1a-9fd3-4a5e-8166-41418b0dd318 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:08.500331 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ed220-3888-4058-b59d-cc20204dd217 None None] Pushing event updated for resources: {'Port': ['ID=c4871625-65c5-42c2-8a06-6566036a8d82,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:08.545365 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:36:08.545365 dv-neutron-839027-1-hyperv neutron-server[83963]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:36:08.545365 dv-neutron-839027-1-hyperv neutron-server[83963]: [parameters: {'id': '3e28ce5b-f91d-4495-ba82-91762067f473'}] Apr 22 14:36:08.545365 dv-neutron-839027-1-hyperv neutron-server[83963]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:36:08.545365 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:36:08.560806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-340a5282-1128-4ff0-a514-b11328c868fa tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.563376 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f910e7d-e20b-48a0-8763-0e1590bb1e5f req-96f3d8e2-9756-449d-9c8c-ef5f1a83df2e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:08.565083 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8f910e7d-e20b-48a0-8763-0e1590bb1e5f req-96f3d8e2-9756-449d-9c8c-ef5f1a83df2e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.2314992 Apr 22 14:36:08.577772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.587235 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Allocated IP 172.20.0.2 (2e34dc76-8a1b-4468-8200-8cb0f8615746/1d737d46-ea93-4ca8-bd63-ec13385fe64d/92330f1a-e9cf-4bc6-9281-5d44413f525a) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:08.598287 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7bce44a5-cb77-4025-a5f7-6b1defe059cb None None] Provisioning complete for port 03f0cc1a-9fd3-4a5e-8166-41418b0dd318 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:08.598828 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7bce44a5-cb77-4025-a5f7-6b1defe059cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.660732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Pushing event updated for resources: {'Port': ['ID=3da49f69-3098-45ca-b8b4-ac1b1328d399,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:08.675881 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d1d029-133b-4164-ba69-4ef6e0253fbe tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:08.680554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d1d029-133b-4164-ba69-4ef6e0253fbe tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:08.686400 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d1d029-133b-4164-ba69-4ef6e0253fbe tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:08.687542 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-94d1d029-133b-4164-ba69-4ef6e0253fbe tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Synchronizing usage tracker for tenant:2b96bd1c28254877a17c59310ff76864 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:08.698409 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8f910e7d-e20b-48a0-8763-0e1590bb1e5f req-3318e628-3b99-4cc1-b553-407f1ed3e8f2 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276915 Apr 22 14:36:08.713238 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-340a5282-1128-4ff0-a514-b11328c868fa tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.717838 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-340a5282-1128-4ff0-a514-b11328c868fa tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7333555 Apr 22 14:36:08.725039 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54830) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:08.766801 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b53d3b5-e71d-4217-9841-8f5781a57752 None None] Network 3e28ce5b-f91d-4495-ba82-91762067f473 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:08.769159 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.776355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.790200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7bce44a5-cb77-4025-a5f7-6b1defe059cb None None] Port 03f0cc1a-9fd3-4a5e-8166-41418b0dd318 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:08.902008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=bb1ff9e1-6dc2-4260-98c7-3b9bac504f65,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:08.918148 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.934980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:08.936395 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-94d1d029-133b-4164-ba69-4ef6e0253fbe tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Unset dirty status for tenant:2b96bd1c28254877a17c59310ff76864 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:08.940053 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-94d1d029-133b-4164-ba69-4ef6e0253fbe tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.6187389 Apr 22 14:36:08.944739 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:08.947517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:08.967812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54834) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:09.046747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:09.079388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:09.097549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Transition to ACTIVE for port object 92330f1a-e9cf-4bc6-9281-5d44413f525a will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:09.123002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Transition to ACTIVE for port object 92330f1a-e9cf-4bc6-9281-5d44413f525a will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:09.125211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-b7c6d555-8b41-4fc4-841c-406b6bab338a tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Deleting port 03f0cc1a-9fd3-4a5e-8166-41418b0dd318 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:09.125557 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b7c6d555-8b41-4fc4-841c-406b6bab338a tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:09.136505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:09.180618 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Deleting port c4871625-65c5-42c2-8a06-6566036a8d82 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:09.180926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:09.212456 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Network 2e34dc76-8a1b-4468-8200-8cb0f8615746 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:09.216554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Pushing event updated for resources: {'Port': ['ID=92330f1a-e9cf-4bc6-9281-5d44413f525a,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:09.218602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:09.220858 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:09.319234 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Attempting to bind port 92330f1a-e9cf-4bc6-9281-5d44413f525a on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:09.319723 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Attempting to bind port 92330f1a-e9cf-4bc6-9281-5d44413f525a by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'd8ea0f9c-8056-489b-ab0e-e3879f0eaaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2e34dc76-8a1b-4468-8200-8cb0f8615746'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:09.320265 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Attempting to bind port 92330f1a-e9cf-4bc6-9281-5d44413f525a on network 2e34dc76-8a1b-4468-8200-8cb0f8615746 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:09.328095 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:09.328614 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Checking segment: {'id': 'd8ea0f9c-8056-489b-ab0e-e3879f0eaaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2e34dc76-8a1b-4468-8200-8cb0f8615746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:09.329024 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:09.329418 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Bound using segment: {'id': 'd8ea0f9c-8056-489b-ab0e-e3879f0eaaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2e34dc76-8a1b-4468-8200-8cb0f8615746'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:09.329890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Bound port: 92330f1a-e9cf-4bc6-9281-5d44413f525a, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ea0f9c-8056-489b-ab0e-e3879f0eaaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2e34dc76-8a1b-4468-8200-8cb0f8615746'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:09.330401 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:09.404751 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Floating IP c13271fe-043a-42a2-aee1-2a0c4cb2c777 associated. External IP: 172.26.0.242, port: 79bfcacc-0c7f-4a42-a49a-33d9600ccc5b. Apr 22 14:36:09.431888 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] For port 92330f1a-e9cf-4bc6-9281-5d44413f525a, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:09.436324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] For port 92330f1a-e9cf-4bc6-9281-5d44413f525a, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=92330f1a-e9cf-4bc6-9281-5d44413f525a,segment=NetworkSegment(d8ea0f9c-8056-489b-ab0e-e3879f0eaaeb),segment_id=d8ea0f9c-8056-489b-ab0e-e3879f0eaaeb)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:09.441626 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:09.540158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2f613-31a5-4737-8aae-9a376b7b3249 None None] Pushing event updated for resources: {'Port': ['ID=92330f1a-e9cf-4bc6-9281-5d44413f525a,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:09.632325 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b7c6d555-8b41-4fc4-841c-406b6bab338a tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:09.654536 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] For port c4871625-65c5-42c2-8a06-6566036a8d82, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c4871625-65c5-42c2-8a06-6566036a8d82,segment=NetworkSegment(9ce4091f-50d5-406a-8aee-a376ca949c8c),segment_id=9ce4091f-50d5-406a-8aee-a376ca949c8c)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:09.654898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:09.785164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-b7c6d555-8b41-4fc4-841c-406b6bab338a tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Calling delete_port for 03f0cc1a-9fd3-4a5e-8166-41418b0dd318 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:09.878970 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Calling delete_port for c4871625-65c5-42c2-8a06-6566036a8d82 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:10.011410 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.029159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.029606 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.037164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b7c6d555-8b41-4fc4-841c-406b6bab338a tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.096257 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.096782 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6d555-8b41-4fc4-841c-406b6bab338a tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event deleted for resources: {'Port': ['ID=03f0cc1a-9fd3-4a5e-8166-41418b0dd318,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:10.105391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78c8ac-87a1-4054-ba28-8b1fc7d17afc req-398109de-6a05-487c-a7cd-754f6e0e2c3d tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:10.107050 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ec78c8ac-87a1-4054-ba28-8b1fc7d17afc req-398109de-6a05-487c-a7cd-754f6e0e2c3d tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.2286794 Apr 22 14:36:10.303938 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ec78c8ac-87a1-4054-ba28-8b1fc7d17afc req-a17e0060-c23f-4c77-9c15-7030934ad828 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608496 Apr 22 14:36:10.380567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Port': ['ID=c4871625-65c5-42c2-8a06-6566036a8d82,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:10.504614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] No DVR routers for this DVR port c4871625-65c5-42c2-8a06-6566036a8d82 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:36:10.522865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b7c6d555-8b41-4fc4-841c-406b6bab338a tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.556520 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b7c6d555-8b41-4fc4-841c-406b6bab338a tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "DELETE /v2.0/ports/03f0cc1a-9fd3-4a5e-8166-41418b0dd318 HTTP/1.1" status: 204 len: 168 time: 1.5852888 Apr 22 14:36:10.557028 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54842) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:10.625903 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:10.673830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadfa09c-18c1-4e16-8623-ab845fe60b21 None None] Network 2e34dc76-8a1b-4468-8200-8cb0f8615746 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:10.701103 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf4dc0e-5219-4871-8383-777be687c04f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] GET failed (client error): The resource could not be found. Apr 22 14:36:10.702395 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ddf4dc0e-5219-4871-8383-777be687c04f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "GET /v2.0/ports/03f0cc1a-9fd3-4a5e-8166-41418b0dd318 HTTP/1.1" status: 404 len: 333 time: 0.1318409 Apr 22 14:36:10.708454 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54846) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:10.728560 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Request body: {'port': {'network_id': 'fbacb475-18e5-4d99-a473-c94889fd50e9', 'name': 'tempest-AllowedAddressPairTestJSON-542674701'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:10.760026 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.811605 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e28ce5b-f91d-4495-ba82-91762067f473']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:10.836936 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce4091f-50d5-406a-8aee-a376ca949c8c') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:10.837235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce4091f-50d5-406a-8aee-a376ca949c8c') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:10.868712 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7d21be14-442d-46da-b525-404fffb49bfc None None] Provisioning for port 92330f1a-e9cf-4bc6-9281-5d44413f525a completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:10.903781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.936546 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.955676 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:10.956087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.967800 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:10.972672 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:10.974447 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Usage tracker for resource:port and tenant:2b96bd1c28254877a17c59310ff76864 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:10.974533 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Allocated IP 172.20.0.1 (2e34dc76-8a1b-4468-8200-8cb0f8615746/1d737d46-ea93-4ca8-bd63-ec13385fe64d/e84b0822-7ce2-4d08-91b0-bc3a1326dd34) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:10.977269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:10.985671 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:11.004218 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Made reservation on behalf of 2b96bd1c28254877a17c59310ff76864 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:11.007591 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.036946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] device_id is not set on port 90392be1-3755-478a-b3fe-6fa70bf111fb yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:11.076597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 92330f1a-e9cf-4bc6-9281-5d44413f525a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:11.098413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.144394 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.177684 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 92330f1a-e9cf-4bc6-9281-5d44413f525a completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:11.184266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 92330f1a-e9cf-4bc6-9281-5d44413f525a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:11.185255 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.206404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Network': ['ID=3e28ce5b-f91d-4495-ba82-91762067f473,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:11.225308 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98480c4d-5571-4d2c-9782-2e558d85c5c2 None None] get_active_networks_info from dv-neutron-839027-1-hyperv {{(pid=83965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:36:11.240247 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b04d7ba3-2ff7-42a7-bdd1-a4cc42291e5e tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/networks/3e28ce5b-f91d-4495-ba82-91762067f473 HTTP/1.1" status: 204 len: 168 time: 5.2190232 Apr 22 14:36:11.241779 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54850) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:11.243321 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Allocated IP 172.20.0.8 (fbacb475-18e5-4d99-a473-c94889fd50e9/ceb33792-3874-4ef1-923d-8753e70942d5/90392be1-3755-478a-b3fe-6fa70bf111fb) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:11.250845 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-48959d95-50da-4453-8c86-0534907f1754 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-43768855'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:11.260728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:11.278094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-48959d95-50da-4453-8c86-0534907f1754 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:11.278359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae73832-64ad-4839-a393-763e873c12e8 None None] Sync routers for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:11.294505 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-48959d95-50da-4453-8c86-0534907f1754 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Usage tracker for resource:network and tenant:86b9ca34fafb48619aa743bd22531671 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:11.304897 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-48959d95-50da-4453-8c86-0534907f1754 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:11.313806 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.337311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-48959d95-50da-4453-8c86-0534907f1754 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:11.339821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae73832-64ad-4839-a393-763e873c12e8 None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:11.341965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-2ae73832-64ad-4839-a393-763e873c12e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:11.342134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.360457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Router 0ccca28f-53ec-44e9-89ae-80f6a081cb26 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:36:11.363082 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Transition to ACTIVE for port object e84b0822-7ce2-4d08-91b0-bc3a1326dd34 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:11.400721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48959d95-50da-4453-8c86-0534907f1754 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Made reservation on behalf of 86b9ca34fafb48619aa743bd22531671 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:11.404071 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-48959d95-50da-4453-8c86-0534907f1754 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.420025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-2ae73832-64ad-4839-a393-763e873c12e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:11.477471 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d8a19717-63e6-4e8b-9856-91b0b803512f None None] Provisioning complete for port 92330f1a-e9cf-4bc6-9281-5d44413f525a triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:11.477836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d8a19717-63e6-4e8b-9856-91b0b803512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.534444 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.583851 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.593011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae73832-64ad-4839-a393-763e873c12e8 None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:11.593557 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-2ae73832-64ad-4839-a393-763e873c12e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:11.595967 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ee0ed81a-4de5-4db9-8674-f97a77ac7631 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.0221086 Apr 22 14:36:11.599861 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54856) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:11.626479 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Network 2e34dc76-8a1b-4468-8200-8cb0f8615746 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:11.631325 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:11.633903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Pushing event updated for resources: {'Port': ['ID=e84b0822-7ce2-4d08-91b0-bc3a1326dd34,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:11.636172 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:11.707322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.722688 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-2ae73832-64ad-4839-a393-763e873c12e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:11.722688 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae73832-64ad-4839-a393-763e873c12e8 None None] The sync data for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:11.728149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98480c4d-5571-4d2c-9782-2e558d85c5c2 None None] Resources bound (agent type, host, resource id): {{(pid=83965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:36:11.748892 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 92330f1a-e9cf-4bc6-9281-5d44413f525a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=92330f1a-e9cf-4bc6-9281-5d44413f525a,segment=NetworkSegment(d8ea0f9c-8056-489b-ab0e-e3879f0eaaeb),segment_id=d8ea0f9c-8056-489b-ab0e-e3879f0eaaeb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:11.764612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:11.775781 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Sync routers for ids ['0ccca28f-53ec-44e9-89ae-80f6a081cb26'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:11.782518 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.813763 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Routers {'0ccca28f-53ec-44e9-89ae-80f6a081cb26'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:11.818495 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ccca28f-53ec-44e9-89ae-80f6a081cb26'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:11.832201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48959d95-50da-4453-8c86-0534907f1754 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:11.839310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.841562 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-af20b206-1e33-4213-ba23-e1ecff0baeb5 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.2525115 Apr 22 14:36:11.846295 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54860) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:11.883159 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-48959d95-50da-4453-8c86-0534907f1754 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.883674 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-48959d95-50da-4453-8c86-0534907f1754 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Added segment e3a3ae07-4b02-4751-9f46-c04d890d6e0d of type vlan for network 967f7677-7c21-4660-a83c-4abff8f058f1 Apr 22 14:36:11.892089 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-99709db9-04f4-4d80-8659-6eec2e926c1b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "GET /v2.0/floatingips/c13271fe-043a-42a2-aee1-2a0c4cb2c777 HTTP/1.1" status: 200 len: 979 time: 0.2864301 Apr 22 14:36:11.902125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54864) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:11.914079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.976754 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=92330f1a-e9cf-4bc6-9281-5d44413f525a,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:12.025096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecbcaf-2d10-4047-ba0f-4f5957c6b549 req-4bb53193-ed53-4d26-b0dc-45f4da85999f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:12.026726 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-51ecbcaf-2d10-4047-ba0f-4f5957c6b549 req-4bb53193-ed53-4d26-b0dc-45f4da85999f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.5045300 Apr 22 14:36:12.067511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-48959d95-50da-4453-8c86-0534907f1754 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.120938 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.176079 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1bfe79fc-3f8f-42f6-b4e9-441397c6432d tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Synchronizing usage tracker for tenant:b78ee70dc9ae489880dbaf9e0af0c833 on resource:floatingip {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:12.183629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Transition to ACTIVE for port object 90392be1-3755-478a-b3fe-6fa70bf111fb will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:12.196463 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Set router 0ccca28f-53ec-44e9-89ae-80f6a081cb26 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:12.197547 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-51ecbcaf-2d10-4047-ba0f-4f5957c6b549 req-417e92b2-1180-44b3-ab22-6c2f9160c158 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624868 Apr 22 14:36:12.205176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-48959d95-50da-4453-8c86-0534907f1754 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.209314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48959d95-50da-4453-8c86-0534907f1754 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:12.210014 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-48959d95-50da-4453-8c86-0534907f1754 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.304007 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1bfe79fc-3f8f-42f6-b4e9-441397c6432d tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Unset dirty status for tenant:b78ee70dc9ae489880dbaf9e0af0c833 on resource:floatingip {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:12.308178 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1bfe79fc-3f8f-42f6-b4e9-441397c6432d tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.4045997 Apr 22 14:36:12.316071 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54868) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:12.341743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-fc9f7940-8606-4f74-be94-b7c22027def5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'floatingip': {'port_id': '5df47f10-7f53-4697-8d49-289c02f65a63'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:12.412870 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-48959d95-50da-4453-8c86-0534907f1754 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1673779 Apr 22 14:36:12.416714 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54872) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:12.425002 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-972877ed-c31d-4cd9-8c92-87cea6136a68 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Request body: {'subnet': {'network_id': '967f7677-7c21-4660-a83c-4abff8f058f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:12.433900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48959d95-50da-4453-8c86-0534907f1754 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event updated for resources: {'Network': ['ID=967f7677-7c21-4660-a83c-4abff8f058f1,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:12.447685 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 967f7677-7c21-4660-a83c-4abff8f058f1 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:12.453337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.562129 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fc9f7940-8606-4f74-be94-b7c22027def5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.584830 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccca28f-53ec-44e9-89ae-80f6a081cb26', 'name': 'tempest-snat-router-558975601', 'tenant_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.247'}], 'enable_snat': True}, 'gw_port_id': '3da49f69-3098-45ca-b8b4-ac1b1328d399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:36:03Z', 'updated_at': '2022-04-22T14:36:09Z', 'revision_number': 3, 'project_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'gw_port': {'id': '3da49f69-3098-45ca-b8b4-ac1b1328d399', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:54:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccca28f-53ec-44e9-89ae-80f6a081cb26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:36:07Z', 'updated_at': '2022-04-22T14:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:12.612605 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Checking router: 0ccca28f-53ec-44e9-89ae-80f6a081cb26 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:36:12.614942 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Updating router 0ccca28f-53ec-44e9-89ae-80f6a081cb26 port 3da49f69-3098-45ca-b8b4-ac1b1328d399 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:36:12.697592 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.738724 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Network fbacb475-18e5-4d99-a473-c94889fd50e9 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:12.744918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-972877ed-c31d-4cd9-8c92-87cea6136a68 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:12.751131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:12.755568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:12.759181 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-972877ed-c31d-4cd9-8c92-87cea6136a68 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Usage tracker for resource:subnet and tenant:86b9ca34fafb48619aa743bd22531671 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:12.766544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-972877ed-c31d-4cd9-8c92-87cea6136a68 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:12.778138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-972877ed-c31d-4cd9-8c92-87cea6136a68 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:12.795008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event updated for resources: {'Port': ['ID=90392be1-3755-478a-b3fe-6fa70bf111fb,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:12.797373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1e0aefdd-ad43-4a4d-9c1c-3be79a4e0fd7 None None] Provisioning for port e84b0822-7ce2-4d08-91b0-bc3a1326dd34 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:12.807322 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1e0aefdd-ad43-4a4d-9c1c-3be79a4e0fd7 None None] Provisioning complete for port e84b0822-7ce2-4d08-91b0-bc3a1326dd34 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:12.808179 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1e0aefdd-ad43-4a4d-9c1c-3be79a4e0fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.820579 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-969a73a2-f3ea-4df4-9d58-a9472bb9a11c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/routers/0ccca28f-53ec-44e9-89ae-80f6a081cb26 HTTP/1.1" status: 200 len: 907 time: 0.9728687 Apr 22 14:36:12.823035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54876) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:12.850795 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.853888 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972877ed-c31d-4cd9-8c92-87cea6136a68 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Made reservation on behalf of 86b9ca34fafb48619aa743bd22531671 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:12.913662 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1e0aefdd-ad43-4a4d-9c1c-3be79a4e0fd7 None None] Port e84b0822-7ce2-4d08-91b0-bc3a1326dd34 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:13.023103 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 92330f1a-e9cf-4bc6-9281-5d44413f525a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:13.036714 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-972877ed-c31d-4cd9-8c92-87cea6136a68 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.065597 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.175467 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ee95185e-6d13-4e43-a2d2-b265053c56ed None None] Provisioning for port 90392be1-3755-478a-b3fe-6fa70bf111fb completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:13.180267 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 92330f1a-e9cf-4bc6-9281-5d44413f525a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:13.180644 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.193173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:13.193787 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.239700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ee95185e-6d13-4e43-a2d2-b265053c56ed None None] Provisioning complete for port 90392be1-3755-478a-b3fe-6fa70bf111fb triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:13.240068 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ee95185e-6d13-4e43-a2d2-b265053c56ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.247993 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.265962 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Transition to ACTIVE for port object 3da49f69-3098-45ca-b8b4-ac1b1328d399 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:13.281747 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.297537 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ee95185e-6d13-4e43-a2d2-b265053c56ed None None] Port 90392be1-3755-478a-b3fe-6fa70bf111fb cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:13.379760 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.389060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Pushing event updated for resources: {'Port': ['ID=e84b0822-7ce2-4d08-91b0-bc3a1326dd34,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:13.402243 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Attempting to bind port 3da49f69-3098-45ca-b8b4-ac1b1328d399 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:13.402534 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Attempting to bind port 3da49f69-3098-45ca-b8b4-ac1b1328d399 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:13.403076 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Attempting to bind port 3da49f69-3098-45ca-b8b4-ac1b1328d399 on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:13.405431 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26bfac-fa94-4314-b18c-0003dda1ef88 None None] Pushing event updated for resources: {'Port': ['ID=3da49f69-3098-45ca-b8b4-ac1b1328d399,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:13.418263 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:13.418446 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:13.418833 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.419224 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:13.419735 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Bound port: 3da49f69-3098-45ca-b8b4-ac1b1328d399, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:13.420125 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.523146 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] For port 3da49f69-3098-45ca-b8b4-ac1b1328d399, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:13.528988 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] For port 3da49f69-3098-45ca-b8b4-ac1b1328d399, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3da49f69-3098-45ca-b8b4-ac1b1328d399,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:13.538324 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.622171 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26bfac-fa94-4314-b18c-0003dda1ef88 None None] Pushing event updated for resources: {'Port': ['ID=3da49f69-3098-45ca-b8b4-ac1b1328d399,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:13.652725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Network 2e34dc76-8a1b-4468-8200-8cb0f8615746 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:13.655430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:13.656249 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Routers {'0ccca28f-53ec-44e9-89ae-80f6a081cb26'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:13.657031 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ccca28f-53ec-44e9-89ae-80f6a081cb26'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:13.716219 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2b17a87f-c108-4841-9880-704c01e988db tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0006533 Apr 22 14:36:13.720345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54882) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:13.742037 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-299dd85f-8a53-4a3c-ad98-5ce8c126c9d3 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:88:8a:67'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:13.875402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b59db-129c-4bd1-9791-59fe63e27123 req-3ae64eb5-5c32-4d15-ade1-99569d756872 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:13.878829 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b78b59db-129c-4bd1-9791-59fe63e27123 req-3ae64eb5-5c32-4d15-ade1-99569d756872 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.2435033 Apr 22 14:36:13.937553 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] Set router 0ccca28f-53ec-44e9-89ae-80f6a081cb26 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:13.957483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-972877ed-c31d-4cd9-8c92-87cea6136a68 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.029208 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-99814ec4-7d54-433c-a7e2-e384c5b822b9 None None] Provisioning complete for port e84b0822-7ce2-4d08-91b0-bc3a1326dd34 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:14.029886 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-99814ec4-7d54-433c-a7e2-e384c5b822b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.106183 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-99814ec4-7d54-433c-a7e2-e384c5b822b9 None None] Port e84b0822-7ce2-4d08-91b0-bc3a1326dd34 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:14.107784 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b78b59db-129c-4bd1-9791-59fe63e27123 req-73dd01f8-cf76-4abc-9604-399bf46f6818 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132347 Apr 22 14:36:14.179188 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124afdd7-54c7-449b-902a-bd39da9ab12c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.269839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972877ed-c31d-4cd9-8c92-87cea6136a68 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event updated for resources: {'Subnet': ['ID=24720ee7-6575-4475-9315-1c9ef6895224,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:14.303755 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccca28f-53ec-44e9-89ae-80f6a081cb26', 'name': 'tempest-snat-router-558975601', 'tenant_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.247'}], 'enable_snat': True}, 'gw_port_id': '3da49f69-3098-45ca-b8b4-ac1b1328d399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:36:03Z', 'updated_at': '2022-04-22T14:36:09Z', 'revision_number': 3, 'project_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'gw_port': {'id': '3da49f69-3098-45ca-b8b4-ac1b1328d399', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:54:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccca28f-53ec-44e9-89ae-80f6a081cb26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:36:07Z', 'updated_at': '2022-04-22T14:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:14.308300 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f45a8-df48-4bac-8b98-b91b411af6f4 None None] The sync data for ids ['0ccca28f-53ec-44e9-89ae-80f6a081cb26'] in dv-neutron-839027-1-hyperv is: [{'id': '0ccca28f-53ec-44e9-89ae-80f6a081cb26', 'name': 'tempest-snat-router-558975601', 'tenant_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.247'}], 'enable_snat': True}, 'gw_port_id': '3da49f69-3098-45ca-b8b4-ac1b1328d399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:36:03Z', 'updated_at': '2022-04-22T14:36:09Z', 'revision_number': 3, 'project_id': 'eecdb2fbbf8745cfae63f06aea5ec765', 'gw_port': {'id': '3da49f69-3098-45ca-b8b4-ac1b1328d399', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:54:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccca28f-53ec-44e9-89ae-80f6a081cb26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:36:07Z', 'updated_at': '2022-04-22T14:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:14.435990 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972877ed-c31d-4cd9-8c92-87cea6136a68 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Checking segment: {'id': 'e3a3ae07-4b02-4751-9f46-c04d890d6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '967f7677-7c21-4660-a83c-4abff8f058f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:14.436359 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972877ed-c31d-4cd9-8c92-87cea6136a68 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Network hostable DHCP agents. Network: 967f7677-7c21-4660-a83c-4abff8f058f1, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:14.462295 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fc9f7940-8606-4f74-be94-b7c22027def5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.472281 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fc9f7940-8606-4f74-be94-b7c22027def5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.528353 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-299dd85f-8a53-4a3c-ad98-5ce8c126c9d3 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.581128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972877ed-c31d-4cd9-8c92-87cea6136a68 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Network 967f7677-7c21-4660-a83c-4abff8f058f1 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:14.617632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-972877ed-c31d-4cd9-8c92-87cea6136a68 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 967f7677-7c21-4660-a83c-4abff8f058f1) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:14.623175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972877ed-c31d-4cd9-8c92-87cea6136a68 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:14.623798 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-972877ed-c31d-4cd9-8c92-87cea6136a68 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.628328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2528d95c-ead8-4344-bb52-57ed56c23dde None None] Network 967f7677-7c21-4660-a83c-4abff8f058f1 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:14.638275 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124afdd7-54c7-449b-902a-bd39da9ab12c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.660289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-124afdd7-54c7-449b-902a-bd39da9ab12c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Deleting port 3da49f69-3098-45ca-b8b4-ac1b1328d399 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:14.660634 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124afdd7-54c7-449b-902a-bd39da9ab12c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.689079 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-972877ed-c31d-4cd9-8c92-87cea6136a68 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2696023 Apr 22 14:36:14.698892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54886) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:14.834001 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Router 05347bbd-8a80-4ba4-81d7-070e64830074 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:36:14.878214 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-967f7677-7c21-4660-a83c-4abff8f058f1', 'network_id': '967f7677-7c21-4660-a83c-4abff8f058f1', 'tenant_id': '86b9ca34fafb48619aa743bd22531671', 'fixed_ips': [{'subnet_id': '24720ee7-6575-4475-9315-1c9ef6895224'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:36:14.879165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.927201 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-299dd85f-8a53-4a3c-ad98-5ce8c126c9d3 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.996839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.001625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-299dd85f-8a53-4a3c-ad98-5ce8c126c9d3 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.033742 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-124afdd7-54c7-449b-902a-bd39da9ab12c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] For port 3da49f69-3098-45ca-b8b4-ac1b1328d399, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3da49f69-3098-45ca-b8b4-ac1b1328d399,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:15.034104 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124afdd7-54c7-449b-902a-bd39da9ab12c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.076735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Allocated IP 2001:db8::2 (967f7677-7c21-4660-a83c-4abff8f058f1/24720ee7-6575-4475-9315-1c9ef6895224/b4cbb9b6-5296-4b22-b86a-c15c3e202fae) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:15.079653 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-fc9f7940-8606-4f74-be94-b7c22027def5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Floating IP c13271fe-043a-42a2-aee1-2a0c4cb2c777 associated. External IP: 172.26.0.242, port: 79bfcacc-0c7f-4a42-a49a-33d9600ccc5b. Apr 22 14:36:15.091667 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5359593e-502a-4e60-bc0b-458024c9d7bf up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:15.166281 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-299dd85f-8a53-4a3c-ad98-5ce8c126c9d3 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] In _notify_port_updated(), no bound segment for port 90392be1-3755-478a-b3fe-6fa70bf111fb on network fbacb475-18e5-4d99-a473-c94889fd50e9 {{(pid=83963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:36:15.170887 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299dd85f-8a53-4a3c-ad98-5ce8c126c9d3 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:15.171557 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-299dd85f-8a53-4a3c-ad98-5ce8c126c9d3 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.175435 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-299dd85f-8a53-4a3c-ad98-5ce8c126c9d3 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "PUT /v2.0/ports/90392be1-3755-478a-b3fe-6fa70bf111fb HTTP/1.1" status: 200 len: 992 time: 1.4491301 Apr 22 14:36:15.175435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dd85f-8a53-4a3c-ad98-5ce8c126c9d3 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event updated for resources: {'Port': ['ID=90392be1-3755-478a-b3fe-6fa70bf111fb,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:15.180767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54892) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:15.283578 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9507896a-f499-4ed6-a2f9-478bb93da423 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Deleting port 90392be1-3755-478a-b3fe-6fa70bf111fb {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:15.283916 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9507896a-f499-4ed6-a2f9-478bb93da423 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.388324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 5359593e-502a-4e60-bc0b-458024c9d7bf completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:15.406160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 5359593e-502a-4e60-bc0b-458024c9d7bf triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:15.406623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.450564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:15.456142 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e2335afd-69d1-4536-8f49-1b94b83cb0df tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] 10.222.0.23 "PUT /v2.0/routers/05347bbd-8a80-4ba4-81d7-070e64830074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7286410 Apr 22 14:36:15.460623 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54898) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:15.465584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Request body: {'port': {'network_id': '2e34dc76-8a1b-4468-8200-8cb0f8615746', 'name': 'tempest-FloatingIPNegativeTestJSON-612752400'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:15.488910 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b969e01a-ac99-46ea-90f3-5a82d0089170 None None] Sync routers for ids ['05347bbd-8a80-4ba4-81d7-070e64830074'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:15.493595 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-124afdd7-54c7-449b-902a-bd39da9ab12c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Calling delete_port for 3da49f69-3098-45ca-b8b4-ac1b1328d399 owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:15.600384 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.607956 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.613531 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b969e01a-ac99-46ea-90f3-5a82d0089170 None None] Routers {'05347bbd-8a80-4ba4-81d7-070e64830074'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:15.614731 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-b969e01a-ac99-46ea-90f3-5a82d0089170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['05347bbd-8a80-4ba4-81d7-070e64830074'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:15.675236 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5191be1a-0790-4bd5-97d7-05fe23e11264 None None] Provisioning complete for port 90392be1-3755-478a-b3fe-6fa70bf111fb triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:15.677265 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5191be1a-0790-4bd5-97d7-05fe23e11264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.714153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Transition to ACTIVE for port object b4cbb9b6-5296-4b22-b86a-c15c3e202fae will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:15.731567 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-b969e01a-ac99-46ea-90f3-5a82d0089170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:15.771961 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9507896a-f499-4ed6-a2f9-478bb93da423 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.789062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:15.811301 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Transition to ACTIVE for port object b4cbb9b6-5296-4b22-b86a-c15c3e202fae will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:15.821798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-5191be1a-0790-4bd5-97d7-05fe23e11264 None None] Port 90392be1-3755-478a-b3fe-6fa70bf111fb cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:15.858939 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Usage tracker for resource:port and tenant:4d9f104084c74ffa89763f5a9597a20d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:15.859677 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.917314 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:15.927711 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9507896a-f499-4ed6-a2f9-478bb93da423 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Calling delete_port for 90392be1-3755-478a-b3fe-6fa70bf111fb owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:15.943575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2acc-b7c3-4368-8949-60665953307b req-bf5fcd3e-9d5a-485d-a380-42f66ff24fa3 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:15.948375 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Network 967f7677-7c21-4660-a83c-4abff8f058f1 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:15.950017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b969e01a-ac99-46ea-90f3-5a82d0089170 None None] Routers {'05347bbd-8a80-4ba4-81d7-070e64830074'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:15.950516 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f30e2acc-b7c3-4368-8949-60665953307b req-bf5fcd3e-9d5a-485d-a380-42f66ff24fa3 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.4269836 Apr 22 14:36:15.951613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-b969e01a-ac99-46ea-90f3-5a82d0089170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['05347bbd-8a80-4ba4-81d7-070e64830074'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:15.964002 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:16.001683 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Made reservation on behalf of 4d9f104084c74ffa89763f5a9597a20d for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:16.006386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.025118 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.035541 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:16.037859 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.055740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:16.076582 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-b969e01a-ac99-46ea-90f3-5a82d0089170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:16.076981 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b969e01a-ac99-46ea-90f3-5a82d0089170 None None] The sync data for ids ['05347bbd-8a80-4ba4-81d7-070e64830074'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:16.089115 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Subnet': ['ID=24720ee7-6575-4475-9315-1c9ef6895224,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:16.116573 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f30e2acc-b7c3-4368-8949-60665953307b req-15c73cb8-0afd-445f-8bb3-516ad6f88679 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602869 Apr 22 14:36:16.199132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] device_id is not set on port a8fd21a7-5b2f-46c4-984e-91877a15f80b yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:16.214577 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 5359593e-502a-4e60-bc0b-458024c9d7bf, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5359593e-502a-4e60-bc0b-458024c9d7bf,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:16.225701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Pushing event updated for resources: {'Port': ['ID=b4cbb9b6-5296-4b22-b86a-c15c3e202fae,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:16.240646 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.299391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.309177 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Attempting to bind port b4cbb9b6-5296-4b22-b86a-c15c3e202fae on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:16.309914 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Attempting to bind port b4cbb9b6-5296-4b22-b86a-c15c3e202fae by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'e3a3ae07-4b02-4751-9f46-c04d890d6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '967f7677-7c21-4660-a83c-4abff8f058f1'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:16.310289 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Attempting to bind port b4cbb9b6-5296-4b22-b86a-c15c3e202fae on network 967f7677-7c21-4660-a83c-4abff8f058f1 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:16.331474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:16.331931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Checking segment: {'id': 'e3a3ae07-4b02-4751-9f46-c04d890d6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '967f7677-7c21-4660-a83c-4abff8f058f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:16.332291 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.332688 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Bound using segment: {'id': 'e3a3ae07-4b02-4751-9f46-c04d890d6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '967f7677-7c21-4660-a83c-4abff8f058f1'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:16.333174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Bound port: b4cbb9b6-5296-4b22-b86a-c15c3e202fae, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a3ae07-4b02-4751-9f46-c04d890d6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '967f7677-7c21-4660-a83c-4abff8f058f1'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:16.333544 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.344541 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124afdd7-54c7-449b-902a-bd39da9ab12c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.350207 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967f7677-7c21-4660-a83c-4abff8f058f1']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:16.385551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9507896a-f499-4ed6-a2f9-478bb93da423 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.402910 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=5359593e-502a-4e60-bc0b-458024c9d7bf,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:16.408756 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a3ae07-4b02-4751-9f46-c04d890d6e0d') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:16.409165 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a3ae07-4b02-4751-9f46-c04d890d6e0d') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:16.417680 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124afdd7-54c7-449b-902a-bd39da9ab12c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Pushing event deleted for resources: {'Port': ['ID=3da49f69-3098-45ca-b8b4-ac1b1328d399,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:16.428699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.447001 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507896a-f499-4ed6-a2f9-478bb93da423 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event deleted for resources: {'Port': ['ID=90392be1-3755-478a-b3fe-6fa70bf111fb,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:16.456476 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] For port b4cbb9b6-5296-4b22-b86a-c15c3e202fae, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:16.459507 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] For port b4cbb9b6-5296-4b22-b86a-c15c3e202fae, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b4cbb9b6-5296-4b22-b86a-c15c3e202fae,segment=NetworkSegment(e3a3ae07-4b02-4751-9f46-c04d890d6e0d),segment_id=e3a3ae07-4b02-4751-9f46-c04d890d6e0d)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:16.467398 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.490242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Allocated IP 172.20.0.8 (2e34dc76-8a1b-4468-8200-8cb0f8615746/1d737d46-ea93-4ca8-bd63-ec13385fe64d/a8fd21a7-5b2f-46c4-984e-91877a15f80b) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:16.518449 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.547452 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:16.548088 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.563733 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48b89c-d5ae-4274-9585-7e6fb7b1d761 None None] Pushing event updated for resources: {'Port': ['ID=b4cbb9b6-5296-4b22-b86a-c15c3e202fae,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:16.563949 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:16.658724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e7701d-d28a-4f6e-9d32-2203bf28f34f None None] Network 967f7677-7c21-4660-a83c-4abff8f058f1 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:16.886473 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4a4b1f-d905-458b-8222-59ba8f56d5ec None None] get_active_networks_info from dv-neutron-839027-1-hyperv {{(pid=83965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:36:16.913654 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9507896a-f499-4ed6-a2f9-478bb93da423 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.944043 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9507896a-f499-4ed6-a2f9-478bb93da423 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "DELETE /v2.0/ports/90392be1-3755-478a-b3fe-6fa70bf111fb HTTP/1.1" status: 204 len: 168 time: 1.7613032 Apr 22 14:36:16.947336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54902) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:17.009560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.020291 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf93bcf3-dafb-4164-964f-d2a361721908 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] GET failed (client error): The resource could not be found. Apr 22 14:36:17.020793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-cf93bcf3-dafb-4164-964f-d2a361721908 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Synchronizing usage tracker for tenant:2b96bd1c28254877a17c59310ff76864 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:17.025149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5359593e-502a-4e60-bc0b-458024c9d7bf up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:17.035136 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Transition to ACTIVE for port object a8fd21a7-5b2f-46c4-984e-91877a15f80b will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:17.054124 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:36:17.054124 dv-neutron-839027-1-hyperv neutron-server[83964]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:36:17.054124 dv-neutron-839027-1-hyperv neutron-server[83964]: [parameters: {'id': '967f7677-7c21-4660-a83c-4abff8f058f1'}] Apr 22 14:36:17.054124 dv-neutron-839027-1-hyperv neutron-server[83964]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:36:17.054935 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:36:17.055015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-cf93bcf3-dafb-4164-964f-d2a361721908 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Unset dirty status for tenant:2b96bd1c28254877a17c59310ff76864 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:17.061677 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cf93bcf3-dafb-4164-964f-d2a361721908 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "GET /v2.0/ports/90392be1-3755-478a-b3fe-6fa70bf111fb HTTP/1.1" status: 404 len: 333 time: 0.1091430 Apr 22 14:36:17.061947 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54906) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:17.066609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Request body: {'port': {'network_id': 'fbacb475-18e5-4d99-a473-c94889fd50e9', 'name': 'tempest-AllowedAddressPairTestJSON-669115482'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:17.078967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.086039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124afdd7-54c7-449b-902a-bd39da9ab12c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.119492 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a4b1f-d905-458b-8222-59ba8f56d5ec None None] Resources bound (agent type, host, resource id): {{(pid=83965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:36:17.165454 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 5359593e-502a-4e60-bc0b-458024c9d7bf triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:17.165454 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.193186 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Network 2e34dc76-8a1b-4468-8200-8cb0f8615746 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:17.196902 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:17.213100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:17.252502 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Pushing event updated for resources: {'Port': ['ID=a8fd21a7-5b2f-46c4-984e-91877a15f80b,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:17.308116 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:17.308813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.337160 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8df7fbe9-91e2-40e5-98fd-dc10fb6b1ae0 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8729928 Apr 22 14:36:17.337652 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54914) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:17.345166 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:17.351448 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:17.358082 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Usage tracker for resource:floatingip and tenant:4d9f104084c74ffa89763f5a9597a20d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:17.365640 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:17.374561 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:17.391414 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for floatingip, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.544634 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124afdd7-54c7-449b-902a-bd39da9ab12c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.557605 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.566919 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.581062 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124afdd7-54c7-449b-902a-bd39da9ab12c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.606691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:17.622809 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Deleting port b4cbb9b6-5296-4b22-b86a-c15c3e202fae {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:17.623186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.667215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:17.675104 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fe14e-2fd6-476d-9ef6-9bb797e84e67 req-06bd4a9e-5dbf-41dd-a0fb-a073844a05de tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:17.676837 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ae6fe14e-2fd6-476d-9ef6-9bb797e84e67 req-06bd4a9e-5dbf-41dd-a0fb-a073844a05de tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.3763194 Apr 22 14:36:17.740119 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Made reservation on behalf of 2b96bd1c28254877a17c59310ff76864 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:17.742943 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.746903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Allocated IP 172.26.0.111 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/8e1fd093-aed8-4ad1-b0f1-9329cd404d92) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:17.768342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124afdd7-54c7-449b-902a-bd39da9ab12c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.768864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124afdd7-54c7-449b-902a-bd39da9ab12c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ccca28f-53ec-44e9-89ae-80f6a081cb26 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:36:17.861931 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] device_id is not set on port 2a719841-a716-497b-8bb8-d193046e7c5e yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:17.906123 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ae6fe14e-2fd6-476d-9ef6-9bb797e84e67 req-3d6708f5-59b1-48a4-9dc4-8a658c3b930b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151546 Apr 22 14:36:17.915398 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.950890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.964550 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-84e061f8-eda2-4976-b3d0-b484070d834c None None] Provisioning for port a8fd21a7-5b2f-46c4-984e-91877a15f80b completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:17.972548 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-84e061f8-eda2-4976-b3d0-b484070d834c None None] Provisioning complete for port a8fd21a7-5b2f-46c4-984e-91877a15f80b triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:17.973305 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-84e061f8-eda2-4976-b3d0-b484070d834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:18.013160 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124afdd7-54c7-449b-902a-bd39da9ab12c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:18.014266 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-124afdd7-54c7-449b-902a-bd39da9ab12c tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "DELETE /v2.0/routers/0ccca28f-53ec-44e9-89ae-80f6a081cb26 HTTP/1.1" status: 204 len: 168 time: 5.1870308 Apr 22 14:36:18.019984 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54920) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:18.058260 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-84e061f8-eda2-4976-b3d0-b484070d834c None None] Port a8fd21a7-5b2f-46c4-984e-91877a15f80b cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:18.067980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9f7940-8606-4f74-be94-b7c22027def5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:18.082548 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] For port b4cbb9b6-5296-4b22-b86a-c15c3e202fae, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b4cbb9b6-5296-4b22-b86a-c15c3e202fae,segment=NetworkSegment(e3a3ae07-4b02-4751-9f46-c04d890d6e0d),segment_id=e3a3ae07-4b02-4751-9f46-c04d890d6e0d)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:18.082911 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:18.097873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:18.110419 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:18.164319 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:18.189302 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Pushing event updated for resources: {'Port': ['ID=8e1fd093-aed8-4ad1-b0f1-9329cd404d92,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:18.282415 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Calling delete_port for b4cbb9b6-5296-4b22-b86a-c15c3e202fae owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:18.452134 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8a1bf330-fad3-4d40-af95-9294b2e6ef27 req-693e8d74-c862-4fe5-9ddc-cec7fb39750e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6094381463d646049ac766b311ef0072&device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 1098 time: 0.1349723 Apr 22 14:36:18.654704 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:18.663435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Allocated IP 172.20.0.14 (fbacb475-18e5-4d99-a473-c94889fd50e9/ceb33792-3874-4ef1-923d-8753e70942d5/2a719841-a716-497b-8bb8-d193046e7c5e) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:18.754968 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:18.758835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d29f65e-13dd-4f3a-a353-e4c750ac7bbd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:18.811933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:18.830430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Port': ['ID=b4cbb9b6-5296-4b22-b86a-c15c3e202fae,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:18.856518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bf330-fad3-4d40-af95-9294b2e6ef27 req-5b97fb62-7f58-4169-8b76-213039c0beb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:18.857967 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8a1bf330-fad3-4d40-af95-9294b2e6ef27 req-5b97fb62-7f58-4169-8b76-213039c0beb7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17 HTTP/1.1" status: 200 len: 911 time: 0.3969500 Apr 22 14:36:18.866388 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] No DVR routers for this DVR port b4cbb9b6-5296-4b22-b86a-c15c3e202fae on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:36:18.873387 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe9e8a-de89-4937-9cdc-3ca96b3293cf req-958d4847-7005-43e1-93f7-e0300def96cc tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:18.874845 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f1fe9e8a-de89-4937-9cdc-3ca96b3293cf req-958d4847-7005-43e1-93f7-e0300def96cc tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.5489752 Apr 22 14:36:19.133201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.137847 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8a1bf330-fad3-4d40-af95-9294b2e6ef27 req-8cc32558-c37e-4201-89ca-2a7a3bce4662 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52164677-5136-4d96-b1b2-f1430dc55414 HTTP/1.1" status: 200 len: 1001 time: 0.2241001 Apr 22 14:36:19.184660 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f1fe9e8a-de89-4937-9cdc-3ca96b3293cf req-9ac0d5b1-8f2b-4ce3-aa0d-89bfb1b71057 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388430 Apr 22 14:36:19.188017 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967f7677-7c21-4660-a83c-4abff8f058f1']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:19.206279 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.224783 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a3ae07-4b02-4751-9f46-c04d890d6e0d') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:19.225073 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a3ae07-4b02-4751-9f46-c04d890d6e0d') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:19.240407 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Transition to ACTIVE for port object 2a719841-a716-497b-8bb8-d193046e7c5e will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:19.246055 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.254647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bf330-fad3-4d40-af95-9294b2e6ef27 req-9aa278ae-be9d-4334-a9c2-06c87c875a76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:19.256175 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8a1bf330-fad3-4d40-af95-9294b2e6ef27 req-9aa278ae-be9d-4334-a9c2-06c87c875a76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7895da2c-27e4-4c0c-82d1-5c2260f4fda9 HTTP/1.1" status: 200 len: 849 time: 0.1106181 Apr 22 14:36:19.271787 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.280194 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9f7940-8606-4f74-be94-b7c22027def5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:19.291100 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2182d5a-3bc3-4e68-adf7-6aae25f83dac None None] Sync routers for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:19.304745 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2182d5a-3bc3-4e68-adf7-6aae25f83dac None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:19.305366 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d2182d5a-3bc3-4e68-adf7-6aae25f83dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:19.336702 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.341933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:19.342336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.352383 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:19.357670 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:19.371726 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d2182d5a-3bc3-4e68-adf7-6aae25f83dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:19.383475 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2182d5a-3bc3-4e68-adf7-6aae25f83dac None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:19.384091 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d2182d5a-3bc3-4e68-adf7-6aae25f83dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:19.488762 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d2182d5a-3bc3-4e68-adf7-6aae25f83dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:19.489164 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2182d5a-3bc3-4e68-adf7-6aae25f83dac None None] The sync data for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:19.492931 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Pushing event updated for resources: {'Port': ['ID=8e1fd093-aed8-4ad1-b0f1-9329cd404d92,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:19.497193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d29f65e-13dd-4f3a-a353-e4c750ac7bbd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.501735 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.512936 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8a1bf330-fad3-4d40-af95-9294b2e6ef27 req-862edd4b-b264-4dc4-8a81-fae74773dba8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2471600 Apr 22 14:36:19.543885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-6d29f65e-13dd-4f3a-a353-e4c750ac7bbd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Deleting port 5359593e-502a-4e60-bc0b-458024c9d7bf {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:19.544196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d29f65e-13dd-4f3a-a353-e4c750ac7bbd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.571176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.601725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.623027 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.623811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Network fbacb475-18e5-4d99-a473-c94889fd50e9 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:19.629839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Network': ['ID=967f7677-7c21-4660-a83c-4abff8f058f1,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:19.636360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:19.643134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:19.673846 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c14d09f3-dbf0-4d29-90b6-365194d78259 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/networks/967f7677-7c21-4660-a83c-4abff8f058f1 HTTP/1.1" status: 204 len: 168 time: 4.9736407 Apr 22 14:36:19.678868 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event updated for resources: {'Port': ['ID=2a719841-a716-497b-8bb8-d193046e7c5e,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:19.680860 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54926) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:19.707928 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-58bbb48a-0cd0-496f-ba52-e10c802bab55 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1993457558'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:19.722062 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-58bbb48a-0cd0-496f-ba52-e10c802bab55 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:19.728856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-58bbb48a-0cd0-496f-ba52-e10c802bab55 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Usage tracker for resource:network and tenant:86b9ca34fafb48619aa743bd22531671 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:19.737611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-58bbb48a-0cd0-496f-ba52-e10c802bab55 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:19.750100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-58bbb48a-0cd0-496f-ba52-e10c802bab55 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:19.756162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:19.756792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.774986 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.775920 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-74c82038-671f-4aed-b25b-73988cb6a5bb tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4369669 Apr 22 14:36:19.780268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54930) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:19.786495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-cb7af30b-f0f0-4880-b7c5-3c02c35e5a4d tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Request body: {'floatingip': {'port_id': 'a8fd21a7-5b2f-46c4-984e-91877a15f80b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:19.843652 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bbb48a-0cd0-496f-ba52-e10c802bab55 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Made reservation on behalf of 86b9ca34fafb48619aa743bd22531671 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:19.846601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58bbb48a-0cd0-496f-ba52-e10c802bab55 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.851453 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8a1bf330-fad3-4d40-af95-9294b2e6ef27 req-31105395-a676-4065-9eb9-8d0300c28e30 service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307481 Apr 22 14:36:19.876663 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3e1172aa-0951-4d65-99f3-f1493fb688ce tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8145244 Apr 22 14:36:19.884964 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54934) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:19.893659 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d5ca1cbb-4394-414c-b01c-d53753e8a555 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:88:8a:67'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:19.898673 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e041f715-7ce5-4774-8c77-2cb720f4699c None None] Provisioning for port 2a719841-a716-497b-8bb8-d193046e7c5e completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:19.906913 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e041f715-7ce5-4774-8c77-2cb720f4699c None None] Provisioning complete for port 2a719841-a716-497b-8bb8-d193046e7c5e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:19.908183 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e041f715-7ce5-4774-8c77-2cb720f4699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.928929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb7af30b-f0f0-4880-b7c5-3c02c35e5a4d tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for floatingip, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.011586 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e041f715-7ce5-4774-8c77-2cb720f4699c None None] Port 2a719841-a716-497b-8bb8-d193046e7c5e cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:20.084631 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-6d29f65e-13dd-4f3a-a353-e4c750ac7bbd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] For port 5359593e-502a-4e60-bc0b-458024c9d7bf, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5359593e-502a-4e60-bc0b-458024c9d7bf,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:20.084990 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d29f65e-13dd-4f3a-a353-e4c750ac7bbd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.085339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bbb48a-0cd0-496f-ba52-e10c802bab55 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:20.188245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58bbb48a-0cd0-496f-ba52-e10c802bab55 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.188913 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-58bbb48a-0cd0-496f-ba52-e10c802bab55 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Added segment 1451db7b-8bd2-47c9-a640-c74fc14fd5b4 of type vlan for network 08da7b7d-6f0b-48b4-9bf6-92b001071f84 Apr 22 14:36:20.213803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-6d29f65e-13dd-4f3a-a353-e4c750ac7bbd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Calling delete_port for 5359593e-502a-4e60-bc0b-458024c9d7bf owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:20.299897 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8a1bf330-fad3-4d40-af95-9294b2e6ef27 req-8c22e988-9456-4878-9043-54f0e4fbf552 service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343567 Apr 22 14:36:20.422816 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d29f65e-13dd-4f3a-a353-e4c750ac7bbd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.469362 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29f65e-13dd-4f3a-a353-e4c750ac7bbd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Pushing event deleted for resources: {'Port': ['ID=5359593e-502a-4e60-bc0b-458024c9d7bf,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:20.612770 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58bbb48a-0cd0-496f-ba52-e10c802bab55 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.723513 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d29f65e-13dd-4f3a-a353-e4c750ac7bbd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.771744 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-cb7af30b-f0f0-4880-b7c5-3c02c35e5a4d tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] update failed (client error): The resource could not be found. Apr 22 14:36:20.774033 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cb7af30b-f0f0-4880-b7c5-3c02c35e5a4d tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] 10.222.0.23 "PUT /v2.0/floatingips/b5d770a6-f8fc-49d8-ab28-b756a4903e6e HTTP/1.1" status: 404 len: 507 time: 0.9928200 Apr 22 14:36:20.784783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54940) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:20.829151 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58bbb48a-0cd0-496f-ba52-e10c802bab55 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.833654 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bbb48a-0cd0-496f-ba52-e10c802bab55 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:20.835636 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58bbb48a-0cd0-496f-ba52-e10c802bab55 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.880167 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1cbb-4394-414c-b01c-d53753e8a555 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.010699 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-58bbb48a-0cd0-496f-ba52-e10c802bab55 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3135166 Apr 22 14:36:21.020060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54944) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:21.030696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Request body: {'subnet': {'network_id': '08da7b7d-6f0b-48b4-9bf6-92b001071f84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:21.100709 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a75f3-7908-4a6a-8c43-8ae584f76afe req-c9163f55-de9a-4faf-a05b-4fcdf736fb11 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:21.102320 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8a2a75f3-7908-4a6a-8c43-8ae584f76afe req-c9163f55-de9a-4faf-a05b-4fcdf736fb11 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.6591899 Apr 22 14:36:21.121470 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbb48a-0cd0-496f-ba52-e10c802bab55 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event updated for resources: {'Network': ['ID=08da7b7d-6f0b-48b4-9bf6-92b001071f84,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:21.134283 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 08da7b7d-6f0b-48b4-9bf6-92b001071f84 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:21.167036 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b5a16-136b-42ba-9e48-9b1345778d6f tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Deleting port 8e1fd093-aed8-4ad1-b0f1-9329cd404d92 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:21.167538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9c4b5a16-136b-42ba-9e48-9b1345778d6f tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.174348 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8a2a75f3-7908-4a6a-8c43-8ae584f76afe req-b3583f1a-3491-4bc4-873f-2f3d4cef1924 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541067 Apr 22 14:36:21.337707 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9f7940-8606-4f74-be94-b7c22027def5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:21.420917 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d29f65e-13dd-4f3a-a353-e4c750ac7bbd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.443389 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d29f65e-13dd-4f3a-a353-e4c750ac7bbd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.510737 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:21.521301 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Usage tracker for resource:subnet and tenant:86b9ca34fafb48619aa743bd22531671 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:21.524562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1cbb-4394-414c-b01c-d53753e8a555 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.540348 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:21.542262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1cbb-4394-414c-b01c-d53753e8a555 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.561495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:21.588539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d29f65e-13dd-4f3a-a353-e4c750ac7bbd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.589073 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d29f65e-13dd-4f3a-a353-e4c750ac7bbd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb573408-63ac-45d4-a3c5-e5f3fe847593 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:36:21.601895 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Made reservation on behalf of 86b9ca34fafb48619aa743bd22531671 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:21.689267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca1cbb-4394-414c-b01c-d53753e8a555 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event updated for resources: {'Port': ['ID=2a719841-a716-497b-8bb8-d193046e7c5e,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:21.699521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d29f65e-13dd-4f3a-a353-e4c750ac7bbd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.702043 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6d29f65e-13dd-4f3a-a353-e4c750ac7bbd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "DELETE /v2.0/routers/eb573408-63ac-45d4-a3c5-e5f3fe847593 HTTP/1.1" status: 204 len: 168 time: 3.6778347 Apr 22 14:36:21.707084 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54948) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:21.714432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1599620099', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}, 'admin_state_up': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:21.718736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9c4b5a16-136b-42ba-9e48-9b1345778d6f tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.719082 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9c4b5a16-136b-42ba-9e48-9b1345778d6f tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.725432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-d5ca1cbb-4394-414c-b01c-d53753e8a555 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] In _notify_port_updated(), no bound segment for port 2a719841-a716-497b-8bb8-d193046e7c5e on network fbacb475-18e5-4d99-a473-c94889fd50e9 {{(pid=83964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:36:21.729642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca1cbb-4394-414c-b01c-d53753e8a555 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:21.730283 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1cbb-4394-414c-b01c-d53753e8a555 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.731848 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d5ca1cbb-4394-414c-b01c-d53753e8a555 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "PUT /v2.0/ports/2a719841-a716-497b-8bb8-d193046e7c5e HTTP/1.1" status: 200 len: 996 time: 1.8457522 Apr 22 14:36:21.733945 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:21.737322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54952) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:21.740292 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Usage tracker for resource:router and tenant:5f566f40771a489a8a03f9ab44a4edeb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:21.744338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:21.752895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:21.772237 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.773197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.827581 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9f7940-8606-4f74-be94-b7c22027def5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:21.836749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fc9f7940-8606-4f74-be94-b7c22027def5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.847904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d994da-66f4-4faf-96d8-66ff80ff181b None None] Sync routers for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:21.862855 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d994da-66f4-4faf-96d8-66ff80ff181b None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:21.863933 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e8d994da-66f4-4faf-96d8-66ff80ff181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:21.885143 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.935679 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b5a16-136b-42ba-9e48-9b1345778d6f tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Calling delete_port for 8e1fd093-aed8-4ad1-b0f1-9329cd404d92 owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:21.936852 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e8d994da-66f4-4faf-96d8-66ff80ff181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:21.969504 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d994da-66f4-4faf-96d8-66ff80ff181b None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:21.970392 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e8d994da-66f4-4faf-96d8-66ff80ff181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:35:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:22.006167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.033621 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e8d994da-66f4-4faf-96d8-66ff80ff181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:22.034088 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d994da-66f4-4faf-96d8-66ff80ff181b None None] The sync data for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:22.043992 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-75fbc1f8-2763-4fdc-9934-6779ac30ce45 None None] Provisioning complete for port 2a719841-a716-497b-8bb8-d193046e7c5e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:22.044464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-75fbc1f8-2763-4fdc-9934-6779ac30ce45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.107247 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-75fbc1f8-2763-4fdc-9934-6779ac30ce45 None None] Port 2a719841-a716-497b-8bb8-d193046e7c5e cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:22.115737 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-072f212c-3a1a-43aa-80a0-5f09bb1533c8 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Deleting port 2a719841-a716-497b-8bb8-d193046e7c5e {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:22.116082 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-072f212c-3a1a-43aa-80a0-5f09bb1533c8 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.132798 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fc9f7940-8606-4f74-be94-b7c22027def5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "PUT /v2.0/floatingips/c13271fe-043a-42a2-aee1-2a0c4cb2c777 HTTP/1.1" status: 200 len: 978 time: 9.8136365 Apr 22 14:36:22.135455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54958) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:22.142867 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a4a60c30-15c4-454d-a956-ec89b33f8ddb tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:22.236872 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.260233 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a4a60c30-15c4-454d-a956-ec89b33f8ddb tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.370587 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4a69d620-14ab-4f2c-9277-fa9f09d9e5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.434831 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9c4b5a16-136b-42ba-9e48-9b1345778d6f tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.491304 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b5a16-136b-42ba-9e48-9b1345778d6f tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Pushing event deleted for resources: {'Port': ['ID=8e1fd093-aed8-4ad1-b0f1-9329cd404d92,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:22.635447 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-072f212c-3a1a-43aa-80a0-5f09bb1533c8 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.735719 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed413a8a-4eaa-4729-89ed-9db4425bb13f req-586a977f-abd7-4726-a1c8-aa97f042187e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:22.737234 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ed413a8a-4eaa-4729-89ed-9db4425bb13f req-586a977f-abd7-4726-a1c8-aa97f042187e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.3080542 Apr 22 14:36:22.792802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-072f212c-3a1a-43aa-80a0-5f09bb1533c8 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Calling delete_port for 2a719841-a716-497b-8bb8-d193046e7c5e owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:22.848909 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a4a60c30-15c4-454d-a956-ec89b33f8ddb tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.868871 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a4a60c30-15c4-454d-a956-ec89b33f8ddb tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.869202 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-a4a60c30-15c4-454d-a956-ec89b33f8ddb tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Floating IP c13271fe-043a-42a2-aee1-2a0c4cb2c777 disassociated. External IP: 172.26.0.242, port: 5df47f10-7f53-4697-8d49-289c02f65a63. Apr 22 14:36:22.973257 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9c4b5a16-136b-42ba-9e48-9b1345778d6f tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.009739 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ed413a8a-4eaa-4729-89ed-9db4425bb13f req-8ba19598-29e5-4fe9-8cd8-b999d3eb1d8d tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2635062 Apr 22 14:36:23.051884 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9c4b5a16-136b-42ba-9e48-9b1345778d6f tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.056496 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9c4b5a16-136b-42ba-9e48-9b1345778d6f tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] 10.222.0.23 "DELETE /v2.0/floatingips/b5d770a6-f8fc-49d8-ab28-b756a4903e6e HTTP/1.1" status: 204 len: 168 time: 2.2671969 Apr 22 14:36:23.057816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54968) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:23.062825 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-5bca065d-55a1-48f0-8d8c-c917b39e8c92 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Request body: {'floatingip': {'floating_network_id': '2e34dc76-8a1b-4468-8200-8cb0f8615746', 'port_id': 'a8fd21a7-5b2f-46c4-984e-91877a15f80b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:23.081750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.106384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5bca065d-55a1-48f0-8d8c-c917b39e8c92 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:23.118937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5bca065d-55a1-48f0-8d8c-c917b39e8c92 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Usage tracker for resource:floatingip and tenant:4d9f104084c74ffa89763f5a9597a20d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:23.123691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.126865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5bca065d-55a1-48f0-8d8c-c917b39e8c92 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:23.170796 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5bca065d-55a1-48f0-8d8c-c917b39e8c92 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:23.233491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-072f212c-3a1a-43aa-80a0-5f09bb1533c8 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.247507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5bca065d-55a1-48f0-8d8c-c917b39e8c92 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.290860 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.objects.ports [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83963) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:36:23.294159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f212c-3a1a-43aa-80a0-5f09bb1533c8 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event deleted for resources: {'Port': ['ID=2a719841-a716-497b-8bb8-d193046e7c5e,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:23.298573 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.462230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Allocated IP 172.26.0.135 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/d7f1fc1b-b506-4cc7-bbb8-b3c8b330e09c) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:23.470575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1029d-af17-4ab8-9725-71d56c4d3360 req-61e5ed96-797c-485a-9c5f-655afc671c24 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:23.472136 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-48d1029d-af17-4ab8-9725-71d56c4d3360 req-61e5ed96-797c-485a-9c5f-655afc671c24 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.3027606 Apr 22 14:36:23.492391 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event updated for resources: {'Subnet': ['ID=041d195e-fa23-43ed-99d7-a7581c8e4084,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:23.497122 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-072f212c-3a1a-43aa-80a0-5f09bb1533c8 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.516453 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-072f212c-3a1a-43aa-80a0-5f09bb1533c8 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "DELETE /v2.0/ports/2a719841-a716-497b-8bb8-d193046e7c5e HTTP/1.1" status: 204 len: 168 time: 1.7780194 Apr 22 14:36:23.517904 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Checking segment: {'id': '1451db7b-8bd2-47c9-a640-c74fc14fd5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08da7b7d-6f0b-48b4-9bf6-92b001071f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:23.518493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Network hostable DHCP agents. Network: 08da7b7d-6f0b-48b4-9bf6-92b001071f84, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:23.525453 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54972) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:23.578160 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d09a485-d532-424c-ac5a-c59554892ecd tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] GET failed (client error): The resource could not be found. Apr 22 14:36:23.578654 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2d09a485-d532-424c-ac5a-c59554892ecd tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Synchronizing usage tracker for tenant:2b96bd1c28254877a17c59310ff76864 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:23.599650 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2d09a485-d532-424c-ac5a-c59554892ecd tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Unset dirty status for tenant:2b96bd1c28254877a17c59310ff76864 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:23.601164 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2d09a485-d532-424c-ac5a-c59554892ecd tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "GET /v2.0/ports/2a719841-a716-497b-8bb8-d193046e7c5e HTTP/1.1" status: 404 len: 333 time: 0.0742192 Apr 22 14:36:23.602043 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Network 08da7b7d-6f0b-48b4-9bf6-92b001071f84 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:23.605759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54976) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:23.613801 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Request body: {'port': {'network_id': 'fbacb475-18e5-4d99-a473-c94889fd50e9', 'name': 'tempest-AllowedAddressPairTestJSON-1531121965'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:23.638525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 08da7b7d-6f0b-48b4-9bf6-92b001071f84) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:23.641445 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-48d1029d-af17-4ab8-9725-71d56c4d3360 req-6ca3f6f8-019e-4cce-9321-99db83e55116 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612194 Apr 22 14:36:23.672337 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683adcc4-c95b-40e9-9f12-2bd57967f465 None None] Network 08da7b7d-6f0b-48b4-9bf6-92b001071f84 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:23.826965 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:23.827862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.845334 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:23.862275 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:23.870686 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ca3585ad-bb37-44d1-a8e2-9dd641ca92ca tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8445785 Apr 22 14:36:23.874809 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 54982) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:23.944050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-08da7b7d-6f0b-48b4-9bf6-92b001071f84', 'network_id': '08da7b7d-6f0b-48b4-9bf6-92b001071f84', 'tenant_id': '86b9ca34fafb48619aa743bd22531671', 'fixed_ips': [{'subnet_id': '041d195e-fa23-43ed-99d7-a7581c8e4084'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:36:23.945779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.960066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.018441 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-5bca065d-55a1-48f0-8d8c-c917b39e8c92 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:36:24.019496 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5bca065d-55a1-48f0-8d8c-c917b39e8c92 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9617231 Apr 22 14:36:24.025318 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 54988) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:24.032364 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': 'a8fd21a7-5b2f-46c4-984e-91877a15f80b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:24.036966 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Made reservation on behalf of 2b96bd1c28254877a17c59310ff76864 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:24.041208 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.042011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:24.051006 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Usage tracker for resource:floatingip and tenant:4d9f104084c74ffa89763f5a9597a20d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:24.057329 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:24.066336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:24.107033 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] device_id is not set on port 4ce0ceb9-d6f3-426c-a458-3ba1cc1a49fd yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:24.125624 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.177657 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Allocated IP 2001:db8::f816:3eff:fe6f:7d28 (08da7b7d-6f0b-48b4-9bf6-92b001071f84/041d195e-fa23-43ed-99d7-a7581c8e4084/72768daa-9ff3-4be8-b289-49fee6128f63) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:24.187175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.197401 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.297974 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.300617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:24.312637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Pushing event updated for resources: {'Port': ['ID=d7f1fc1b-b506-4cc7-bbb8-b3c8b330e09c,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:24.316262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:24.322672 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:24.348090 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.403252 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Allocated IP 172.20.0.8 (fbacb475-18e5-4d99-a473-c94889fd50e9/ceb33792-3874-4ef1-923d-8753e70942d5/4ce0ceb9-d6f3-426c-a458-3ba1cc1a49fd) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:24.427974 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.439668 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Transition to ACTIVE for port object 72768daa-9ff3-4be8-b289-49fee6128f63 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:24.460025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Transition to ACTIVE for port object 72768daa-9ff3-4be8-b289-49fee6128f63 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:24.473076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76692c5-3271-45e3-b462-14c51c822a60 req-d48e45fb-3965-4378-9cc5-3f613249c3ff tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:24.474113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.474755 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d76692c5-3271-45e3-b462-14c51c822a60 req-d48e45fb-3965-4378-9cc5-3f613249c3ff tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.3941729 Apr 22 14:36:24.547127 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Network 08da7b7d-6f0b-48b4-9bf6-92b001071f84 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:24.550302 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:24.552511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a60c30-15c4-454d-a956-ec89b33f8ddb tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:24.554943 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:24.557171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Pushing event updated for resources: {'Port': ['ID=72768daa-9ff3-4be8-b289-49fee6128f63,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:24.575762 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.587934 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d76692c5-3271-45e3-b462-14c51c822a60 req-f5e19871-39e9-48f0-9c81-c914fada4035 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015127 Apr 22 14:36:24.631414 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Subnet': ['ID=041d195e-fa23-43ed-99d7-a7581c8e4084,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:24.719556 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Attempting to bind port 72768daa-9ff3-4be8-b289-49fee6128f63 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:24.720136 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Attempting to bind port 72768daa-9ff3-4be8-b289-49fee6128f63 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '1451db7b-8bd2-47c9-a640-c74fc14fd5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08da7b7d-6f0b-48b4-9bf6-92b001071f84'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:24.720494 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Attempting to bind port 72768daa-9ff3-4be8-b289-49fee6128f63 on network 08da7b7d-6f0b-48b4-9bf6-92b001071f84 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:24.729361 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:24.729914 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Checking segment: {'id': '1451db7b-8bd2-47c9-a640-c74fc14fd5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08da7b7d-6f0b-48b4-9bf6-92b001071f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:24.730465 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.731752 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Bound using segment: {'id': '1451db7b-8bd2-47c9-a640-c74fc14fd5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08da7b7d-6f0b-48b4-9bf6-92b001071f84'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:24.732546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Bound port: 72768daa-9ff3-4be8-b289-49fee6128f63, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1451db7b-8bd2-47c9-a640-c74fc14fd5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08da7b7d-6f0b-48b4-9bf6-92b001071f84'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:24.733043 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.767522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.782753 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.825244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.828421 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-bdae3869-9cc1-4328-89f1-d65db705bef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.834068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08da7b7d-6f0b-48b4-9bf6-92b001071f84']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:24.854141 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1451db7b-8bd2-47c9-a640-c74fc14fd5b4') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:24.854429 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1451db7b-8bd2-47c9-a640-c74fc14fd5b4') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:24.860662 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5994cc00-ec1e-4361-be58-570970369501 None None] For port 72768daa-9ff3-4be8-b289-49fee6128f63, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:24.864505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5994cc00-ec1e-4361-be58-570970369501 None None] For port 72768daa-9ff3-4be8-b289-49fee6128f63, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=72768daa-9ff3-4be8-b289-49fee6128f63,segment=NetworkSegment(1451db7b-8bd2-47c9-a640-c74fc14fd5b4),segment_id=1451db7b-8bd2-47c9-a640-c74fc14fd5b4)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:24.865425 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Transition to ACTIVE for port object 4ce0ceb9-d6f3-426c-a458-3ba1cc1a49fd will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:24.871262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.871526 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.897591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.912261 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:24.912745 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.003927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994cc00-ec1e-4361-be58-570970369501 None None] Pushing event updated for resources: {'Port': ['ID=72768daa-9ff3-4be8-b289-49fee6128f63,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:25.041459 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ad56a9-a08f-4d9d-8d4f-d78074801510 None None] Network 08da7b7d-6f0b-48b4-9bf6-92b001071f84 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:25.043045 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.043854 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.060785 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Allocated IP 172.26.0.184 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/b29179f5-62d8-41a7-a8a7-77e41e89c1dc) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:25.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:25.072571 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3618c47-3f5d-40c2-9a7e-087ab2d6cc25 req-f3f85884-e509-4987-b9dc-68e28430c85f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:25.074070 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3618c47-3f5d-40c2-9a7e-087ab2d6cc25 req-f3f85884-e509-4987-b9dc-68e28430c85f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.2580814 Apr 22 14:36:25.089365 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:36:25.089365 dv-neutron-839027-1-hyperv neutron-server[83963]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:36:25.089365 dv-neutron-839027-1-hyperv neutron-server[83963]: [parameters: {'id': '08da7b7d-6f0b-48b4-9bf6-92b001071f84'}] Apr 22 14:36:25.089365 dv-neutron-839027-1-hyperv neutron-server[83963]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:36:25.089755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:36:25.092572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.208671 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Network fbacb475-18e5-4d99-a473-c94889fd50e9 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:25.212307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:25.231676 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:25.409207 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event updated for resources: {'Port': ['ID=4ce0ceb9-d6f3-426c-a458-3ba1cc1a49fd,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:25.427619 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3618c47-3f5d-40c2-9a7e-087ab2d6cc25 req-77d94d00-80b8-47f7-ab52-5079fd42b402 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3441780 Apr 22 14:36:25.444911 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:25.445656 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.486749 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6439b6c8-5f5d-4aa9-8f20-85e3a4061fba None None] get_active_networks_info from dv-neutron-839027-1-hyperv {{(pid=83965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:36:25.487235 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-19870e8a-6c58-49e7-9fa6-bdaf37804e67 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8753622 Apr 22 14:36:25.487235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55000) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:25.493426 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Request body: {'port': {'network_id': 'fbacb475-18e5-4d99-a473-c94889fd50e9', 'name': 'tempest-AllowedAddressPairTestJSON-160345873'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:25.542194 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.594371 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.622510 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Deleting port 72768daa-9ff3-4be8-b289-49fee6128f63 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:25.622812 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.643961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a60c30-15c4-454d-a956-ec89b33f8ddb tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:25.659948 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34689e6-1b54-4434-806e-e25eaf61b0f1 None None] Sync routers for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:25.661314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5175d-468d-4e1d-898a-4a896a7a89bc req-50201eba-53c4-4827-9672-7b427076fb19 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:25.669288 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-afd5175d-468d-4e1d-898a-4a896a7a89bc req-50201eba-53c4-4827-9672-7b427076fb19 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 946 time: 0.3254001 Apr 22 14:36:25.684677 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34689e6-1b54-4434-806e-e25eaf61b0f1 None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:25.685412 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c34689e6-1b54-4434-806e-e25eaf61b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:25.698454 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c94940cd-9164-48bf-bb03-8c2384d906c0 None None] Provisioning for port 4ce0ceb9-d6f3-426c-a458-3ba1cc1a49fd completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:25.701319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a4a60c30-15c4-454d-a956-ec89b33f8ddb tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.710554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c94940cd-9164-48bf-bb03-8c2384d906c0 None None] Provisioning complete for port 4ce0ceb9-d6f3-426c-a458-3ba1cc1a49fd triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:25.711165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c94940cd-9164-48bf-bb03-8c2384d906c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.753990 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c34689e6-1b54-4434-806e-e25eaf61b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:25.767054 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34689e6-1b54-4434-806e-e25eaf61b0f1 None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:25.767710 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c34689e6-1b54-4434-806e-e25eaf61b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:25.796668 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-c94940cd-9164-48bf-bb03-8c2384d906c0 None None] Port 4ce0ceb9-d6f3-426c-a458-3ba1cc1a49fd cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:25.815904 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:25.827224 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6439b6c8-5f5d-4aa9-8f20-85e3a4061fba None None] Resources bound (agent type, host, resource id): {{(pid=83965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:36:25.845227 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c34689e6-1b54-4434-806e-e25eaf61b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:25.845779 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34689e6-1b54-4434-806e-e25eaf61b0f1 None None] The sync data for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:25.869837 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Usage tracker for resource:port and tenant:2b96bd1c28254877a17c59310ff76864 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:25.882779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:25.892703 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:25.920403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] For port 72768daa-9ff3-4be8-b289-49fee6128f63, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=72768daa-9ff3-4be8-b289-49fee6128f63,segment=NetworkSegment(1451db7b-8bd2-47c9-a640-c74fc14fd5b4),segment_id=1451db7b-8bd2-47c9-a640-c74fc14fd5b4)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:25.920771 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.929226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Made reservation on behalf of 2b96bd1c28254877a17c59310ff76864 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:25.932691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.943916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.968783 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.978868 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a4a60c30-15c4-454d-a956-ec89b33f8ddb tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "PUT /v2.0/floatingips/c13271fe-043a-42a2-aee1-2a0c4cb2c777 HTTP/1.1" status: 200 len: 688 time: 3.8423917 Apr 22 14:36:25.981531 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-afd5175d-468d-4e1d-898a-4a896a7a89bc req-6654ef3f-3ecf-4f3d-89de-92fea4bbdff7 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a74a30-6024-41e6-9311-44ff7e057b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119931 Apr 22 14:36:25.987353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55004) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:26.075130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Calling delete_port for 72768daa-9ff3-4be8-b289-49fee6128f63 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:26.107949 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] device_id is not set on port 63c8f658-7905-4f37-b034-a71c70c4a916 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:26.136534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.144395 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:26.216037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f8a2e-4836-41a7-8ee0-f0f613938ab2 req-223b7101-d488-4ed1-90cd-14f4714ff562 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:26.218063 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1e1f8a2e-4836-41a7-8ee0-f0f613938ab2 req-223b7101-d488-4ed1-90cd-14f4714ff562 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.6421666 Apr 22 14:36:26.218949 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Pushing event updated for resources: {'Port': ['ID=b29179f5-62d8-41a7-a8a7-77e41e89c1dc,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:26.223179 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:26.225743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:26.251154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.317601 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Port': ['ID=72768daa-9ff3-4be8-b289-49fee6128f63,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:26.322692 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-f647b386-e835-4c8b-b949-aeb5b5f8403e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting port bb1ff9e1-6dc2-4260-98c7-3b9bac504f65 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:26.323770 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f647b386-e835-4c8b-b949-aeb5b5f8403e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.326160 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] No DVR routers for this DVR port 72768daa-9ff3-4be8-b289-49fee6128f63 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:36:26.384921 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Allocated IP 172.20.0.14 (fbacb475-18e5-4d99-a473-c94889fd50e9/ceb33792-3874-4ef1-923d-8753e70942d5/63c8f658-7905-4f37-b034-a71c70c4a916) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:26.463594 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1e1f8a2e-4836-41a7-8ee0-f0f613938ab2 req-d30d233f-b146-4567-9c0f-4d26aed19403 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071667 Apr 22 14:36:26.471515 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.523584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08da7b7d-6f0b-48b4-9bf6-92b001071f84']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:26.546792 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1451db7b-8bd2-47c9-a640-c74fc14fd5b4') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:26.547086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1451db7b-8bd2-47c9-a640-c74fc14fd5b4') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:26.579111 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.624260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Router 5f85823a-a557-4b63-ad6b-5bf38415a6b4 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:36:26.660763 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.676511 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:26.677010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.760441 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f647b386-e835-4c8b-b949-aeb5b5f8403e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.760795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f647b386-e835-4c8b-b949-aeb5b5f8403e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:26.775918 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:26.884369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.887985 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Deleting port b29179f5-62d8-41a7-a8a7-77e41e89c1dc {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:26.888428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.922371 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.951557 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Network': ['ID=08da7b7d-6f0b-48b4-9bf6-92b001071f84,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:26.960243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.970673 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e4b25ef1-f4ed-4c5f-8221-5af925dfafa9 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/networks/08da7b7d-6f0b-48b4-9bf6-92b001071f84 HTTP/1.1" status: 204 len: 168 time: 3.0943077 Apr 22 14:36:26.974454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55012) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:27.016181 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-f647b386-e835-4c8b-b949-aeb5b5f8403e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Calling delete_port for bb1ff9e1-6dc2-4260-98c7-3b9bac504f65 owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:27.030135 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Transition to ACTIVE for port object 63c8f658-7905-4f37-b034-a71c70c4a916 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:27.044340 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-33abf606-479e-4e53-93f5-3569ff6c6266 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] DELETE failed (client error): The resource could not be found. Apr 22 14:36:27.044870 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33abf606-479e-4e53-93f5-3569ff6c6266 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:27.049080 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-33abf606-479e-4e53-93f5-3569ff6c6266 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/subnets/041d195e-fa23-43ed-99d7-a7581c8e4084 HTTP/1.1" status: 404 len: 337 time: 0.0702667 Apr 22 14:36:27.050036 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55018) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:27.058922 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8591ab-6439-4232-96c2-a799de053b60 req-d180dd0c-1116-48a7-8e89-182b0169cde1 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:27.060567 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6f8591ab-6439-4232-96c2-a799de053b60 req-d180dd0c-1116-48a7-8e89-182b0169cde1 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.30 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 946 time: 0.2797883 Apr 22 14:36:27.137034 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef4564d-ccc5-4ab6-80eb-a7fb0dad356d tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] DELETE failed (client error): The resource could not be found. Apr 22 14:36:27.137583 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef4564d-ccc5-4ab6-80eb-a7fb0dad356d tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:27.141359 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bef4564d-ccc5-4ab6-80eb-a7fb0dad356d tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/networks/08da7b7d-6f0b-48b4-9bf6-92b001071f84 HTTP/1.1" status: 404 len: 339 time: 0.0881815 Apr 22 14:36:27.143154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55022) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:27.233240 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.305439 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad97a8d9-b7c9-4bdf-a4bc-e4376d9235ae tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] DELETE failed (client error): The resource could not be found. Apr 22 14:36:27.305873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad97a8d9-b7c9-4bdf-a4bc-e4376d9235ae tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:27.307601 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ad97a8d9-b7c9-4bdf-a4bc-e4376d9235ae tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/subnets/24720ee7-6575-4475-9315-1c9ef6895224 HTTP/1.1" status: 404 len: 337 time: 0.1622522 Apr 22 14:36:27.312167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55028) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:27.340590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.347450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-6f8591ab-6439-4232-96c2-a799de053b60 req-f55bccf0-e1ff-47d8-a21c-5eedfee992a3 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Deleting port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:27.347842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6f8591ab-6439-4232-96c2-a799de053b60 req-f55bccf0-e1ff-47d8-a21c-5eedfee992a3 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.411832 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e1fc18-b565-47cf-a9a2-bbe1ee63379b tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] DELETE failed (client error): The resource could not be found. Apr 22 14:36:27.412277 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e1fc18-b565-47cf-a9a2-bbe1ee63379b tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:27.413955 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-02e1fc18-b565-47cf-a9a2-bbe1ee63379b tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/networks/967f7677-7c21-4660-a83c-4abff8f058f1 HTTP/1.1" status: 404 len: 339 time: 0.1002092 Apr 22 14:36:27.435407 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55032) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:27.502619 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362964c2-de78-47cf-8ccc-7a91e19fad4d req-f96ee17d-e40f-4f67-b509-8b6d5ae7a8a8 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:27.504011 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-362964c2-de78-47cf-8ccc-7a91e19fad4d req-f96ee17d-e40f-4f67-b509-8b6d5ae7a8a8 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.6703129 Apr 22 14:36:27.510639 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-94de54e8-f757-4c71-b77b-36c4a7372734 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] DELETE failed (client error): The resource could not be found. Apr 22 14:36:27.510855 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.511079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94de54e8-f757-4c71-b77b-36c4a7372734 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:27.511227 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.515027 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-94de54e8-f757-4c71-b77b-36c4a7372734 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/subnets/a4f7c743-c59e-431d-84e9-9aca59756397 HTTP/1.1" status: 404 len: 337 time: 0.0764055 Apr 22 14:36:27.518554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55036) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:27.528461 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Network fbacb475-18e5-4d99-a473-c94889fd50e9 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:27.576595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:27.595358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:27.622761 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event updated for resources: {'Port': ['ID=63c8f658-7905-4f37-b034-a71c70c4a916,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:27.635852 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f72935-3380-48f2-bde4-10441bd8610a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] DELETE failed (client error): The resource could not be found. Apr 22 14:36:27.636295 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f72935-3380-48f2-bde4-10441bd8610a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:27.638096 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-75f72935-3380-48f2-bde4-10441bd8610a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/networks/3e28ce5b-f91d-4495-ba82-91762067f473 HTTP/1.1" status: 404 len: 339 time: 0.1145642 Apr 22 14:36:27.656829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55040) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:27.664645 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Calling delete_port for b29179f5-62d8-41a7-a8a7-77e41e89c1dc owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:27.724991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f647b386-e835-4c8b-b949-aeb5b5f8403e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.802629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647b386-e835-4c8b-b949-aeb5b5f8403e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Port': ['ID=bb1ff9e1-6dc2-4260-98c7-3b9bac504f65,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:27.809738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75e59b-cc47-42c1-bdd1-6ca3f0b081fb req-b68b343f-f2b1-4fcd-bdd7-41a3dc92fc5e tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:27.811160 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ce75e59b-cc47-42c1-bdd1-6ca3f0b081fb req-b68b343f-f2b1-4fcd-bdd7-41a3dc92fc5e tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 946 time: 0.6835725 Apr 22 14:36:27.815629 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:27.816288 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.853933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d828e6c9-76de-4e13-88e4-add3048d26b2 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Deleting port a339fc73-353d-4cfa-89d7-b38a145fdef6 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:27.854230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d828e6c9-76de-4e13-88e4-add3048d26b2 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.890943 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fbf637ca-4d4b-49dd-83c8-9d0a33ea341f tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4023550 Apr 22 14:36:27.894320 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-362964c2-de78-47cf-8ccc-7a91e19fad4d req-ef78486f-2f5e-4324-8f15-6b54d462d40a tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3708744 Apr 22 14:36:27.901505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55044) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:27.927746 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7516f37f-dc9e-429e-8b9f-b6e6f1a86c54 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:88:8a:67'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:66:2a:58'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:27.945136 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c23a175d-5d1f-4211-9bb9-cd4ae462bea9 None None] Provisioning for port 63c8f658-7905-4f37-b034-a71c70c4a916 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:27.951742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c23a175d-5d1f-4211-9bb9-cd4ae462bea9 None None] Provisioning complete for port 63c8f658-7905-4f37-b034-a71c70c4a916 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:27.952350 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c23a175d-5d1f-4211-9bb9-cd4ae462bea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.022384 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-c23a175d-5d1f-4211-9bb9-cd4ae462bea9 None None] Port 63c8f658-7905-4f37-b034-a71c70c4a916 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:28.025212 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ce75e59b-cc47-42c1-bdd1-6ca3f0b081fb req-7678f3b7-9bb2-4045-be46-16cfa6d2d8cd tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a74a30-6024-41e6-9311-44ff7e057b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970901 Apr 22 14:36:28.036069 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:36:28.039342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f647b386-e835-4c8b-b949-aeb5b5f8403e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.046680 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:28.058579 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c334c-5971-49fe-be18-1ffd8a19c3b5 None None] Sync routers for ids ['5f85823a-a557-4b63-ad6b-5bf38415a6b4'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:28.067686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.073950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c334c-5971-49fe-be18-1ffd8a19c3b5 None None] Routers {'5f85823a-a557-4b63-ad6b-5bf38415a6b4'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:28.075217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-533c334c-5971-49fe-be18-1ffd8a19c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['5f85823a-a557-4b63-ad6b-5bf38415a6b4'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:28.125773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Pushing event deleted for resources: {'Port': ['ID=b29179f5-62d8-41a7-a8a7-77e41e89c1dc,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:28.129697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.130871 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fba8b54a-d75d-44db-9879-72ee73a67789 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4207642 Apr 22 14:36:28.134347 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55048) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:28.138740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-533c334c-5971-49fe-be18-1ffd8a19c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:28.151835 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c334c-5971-49fe-be18-1ffd8a19c3b5 None None] Routers {'5f85823a-a557-4b63-ad6b-5bf38415a6b4'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:28.152454 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-533c334c-5971-49fe-be18-1ffd8a19c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['5f85823a-a557-4b63-ad6b-5bf38415a6b4'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:28.165020 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-55a658f7-c417-403c-aa15-3be6065d772e tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'enable_snat': False}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:28.215680 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-533c334c-5971-49fe-be18-1ffd8a19c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:28.216091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c334c-5971-49fe-be18-1ffd8a19c3b5 None None] The sync data for ids ['5f85823a-a557-4b63-ad6b-5bf38415a6b4'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:28.225640 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f647b386-e835-4c8b-b949-aeb5b5f8403e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.226772 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f647b386-e835-4c8b-b949-aeb5b5f8403e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/floatingips/c13271fe-043a-42a2-aee1-2a0c4cb2c777 HTTP/1.1" status: 204 len: 168 time: 2.2365065 Apr 22 14:36:28.237417 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55052) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:28.258607 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-6f8591ab-6439-4232-96c2-a799de053b60 req-f55bccf0-e1ff-47d8-a21c-5eedfee992a3 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] For port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9,segment=NetworkSegment(601fbbd7-f82b-4090-8aed-22f2d51bbbf3),segment_id=601fbbd7-f82b-4090-8aed-22f2d51bbbf3)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:28.258967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6f8591ab-6439-4232-96c2-a799de053b60 req-f55bccf0-e1ff-47d8-a21c-5eedfee992a3 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.401504 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-d965d335-aa80-4715-860d-a6738a7360c5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] delete failed (client error): The resource could not be found. Apr 22 14:36:28.402521 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d965d335-aa80-4715-860d-a6738a7360c5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/floatingips/c13271fe-043a-42a2-aee1-2a0c4cb2c777 HTTP/1.1" status: 404 len: 345 time: 0.1401548 Apr 22 14:36:28.406669 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55056) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:28.429869 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7516f37f-dc9e-429e-8b9f-b6e6f1a86c54 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.511737 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] create failed (client error): The resource could not be found. Apr 22 14:36:28.516771 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-56f52ea1-b1d7-4a70-884d-436bb4f647b5 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4905131 Apr 22 14:36:28.517330 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55060) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:28.587977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d828e6c9-76de-4e13-88e4-add3048d26b2 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.596807 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2fc130-05e8-4269-97d9-214c3b35a269 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:28.600603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2fc130-05e8-4269-97d9-214c3b35a269 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:28.604422 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2fc130-05e8-4269-97d9-214c3b35a269 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:28.605518 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6e2fc130-05e8-4269-97d9-214c3b35a269 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Synchronizing usage tracker for tenant:b78ee70dc9ae489880dbaf9e0af0c833 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:28.623949 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-819783db-e7c5-410d-aa23-1b9d1fce3811 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Deleting port a8fd21a7-5b2f-46c4-984e-91877a15f80b {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:28.624283 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-819783db-e7c5-410d-aa23-1b9d1fce3811 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.683141 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6e2fc130-05e8-4269-97d9-214c3b35a269 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Unset dirty status for tenant:b78ee70dc9ae489880dbaf9e0af0c833 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:28.684786 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6e2fc130-05e8-4269-97d9-214c3b35a269 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "GET /v2.0/ports?network_id=d350457c-4846-4065-a55c-511c62fb77c6 HTTP/1.1" status: 200 len: 2359 time: 0.2772262 Apr 22 14:36:28.688616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55064) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:28.738977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d828e6c9-76de-4e13-88e4-add3048d26b2 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Calling delete_port for a339fc73-353d-4cfa-89d7-b38a145fdef6 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:28.849754 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2243e64-2cea-481b-b0c5-8a51bd083e73 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:28.850314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a2243e64-2cea-481b-b0c5-8a51bd083e73 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Synchronizing usage tracker for tenant:b78ee70dc9ae489880dbaf9e0af0c833 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:29.103616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6f8591ab-6439-4232-96c2-a799de053b60 req-f55bccf0-e1ff-47d8-a21c-5eedfee992a3 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.104191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6f8591ab-6439-4232-96c2-a799de053b60 req-f55bccf0-e1ff-47d8-a21c-5eedfee992a3 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.104314 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [req-6f8591ab-6439-4232-96c2-a799de053b60 req-f55bccf0-e1ff-47d8-a21c-5eedfee992a3 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Floating IP 3981c44e-bece-494c-9e0d-e775a42a9d15 disassociated. External IP: 172.26.0.139, port: 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9. Apr 22 14:36:29.104644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-6f8591ab-6439-4232-96c2-a799de053b60 req-f55bccf0-e1ff-47d8-a21c-5eedfee992a3 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Calling delete_port for 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:29.210633 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d828e6c9-76de-4e13-88e4-add3048d26b2 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.230083 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a2243e64-2cea-481b-b0c5-8a51bd083e73 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Unset dirty status for tenant:b78ee70dc9ae489880dbaf9e0af0c833 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:29.231819 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a2243e64-2cea-481b-b0c5-8a51bd083e73 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "GET /v2.0/subnets/0d23b69d-c021-4350-9efb-620b1e2db0d4 HTTP/1.1" status: 200 len: 797 time: 0.5409861 Apr 22 14:36:29.244925 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55076) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:29.260835 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'port': {'network_id': 'd350457c-4846-4065-a55c-511c62fb77c6', 'name': 'tempest-FloatingIPTestJSON-1269095782', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:29.304343 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828e6c9-76de-4e13-88e4-add3048d26b2 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Port': ['ID=a339fc73-353d-4cfa-89d7-b38a145fdef6,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:29.328038 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d828e6c9-76de-4e13-88e4-add3048d26b2 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.345052 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d828e6c9-76de-4e13-88e4-add3048d26b2 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/ports/a339fc73-353d-4cfa-89d7-b38a145fdef6 HTTP/1.1" status: 204 len: 168 time: 1.6872931 Apr 22 14:36:29.349121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55080) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:29.371916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-819783db-e7c5-410d-aa23-1b9d1fce3811 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.427157 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ae4f12-8994-47f9-9d9c-4c8ce3226eb0 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] DELETE failed (client error): The resource could not be found. Apr 22 14:36:29.427614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ae4f12-8994-47f9-9d9c-4c8ce3226eb0 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:29.458241 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b7ae4f12-8994-47f9-9d9c-4c8ce3226eb0 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/subnets/173182df-80fa-4714-a685-c9aa19ae5946 HTTP/1.1" status: 404 len: 337 time: 0.1069081 Apr 22 14:36:29.464434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55084) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:29.471253 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7516f37f-dc9e-429e-8b9f-b6e6f1a86c54 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.503303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7516f37f-dc9e-429e-8b9f-b6e6f1a86c54 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.555216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-819783db-e7c5-410d-aa23-1b9d1fce3811 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Calling delete_port for a8fd21a7-5b2f-46c4-984e-91877a15f80b owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:29.611164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6f8591ab-6439-4232-96c2-a799de053b60 req-f55bccf0-e1ff-47d8-a21c-5eedfee992a3 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.670561 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7342af1-40f3-4704-817f-35a4f6e166bc req-b2ef7be9-b91d-48e2-aed2-fd1cdc5e7402 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:29.672169 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b7342af1-40f3-4704-817f-35a4f6e166bc req-b2ef7be9-b91d-48e2-aed2-fd1cdc5e7402 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.5080338 Apr 22 14:36:29.741767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-780480b1-2a8e-4252-a13a-8242ead46e42 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.748124 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:29.754478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516f37f-dc9e-429e-8b9f-b6e6f1a86c54 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event updated for resources: {'Port': ['ID=63c8f658-7905-4f37-b034-a71c70c4a916,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:29.774125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:29.846448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Made reservation on behalf of b78ee70dc9ae489880dbaf9e0af0c833 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:29.876038 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d0c48-132f-4b68-b3a9-69c175d9a4be req-c47fe928-311a-4bd7-8ec8-ddff143dc63d tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:29.886683 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d18d0c48-132f-4b68-b3a9-69c175d9a4be req-c47fe928-311a-4bd7-8ec8-ddff143dc63d tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 867 time: 0.5231724 Apr 22 14:36:29.892808 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bccf0-e1ff-47d8-a21c-5eedfee992a3 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Pushing event deleted for resources: {'Port': ['ID=25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:29.904981 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-7516f37f-dc9e-429e-8b9f-b6e6f1a86c54 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] In _notify_port_updated(), no bound segment for port 63c8f658-7905-4f37-b034-a71c70c4a916 on network fbacb475-18e5-4d99-a473-c94889fd50e9 {{(pid=83963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:36:29.913818 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7516f37f-dc9e-429e-8b9f-b6e6f1a86c54 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:29.914498 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7516f37f-dc9e-429e-8b9f-b6e6f1a86c54 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.918773 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7516f37f-dc9e-429e-8b9f-b6e6f1a86c54 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "PUT /v2.0/ports/63c8f658-7905-4f37-b034-a71c70c4a916 HTTP/1.1" status: 200 len: 1055 time: 2.0105591 Apr 22 14:36:29.951895 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b7342af1-40f3-4704-817f-35a4f6e166bc req-1ba3aa5c-ec57-4f44-b500-65dfc5849422 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551205 Apr 22 14:36:29.955327 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55088) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:30.010119 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-482f8396-a52e-4e6f-be52-d3c0e551e6ea None None] Provisioning complete for port 63c8f658-7905-4f37-b034-a71c70c4a916 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:30.010794 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-482f8396-a52e-4e6f-be52-d3c0e551e6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.112094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-482f8396-a52e-4e6f-be52-d3c0e551e6ea None None] Port 63c8f658-7905-4f37-b034-a71c70c4a916 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:30.188812 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-780480b1-2a8e-4252-a13a-8242ead46e42 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.222975 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-780480b1-2a8e-4252-a13a-8242ead46e42 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba0238e-ce03-4d55-97c4-420b7e58f624']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:30.223883 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d18d0c48-132f-4b68-b3a9-69c175d9a4be req-42089d71-d6ce-4250-a7a4-7e4b808e89ec tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/security-groups?id=57a74a30-6024-41e6-9311-44ff7e057b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3355608 Apr 22 14:36:30.229304 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-15b66847-5660-43f3-b28f-f84396a118b1 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Deleting port 63c8f658-7905-4f37-b034-a71c70c4a916 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:30.238644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-15b66847-5660-43f3-b28f-f84396a118b1 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.238840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-780480b1-2a8e-4252-a13a-8242ead46e42 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00aa1d9c-ac1b-457d-9687-2b86654cfcd8') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:30.238840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-780480b1-2a8e-4252-a13a-8242ead46e42 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00aa1d9c-ac1b-457d-9687-2b86654cfcd8') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:30.253836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-780480b1-2a8e-4252-a13a-8242ead46e42 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.280590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-780480b1-2a8e-4252-a13a-8242ead46e42 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.289459 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780480b1-2a8e-4252-a13a-8242ead46e42 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:30.289856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-780480b1-2a8e-4252-a13a-8242ead46e42 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:30.305189 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:30.412792 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-780480b1-2a8e-4252-a13a-8242ead46e42 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.417890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-780480b1-2a8e-4252-a13a-8242ead46e42 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.450877 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780480b1-2a8e-4252-a13a-8242ead46e42 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Network': ['ID=1ba0238e-ce03-4d55-97c4-420b7e58f624,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:30.455332 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-780480b1-2a8e-4252-a13a-8242ead46e42 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/networks/1ba0238e-ce03-4d55-97c4-420b7e58f624 HTTP/1.1" status: 204 len: 168 time: 0.9888215 Apr 22 14:36:30.460445 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55096) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:30.489116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.499352 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-819783db-e7c5-410d-aa23-1b9d1fce3811 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.523294 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f8591ab-6439-4232-96c2-a799de053b60 req-f55bccf0-e1ff-47d8-a21c-5eedfee992a3 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Router 34b6a6d6-887e-4ef7-9b48-0a345212124a has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:30.581644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-e3cba8f0-3657-4da5-b617-a4d7e9efcf60 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Deleting port b50581d6-763c-4810-80b5-09fe0bbf31b3 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:30.582013 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e3cba8f0-3657-4da5-b617-a4d7e9efcf60 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.657733 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819783db-e7c5-410d-aa23-1b9d1fce3811 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Pushing event deleted for resources: {'Port': ['ID=a8fd21a7-5b2f-46c4-984e-91877a15f80b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:30.759097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] device_id is not set on port 8c8be054-b505-4099-8de2-cd832bd93877 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:31.092402 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e3cba8f0-3657-4da5-b617-a4d7e9efcf60 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:31.171245 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:31.230037 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:36:31.230518 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:36:31.253970 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-e3cba8f0-3657-4da5-b617-a4d7e9efcf60 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Calling delete_port for b50581d6-763c-4810-80b5-09fe0bbf31b3 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:31.303791 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f9e6c-b2a3-4c9c-b837-85700b74547a req-02c09cde-6348-44fc-9b79-7f7175ec1ca1 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:31.305261 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-491f9e6c-b2a3-4c9c-b837-85700b74547a req-02c09cde-6348-44fc-9b79-7f7175ec1ca1 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 945 time: 1.1811230 Apr 22 14:36:31.360315 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f8591ab-6439-4232-96c2-a799de053b60 req-f55bccf0-e1ff-47d8-a21c-5eedfee992a3 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:31.372340 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc2252f-cb33-4ce1-add2-3075f791b1fd None None] Sync routers for ids ['34b6a6d6-887e-4ef7-9b48-0a345212124a'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:31.384220 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc2252f-cb33-4ce1-add2-3075f791b1fd None None] Routers {'34b6a6d6-887e-4ef7-9b48-0a345212124a'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:31.385150 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1dc2252f-cb33-4ce1-add2-3075f791b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['34b6a6d6-887e-4ef7-9b48-0a345212124a'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:31.409791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e3cba8f0-3657-4da5-b617-a4d7e9efcf60 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:31.421933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-819783db-e7c5-410d-aa23-1b9d1fce3811 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:31.442896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dd2b2-a6ba-47c3-a6da-5b439f5ba9c3 req-53e1f59b-3d9d-4593-baa8-cc399dc46177 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:31.444343 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-065dd2b2-a6ba-47c3-a6da-5b439f5ba9c3 req-53e1f59b-3d9d-4593-baa8-cc399dc46177 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.30 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 945 time: 0.8565078 Apr 22 14:36:31.459018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-15b66847-5660-43f3-b28f-f84396a118b1 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:31.473952 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cba8f0-3657-4da5-b617-a4d7e9efcf60 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Port': ['ID=b50581d6-763c-4810-80b5-09fe0bbf31b3,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:31.474164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bd8de-cf06-47f5-8419-73738b66a3aa req-b6cc33e0-63e1-4d38-8e52-d7194a7a11ea tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:31.476427 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a18bd8de-cf06-47f5-8419-73738b66a3aa req-b6cc33e0-63e1-4d38-8e52-d7194a7a11ea tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.8902030 Apr 22 14:36:31.535035 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8591ab-6439-4232-96c2-a799de053b60 req-f55bccf0-e1ff-47d8-a21c-5eedfee992a3 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] No DVR routers for this DVR port 25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:36:31.540150 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6f8591ab-6439-4232-96c2-a799de053b60 req-f55bccf0-e1ff-47d8-a21c-5eedfee992a3 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:31.554642 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49920e42-f6f1-4d00-ae03-0e2a45b6c891', 'name': 'network-vif-deleted', 'tag': '25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:36:31.561927 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6f8591ab-6439-4232-96c2-a799de053b60 req-f55bccf0-e1ff-47d8-a21c-5eedfee992a3 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.30 "DELETE /v2.0/ports/25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9 HTTP/1.1" status: 204 len: 173 time: 4.4791133 Apr 22 14:36:31.567452 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-819783db-e7c5-410d-aa23-1b9d1fce3811 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] 10.222.0.23 "DELETE /v2.0/ports/a8fd21a7-5b2f-46c4-984e-91877a15f80b HTTP/1.1" status: 204 len: 168 time: 3.0481400 Apr 22 14:36:31.575953 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55104) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:31.609859 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-1dc2252f-cb33-4ce1-add2-3075f791b1fd None None] Set router 34b6a6d6-887e-4ef7-9b48-0a345212124a gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:31.729080 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e3cba8f0-3657-4da5-b617-a4d7e9efcf60 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:31.732201 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e3cba8f0-3657-4da5-b617-a4d7e9efcf60 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/ports/b50581d6-763c-4810-80b5-09fe0bbf31b3 HTTP/1.1" status: 204 len: 168 time: 1.2683985 Apr 22 14:36:31.740420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-15b66847-5660-43f3-b28f-f84396a118b1 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Calling delete_port for 63c8f658-7905-4f37-b034-a71c70c4a916 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:31.741046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55108) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:31.868618 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49525b0-6657-4968-bff1-09a5804b0f3b tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] DELETE failed (client error): The resource could not be found. Apr 22 14:36:31.869124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49525b0-6657-4968-bff1-09a5804b0f3b tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:31.873296 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d49525b0-6657-4968-bff1-09a5804b0f3b tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/subnets/5aa3c9fa-0315-4b36-8280-463cf4af2923 HTTP/1.1" status: 404 len: 337 time: 0.1297383 Apr 22 14:36:31.875161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55112) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:31.889675 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-065dd2b2-a6ba-47c3-a6da-5b439f5ba9c3 req-bb64c323-31c2-4dfa-bab8-5959bd3c7c66 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Deleting port 0f95b813-a0bd-46b7-91ec-cc947de41f05 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:31.890022 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-065dd2b2-a6ba-47c3-a6da-5b439f5ba9c3 req-bb64c323-31c2-4dfa-bab8-5959bd3c7c66 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:31.895417 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36882f2d-a097-48bd-9878-a869e9cbee0f tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:31.896124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-36882f2d-a097-48bd-9878-a869e9cbee0f tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Synchronizing usage tracker for tenant:4d9f104084c74ffa89763f5a9597a20d on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:31.916005 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-36882f2d-a097-48bd-9878-a869e9cbee0f tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Unset dirty status for tenant:4d9f104084c74ffa89763f5a9597a20d on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:31.921264 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-36882f2d-a097-48bd-9878-a869e9cbee0f tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] 10.222.0.23 "GET /v2.0/ports?device_id=05347bbd-8a80-4ba4-81d7-070e64830074 HTTP/1.1" status: 200 len: 913 time: 0.3442965 Apr 22 14:36:31.923681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55116) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:31.932709 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-491f9e6c-b2a3-4c9c-b837-85700b74547a req-f3b94ffc-4b57-4dae-a94a-62b0e9bd9913 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5813377 Apr 22 14:36:31.967466 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1dc2252f-cb33-4ce1-add2-3075f791b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'name': 'tempest-ServersTestManualDisk-524485016-router', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:34:58Z', 'revision_number': 4, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'gw_port': {'id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761', 'name': '', 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'mac_address': 'fa:16:3e:18:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b918be07-59c3-483b-9013-143f8e82c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:57Z', 'updated_at': '2022-04-22T14:35:36Z', 'revision_number': 5, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'subnets': [{'id': 'b918be07-59c3-483b-9013-143f8e82c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:31.970223 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc2252f-cb33-4ce1-add2-3075f791b1fd None None] Checking router: 34b6a6d6-887e-4ef7-9b48-0a345212124a for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:36:31.984878 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc2252f-cb33-4ce1-add2-3075f791b1fd None None] Routers {'34b6a6d6-887e-4ef7-9b48-0a345212124a'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:31.985572 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1dc2252f-cb33-4ce1-add2-3075f791b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['34b6a6d6-887e-4ef7-9b48-0a345212124a'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:32.164964 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a18bd8de-cf06-47f5-8419-73738b66a3aa req-197b4e1e-06c0-410f-968c-6fe99b0f571c tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6488075 Apr 22 14:36:32.212137 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-1dc2252f-cb33-4ce1-add2-3075f791b1fd None None] Set router 34b6a6d6-887e-4ef7-9b48-0a345212124a gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:32.316653 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-075a32f4-2f88-41f6-a520-71091c5a2ace req-3197937e-76f9-4301-beb2-bc56f4a77d09 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/ports?device_id=49920e42-f6f1-4d00-ae03-0e2a45b6c891 HTTP/1.1" status: 200 len: 210 time: 0.1834364 Apr 22 14:36:32.334476 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b127c9a7-4333-470c-ad22-534f47343350'] response: {'server_uuid': '49920e42-f6f1-4d00-ae03-0e2a45b6c891', 'name': 'network-vif-deleted', 'tag': '25efc3f8-ce1b-4ab8-ac30-6bedbdeebae9', 'status': 'completed', 'code': 200} Apr 22 14:36:32.392614 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6342ece6-8c33-47a9-b644-f25aa7125564 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:32.423682 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f41d85fc-21fe-4cc9-81e6-3f5dcaace130 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:32.708167 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1dc2252f-cb33-4ce1-add2-3075f791b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'name': 'tempest-ServersTestManualDisk-524485016-router', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:34:58Z', 'revision_number': 4, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'gw_port': {'id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761', 'name': '', 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'mac_address': 'fa:16:3e:18:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b918be07-59c3-483b-9013-143f8e82c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:57Z', 'updated_at': '2022-04-22T14:35:36Z', 'revision_number': 5, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'subnets': [{'id': 'b918be07-59c3-483b-9013-143f8e82c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:32.713978 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc2252f-cb33-4ce1-add2-3075f791b1fd None None] The sync data for ids ['34b6a6d6-887e-4ef7-9b48-0a345212124a'] in dv-neutron-839027-1-hyperv is: [{'id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'name': 'tempest-ServersTestManualDisk-524485016-router', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:34:58Z', 'revision_number': 4, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'gw_port': {'id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761', 'name': '', 'network_id': '3a6b99dc-a404-4bb0-b96f-b84f53c37fd6', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'mac_address': 'fa:16:3e:18:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b918be07-59c3-483b-9013-143f8e82c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:57Z', 'updated_at': '2022-04-22T14:35:36Z', 'revision_number': 5, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'subnets': [{'id': 'b918be07-59c3-483b-9013-143f8e82c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:32.769149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Allocated IP 172.20.0.14 (d350457c-4846-4065-a55c-511c62fb77c6/0d23b69d-c021-4350-9efb-620b1e2db0d4/8c8be054-b505-4099-8de2-cd832bd93877) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:32.792146 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55a658f7-c417-403c-aa15-3be6065d772e tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:32.813960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Allocated IP 172.20.0.13 (d350457c-4846-4065-a55c-511c62fb77c6/0d23b69d-c021-4350-9efb-620b1e2db0d4/8c8be054-b505-4099-8de2-cd832bd93877) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:32.828860 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-15b66847-5660-43f3-b28f-f84396a118b1 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.041219 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55056e5-3c3c-4fd9-97c6-32c125382caa None None] New status for floating IP 3981c44e-bece-494c-9e0d-e775a42a9d15: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:36:33.195367 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b66847-5660-43f3-b28f-f84396a118b1 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event deleted for resources: {'Port': ['ID=63c8f658-7905-4f37-b034-a71c70c4a916,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:33.313895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6342ece6-8c33-47a9-b644-f25aa7125564 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.372634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5359593e-502a-4e60-bc0b-458024c9d7bf no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:33.398878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f41d85fc-21fe-4cc9-81e6-3f5dcaace130 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Deleting port e84b0822-7ce2-4d08-91b0-bc3a1326dd34 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:33.400570 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f41d85fc-21fe-4cc9-81e6-3f5dcaace130 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.442751 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 5359593e-502a-4e60-bc0b-458024c9d7bf {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:36:33.443088 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5359593e-502a-4e60-bc0b-458024c9d7bf not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:36:33.443721 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3da49f69-3098-45ca-b8b4-ac1b1328d399 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:33.479166 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 3da49f69-3098-45ca-b8b4-ac1b1328d399 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:36:33.479845 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3da49f69-3098-45ca-b8b4-ac1b1328d399 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:36:33.497938 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-065dd2b2-a6ba-47c3-a6da-5b439f5ba9c3 req-bb64c323-31c2-4dfa-bab8-5959bd3c7c66 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] For port 0f95b813-a0bd-46b7-91ec-cc947de41f05, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0f95b813-a0bd-46b7-91ec-cc947de41f05,segment=NetworkSegment(cd74334e-2e43-49c3-bdcc-2cf4451c2cc3),segment_id=cd74334e-2e43-49c3-bdcc-2cf4451c2cc3)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:33.498790 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-065dd2b2-a6ba-47c3-a6da-5b439f5ba9c3 req-bb64c323-31c2-4dfa-bab8-5959bd3c7c66 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.610331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f41d85fc-21fe-4cc9-81e6-3f5dcaace130 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.611557 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-6342ece6-8c33-47a9-b644-f25aa7125564 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada47a07-3ce1-4607-be29-351219d5bbca']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:33.689433 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-6342ece6-8c33-47a9-b644-f25aa7125564 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1aee69-35a3-4a65-b26b-14d751b6930b') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:33.689764 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-6342ece6-8c33-47a9-b644-f25aa7125564 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1aee69-35a3-4a65-b26b-14d751b6930b') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:33.735541 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f41d85fc-21fe-4cc9-81e6-3f5dcaace130 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Calling delete_port for e84b0822-7ce2-4d08-91b0-bc3a1326dd34 owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:33.797686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6342ece6-8c33-47a9-b644-f25aa7125564 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.914825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f41d85fc-21fe-4cc9-81e6-3f5dcaace130 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.918835 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6342ece6-8c33-47a9-b644-f25aa7125564 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.966544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d85fc-21fe-4cc9-81e6-3f5dcaace130 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Pushing event deleted for resources: {'Port': ['ID=e84b0822-7ce2-4d08-91b0-bc3a1326dd34,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:33.985995 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6342ece6-8c33-47a9-b644-f25aa7125564 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:33.985995 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6342ece6-8c33-47a9-b644-f25aa7125564 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:34.007442 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:34.035648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80e2da-c91f-4000-8a6f-111a28a9c95b req-4da4903c-65b1-4448-9a97-71399e10ca36 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:34.037139 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9a80e2da-c91f-4000-8a6f-111a28a9c95b req-4da4903c-65b1-4448-9a97-71399e10ca36 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 945 time: 0.9258211 Apr 22 14:36:34.210966 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f41d85fc-21fe-4cc9-81e6-3f5dcaace130 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.284624 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bad74-0041-415a-8473-fa9607cca6a3 req-e0de79bc-18a8-4fd3-81f0-2481527a72d6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:34.285969 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-141bad74-0041-415a-8473-fa9607cca6a3 req-e0de79bc-18a8-4fd3-81f0-2481527a72d6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.9545803 Apr 22 14:36:34.375890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.380430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6342ece6-8c33-47a9-b644-f25aa7125564 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.467222 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6342ece6-8c33-47a9-b644-f25aa7125564 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.500112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342ece6-8c33-47a9-b644-f25aa7125564 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Network': ['ID=ada47a07-3ce1-4607-be29-351219d5bbca,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:34.529497 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9a80e2da-c91f-4000-8a6f-111a28a9c95b req-38e24823-29c4-4a5d-9c82-6f208c4ce459 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4079189 Apr 22 14:36:34.538975 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-065dd2b2-a6ba-47c3-a6da-5b439f5ba9c3 req-bb64c323-31c2-4dfa-bab8-5959bd3c7c66 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.539367 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-065dd2b2-a6ba-47c3-a6da-5b439f5ba9c3 req-bb64c323-31c2-4dfa-bab8-5959bd3c7c66 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.539675 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [req-065dd2b2-a6ba-47c3-a6da-5b439f5ba9c3 req-bb64c323-31c2-4dfa-bab8-5959bd3c7c66 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Floating IP cf391187-33c3-4c96-934f-8a65f016150f disassociated. External IP: 172.26.0.55, port: 0f95b813-a0bd-46b7-91ec-cc947de41f05. Apr 22 14:36:34.540008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-065dd2b2-a6ba-47c3-a6da-5b439f5ba9c3 req-bb64c323-31c2-4dfa-bab8-5959bd3c7c66 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Calling delete_port for 0f95b813-a0bd-46b7-91ec-cc947de41f05 owned by compute:nova {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:34.571144 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6342ece6-8c33-47a9-b644-f25aa7125564 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/networks/ada47a07-3ce1-4607-be29-351219d5bbca HTTP/1.1" status: 204 len: 168 time: 2.6866763 Apr 22 14:36:34.584217 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55126) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:34.663939 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-141bad74-0041-415a-8473-fa9607cca6a3 req-a7919985-46d6-42ab-8578-a2860da6f105 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3425205 Apr 22 14:36:34.665103 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-15b66847-5660-43f3-b28f-f84396a118b1 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.668781 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-15b66847-5660-43f3-b28f-f84396a118b1 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "DELETE /v2.0/ports/63c8f658-7905-4f37-b034-a71c70c4a916 HTTP/1.1" status: 204 len: 168 time: 4.6830800 Apr 22 14:36:34.686823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55132) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:34.687355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55134) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:34.732586 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41d85fc-21fe-4cc9-81e6-3f5dcaace130 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Router 05347bbd-8a80-4ba4-81d7-070e64830074 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:34.875764 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41d85fc-21fe-4cc9-81e6-3f5dcaace130 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:34.885557 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0743a7c-9cf9-4fa9-afe8-3f17468d62f1 None None] Sync routers for ids ['05347bbd-8a80-4ba4-81d7-070e64830074'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:34.895964 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f41d85fc-21fe-4cc9-81e6-3f5dcaace130 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] 10.222.0.23 "PUT /v2.0/routers/05347bbd-8a80-4ba4-81d7-070e64830074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9708629 Apr 22 14:36:34.898649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55144) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:34.901751 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0743a7c-9cf9-4fa9-afe8-3f17468d62f1 None None] Routers {'05347bbd-8a80-4ba4-81d7-070e64830074'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:34.902374 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d0743a7c-9cf9-4fa9-afe8-3f17468d62f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['05347bbd-8a80-4ba4-81d7-070e64830074'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:34.946969 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64acabf-e887-4bf0-b557-b1f86bb99b0b tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] GET failed (client error): The resource could not be found. Apr 22 14:36:34.947593 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b64acabf-e887-4bf0-b557-b1f86bb99b0b tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Synchronizing usage tracker for tenant:2b96bd1c28254877a17c59310ff76864 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:35.001206 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d0743a7c-9cf9-4fa9-afe8-3f17468d62f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:35.012824 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0743a7c-9cf9-4fa9-afe8-3f17468d62f1 None None] Routers {'05347bbd-8a80-4ba4-81d7-070e64830074'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:35.013505 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d0743a7c-9cf9-4fa9-afe8-3f17468d62f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['05347bbd-8a80-4ba4-81d7-070e64830074'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:35.033287 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.048167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7582e0b8-8f5c-43c3-933d-df0d52633a09 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.076003 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d0743a7c-9cf9-4fa9-afe8-3f17468d62f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:35.076397 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0743a7c-9cf9-4fa9-afe8-3f17468d62f1 None None] The sync data for ids ['05347bbd-8a80-4ba4-81d7-070e64830074'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:35.195476 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 0f95b813-a0bd-46b7-91ec-cc947de41f05 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:35.307503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b64acabf-e887-4bf0-b557-b1f86bb99b0b tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Unset dirty status for tenant:2b96bd1c28254877a17c59310ff76864 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:35.311851 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b64acabf-e887-4bf0-b557-b1f86bb99b0b tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "GET /v2.0/ports/63c8f658-7905-4f37-b034-a71c70c4a916 HTTP/1.1" status: 404 len: 333 time: 0.4881425 Apr 22 14:36:35.314714 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55150) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:35.323698 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.406249 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network d350457c-4846-4065-a55c-511c62fb77c6 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:35.415722 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=8c8be054-b505-4099-8de2-cd832bd93877,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:35.435540 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5393d9de-62f4-4370-8530-01a488cae966 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.437356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:35.458211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:35.504219 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f623d355-309e-45e6-b03e-904c459b4905 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Deleting port 4ce0ceb9-d6f3-426c-a458-3ba1cc1a49fd {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:35.504564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f623d355-309e-45e6-b03e-904c459b4905 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.532082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-065dd2b2-a6ba-47c3-a6da-5b439f5ba9c3 req-bb64c323-31c2-4dfa-bab8-5959bd3c7c66 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.542458 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7582e0b8-8f5c-43c3-933d-df0d52633a09 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.545427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55a658f7-c417-403c-aa15-3be6065d772e tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.557578 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7582e0b8-8f5c-43c3-933d-df0d52633a09 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.567744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5393d9de-62f4-4370-8530-01a488cae966 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.585239 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55a658f7-c417-403c-aa15-3be6065d772e tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.630616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2199b2-6b65-47ae-87ab-7a35814173ef req-e8918a5d-a2f9-40c6-a88e-c5fa37cafc5e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:35.630616 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2a2199b2-6b65-47ae-87ab-7a35814173ef req-e8918a5d-a2f9-40c6-a88e-c5fa37cafc5e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.8008115 Apr 22 14:36:35.644088 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-14eff2e9-85dd-4e40-9d35-c2a9cf523a86 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Deleting subnet 0992510d-161f-4a34-8be5-45a948feedda {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:36:35.686249 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64c323-31c2-4dfa-bab8-5959bd3c7c66 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Pushing event deleted for resources: {'Port': ['ID=0f95b813-a0bd-46b7-91ec-cc947de41f05,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:35.690013 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14eff2e9-85dd-4e40-9d35-c2a9cf523a86 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.711053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7582e0b8-8f5c-43c3-933d-df0d52633a09 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.711498 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7582e0b8-8f5c-43c3-933d-df0d52633a09 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Fanout notify agent at l3_agent the message router_deleted on router 05347bbd-8a80-4ba4-81d7-070e64830074 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:36:35.737402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:35.738019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.738143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7582e0b8-8f5c-43c3-933d-df0d52633a09 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.739222 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7582e0b8-8f5c-43c3-933d-df0d52633a09 tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] 10.222.0.23 "DELETE /v2.0/routers/05347bbd-8a80-4ba4-81d7-070e64830074 HTTP/1.1" status: 204 len: 168 time: 0.8392975 Apr 22 14:36:35.742389 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55158) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:35.948029 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-22da2303-b141-4559-937d-ca28fa040694 req-973af945-0755-47c7-bf64-7eb24ec63c20 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 210 time: 0.2268038 Apr 22 14:36:35.955698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f623d355-309e-45e6-b03e-904c459b4905 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.976344 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14eff2e9-85dd-4e40-9d35-c2a9cf523a86 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.074731 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8b4ba768-68ad-433a-ba46-203f0aa9506b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 6.8247871 Apr 22 14:36:36.085481 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2a2199b2-6b65-47ae-87ab-7a35814173ef req-f9b3e361-2dda-4ea0-9faa-200a8f627db4 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4390762 Apr 22 14:36:36.088612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55162) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:36.141312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f623d355-309e-45e6-b03e-904c459b4905 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Calling delete_port for 4ce0ceb9-d6f3-426c-a458-3ba1cc1a49fd owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:36.145603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '8c8be054-b505-4099-8de2-cd832bd93877', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:36.160501 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:36.185907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Usage tracker for resource:floatingip and tenant:b78ee70dc9ae489880dbaf9e0af0c833 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:36.192787 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:36.205459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5393d9de-62f4-4370-8530-01a488cae966 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.214269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:36.260427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393d9de-62f4-4370-8530-01a488cae966 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a74a30-6024-41e6-9311-44ff7e057b69,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:36.271036 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-425250ef-7798-4ba4-aaed-4b845f67209a tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Deleting subnet 1d737d46-ea93-4ca8-bd63-ec13385fe64d {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:36:36.281980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-425250ef-7798-4ba4-aaed-4b845f67209a tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.307741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.397043 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-425250ef-7798-4ba4-aaed-4b845f67209a tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.457328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f623d355-309e-45e6-b03e-904c459b4905 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.477561 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5393d9de-62f4-4370-8530-01a488cae966 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.478544 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5393d9de-62f4-4370-8530-01a488cae966 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "DELETE /v2.0/security-groups/57a74a30-6024-41e6-9311-44ff7e057b69 HTTP/1.1" status: 204 len: 168 time: 1.6565757 Apr 22 14:36:36.487812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55168) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:36.515508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623d355-309e-45e6-b03e-904c459b4905 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event deleted for resources: {'Port': ['ID=4ce0ceb9-d6f3-426c-a458-3ba1cc1a49fd,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:36.542636 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14eff2e9-85dd-4e40-9d35-c2a9cf523a86 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.628986 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-425250ef-7798-4ba4-aaed-4b845f67209a tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.639094 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-af1eebab-49bd-47b8-b097-f865fff72b39 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] show failed (client error): The resource could not be found. Apr 22 14:36:36.640163 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-af1eebab-49bd-47b8-b097-f865fff72b39 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "GET /v2.0/security-groups/57a74a30-6024-41e6-9311-44ff7e057b69 HTTP/1.1" status: 404 len: 347 time: 0.1488976 Apr 22 14:36:36.651248 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55172) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:36.682369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f623d355-309e-45e6-b03e-904c459b4905 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.705837 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f623d355-309e-45e6-b03e-904c459b4905 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "DELETE /v2.0/ports/4ce0ceb9-d6f3-426c-a458-3ba1cc1a49fd HTTP/1.1" status: 204 len: 168 time: 1.3897309 Apr 22 14:36:36.709054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55176) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:36.758335 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1ad7f9-4d83-4c4c-9aad-efb368cc0e38 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] GET failed (client error): The resource could not be found. Apr 22 14:36:36.759017 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ba1ad7f9-4d83-4c4c-9aad-efb368cc0e38 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Synchronizing usage tracker for tenant:2b96bd1c28254877a17c59310ff76864 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:36.779595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-425250ef-7798-4ba4-aaed-4b845f67209a tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.814748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ba1ad7f9-4d83-4c4c-9aad-efb368cc0e38 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Unset dirty status for tenant:2b96bd1c28254877a17c59310ff76864 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:36.815840 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ba1ad7f9-4d83-4c4c-9aad-efb368cc0e38 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "GET /v2.0/ports/4ce0ceb9-d6f3-426c-a458-3ba1cc1a49fd HTTP/1.1" status: 404 len: 333 time: 0.1065533 Apr 22 14:36:36.820010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55180) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:36.853203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be9cbc-7578-40d6-9c2e-9ae432cef547 req-8112f223-fe92-473e-93fb-5a43403361fa tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:36.854666 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-29be9cbc-7578-40d6-9c2e-9ae432cef547 req-8112f223-fe92-473e-93fb-5a43403361fa tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.6034126 Apr 22 14:36:36.854923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425250ef-7798-4ba4-aaed-4b845f67209a tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Pushing event deleted for resources: {'Subnet': ['ID=1d737d46-ea93-4ca8-bd63-ec13385fe64d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:36.881628 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-425250ef-7798-4ba4-aaed-4b845f67209a tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.883317 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8795d5f1-611d-4f62-8bf1-c3777db71e16 None None] Network 2e34dc76-8a1b-4468-8200-8cb0f8615746 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:36.888468 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-425250ef-7798-4ba4-aaed-4b845f67209a tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] 10.222.0.23 "DELETE /v2.0/subnets/1d737d46-ea93-4ca8-bd63-ec13385fe64d HTTP/1.1" status: 204 len: 168 time: 1.1452587 Apr 22 14:36:36.891868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55184) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:36.904136 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c173372d-8300-45f5-9125-ad5b1d98e8d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Deleting port 07dd04f4-13b1-4a42-a8b7-becf41c0358c {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:36.904481 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c173372d-8300-45f5-9125-ad5b1d98e8d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.928207 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14eff2e9-85dd-4e40-9d35-c2a9cf523a86 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.978272 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2d2bcfcf-de51-426a-84e0-7be74a1ff3c2 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Deleting port cb4d8483-bba2-4439-af9b-fb6d47302d68 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:36.979014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2d2bcfcf-de51-426a-84e0-7be74a1ff3c2 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.013420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eff2e9-85dd-4e40-9d35-c2a9cf523a86 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Subnet': ['ID=0992510d-161f-4a34-8be5-45a948feedda,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:37.059941 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc07db0d-a9f4-427c-87cd-8a2f63f2d3e1 None None] Network 9351fef8-d929-4d37-9383-75be4b75fc21 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:37.078511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14eff2e9-85dd-4e40-9d35-c2a9cf523a86 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.104870 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.173077 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Deleting port 92330f1a-e9cf-4bc6-9281-5d44413f525a {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:37.173659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.200593 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-29be9cbc-7578-40d6-9c2e-9ae432cef547 req-067f2aaa-2b53-48b0-adc7-b44244d4899c tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237915 Apr 22 14:36:37.212710 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-14eff2e9-85dd-4e40-9d35-c2a9cf523a86 tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/subnets/0992510d-161f-4a34-8be5-45a948feedda HTTP/1.1" status: 204 len: 168 time: 2.6236770 Apr 22 14:36:37.224847 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55190) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:37.229053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-8b9839fc-9768-49e9-9f38-99f4851dff64 req-f54a3442-9acd-4cea-855c-988432bef260 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Synchronizing usage tracker for tenant:f8aa87d08eac46c5bfa80e52bb051b50 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:37.301584 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a658f7-c417-403c-aa15-3be6065d772e tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Router 5f85823a-a557-4b63-ad6b-5bf38415a6b4 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:37.303726 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.406654 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859f66be-b33a-4437-9df8-84fb47a8f5b9 None None] DHCP port deletion for 2e34dc76-8a1b-4468-8200-8cb0f8615746 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:36:37.415688 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-859f66be-b33a-4437-9df8-84fb47a8f5b9 None None] Deleting port 92330f1a-e9cf-4bc6-9281-5d44413f525a {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:37.416263 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-859f66be-b33a-4437-9df8-84fb47a8f5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.435046 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-065dd2b2-a6ba-47c3-a6da-5b439f5ba9c3 req-bb64c323-31c2-4dfa-bab8-5959bd3c7c66 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:37.454026 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8396d496-1066-472b-a10b-0382e9006366 None None] DHCP port deletion for 9351fef8-d929-4d37-9383-75be4b75fc21 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:36:37.454238 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-8b9839fc-9768-49e9-9f38-99f4851dff64 req-f54a3442-9acd-4cea-855c-988432bef260 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Unset dirty status for tenant:f8aa87d08eac46c5bfa80e52bb051b50 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:37.459194 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8b9839fc-9768-49e9-9f38-99f4851dff64 req-f54a3442-9acd-4cea-855c-988432bef260 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 210 time: 0.3087108 Apr 22 14:36:37.467321 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c173372d-8300-45f5-9125-ad5b1d98e8d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.467763 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c173372d-8300-45f5-9125-ad5b1d98e8d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.480981 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8396d496-1066-472b-a10b-0382e9006366 None None] Deleting port bee4759c-cdae-4460-96f4-227ed3bb4e3d {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:37.481751 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8396d496-1066-472b-a10b-0382e9006366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.555375 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] For port 92330f1a-e9cf-4bc6-9281-5d44413f525a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=92330f1a-e9cf-4bc6-9281-5d44413f525a,segment=NetworkSegment(d8ea0f9c-8056-489b-ab0e-e3879f0eaaeb),segment_id=d8ea0f9c-8056-489b-ab0e-e3879f0eaaeb)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:37.555635 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.569646 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2d2bcfcf-de51-426a-84e0-7be74a1ff3c2 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.608090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c173372d-8300-45f5-9125-ad5b1d98e8d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Calling delete_port for 07dd04f4-13b1-4a42-a8b7-becf41c0358c owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:37.771348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abd4f095-a3f0-4f7e-97bd-182c4c6ed09a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.817994 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-859f66be-b33a-4437-9df8-84fb47a8f5b9 None None] For port 92330f1a-e9cf-4bc6-9281-5d44413f525a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=92330f1a-e9cf-4bc6-9281-5d44413f525a,segment=NetworkSegment(d8ea0f9c-8056-489b-ab0e-e3879f0eaaeb),segment_id=d8ea0f9c-8056-489b-ab0e-e3879f0eaaeb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:37.818354 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-859f66be-b33a-4437-9df8-84fb47a8f5b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.850944 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Calling delete_port for 92330f1a-e9cf-4bc6-9281-5d44413f525a owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:37.945617 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2d2bcfcf-de51-426a-84e0-7be74a1ff3c2 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Calling delete_port for cb4d8483-bba2-4439-af9b-fb6d47302d68 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:37.955249 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-859f66be-b33a-4437-9df8-84fb47a8f5b9 None None] Calling delete_port for 92330f1a-e9cf-4bc6-9281-5d44413f525a owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:37.998636 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8396d496-1066-472b-a10b-0382e9006366 None None] For port bee4759c-cdae-4460-96f4-227ed3bb4e3d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=bee4759c-cdae-4460-96f4-227ed3bb4e3d,segment=NetworkSegment(9aca3678-8b26-40e7-bf53-2747aad5ea1b),segment_id=9aca3678-8b26-40e7-bf53-2747aad5ea1b)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:37.999030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8396d496-1066-472b-a10b-0382e9006366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.064007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.133662 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8396d496-1066-472b-a10b-0382e9006366 None None] Calling delete_port for bee4759c-cdae-4460-96f4-227ed3bb4e3d owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:38.148136 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Pushing event deleted for resources: {'Port': ['ID=92330f1a-e9cf-4bc6-9281-5d44413f525a,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:38.179421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] No DVR routers for this DVR port 92330f1a-e9cf-4bc6-9281-5d44413f525a on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:36:38.201351 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-859f66be-b33a-4437-9df8-84fb47a8f5b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:36:38.201735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-859f66be-b33a-4437-9df8-84fb47a8f5b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:36:38.222850 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8396d496-1066-472b-a10b-0382e9006366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.227895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-abd4f095-a3f0-4f7e-97bd-182c4c6ed09a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Deleting port bee4759c-cdae-4460-96f4-227ed3bb4e3d {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:38.228465 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abd4f095-a3f0-4f7e-97bd-182c4c6ed09a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.269258 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396d496-1066-472b-a10b-0382e9006366 None None] Pushing event deleted for resources: {'Port': ['ID=bee4759c-cdae-4460-96f4-227ed3bb4e3d,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:38.278250 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8396d496-1066-472b-a10b-0382e9006366 None None] No DVR routers for this DVR port bee4759c-cdae-4460-96f4-227ed3bb4e3d on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:36:38.332405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.344443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-abd4f095-a3f0-4f7e-97bd-182c4c6ed09a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] The port 'bee4759c-cdae-4460-96f4-227ed3bb4e3d' was deleted {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:36:38.345176 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2d2bcfcf-de51-426a-84e0-7be74a1ff3c2 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.404231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e34dc76-8a1b-4468-8200-8cb0f8615746']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:38.413061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bcfcf-de51-426a-84e0-7be74a1ff3c2 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event deleted for resources: {'Port': ['ID=cb4d8483-bba2-4439-af9b-fb6d47302d68,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:38.425250 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ea0f9c-8056-489b-ab0e-e3879f0eaaeb') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:38.425494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ea0f9c-8056-489b-ab0e-e3879f0eaaeb') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:38.469530 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Allocated IP 172.26.0.76 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/dc710121-1696-459a-bd42-8f868176be3d) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:38.486920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f8c95-16ea-4ba6-b87d-3c7182552d36 req-365d6ba6-1931-4a88-ab6e-95d6c43dda6b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:38.488485 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7a1f8c95-16ea-4ba6-b87d-3c7182552d36 req-365d6ba6-1931-4a88-ab6e-95d6c43dda6b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.8328760 Apr 22 14:36:38.554047 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2d2bcfcf-de51-426a-84e0-7be74a1ff3c2 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.558684 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.587393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.593953 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abd4f095-a3f0-4f7e-97bd-182c4c6ed09a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.597365 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2d2bcfcf-de51-426a-84e0-7be74a1ff3c2 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "DELETE /v2.0/ports/cb4d8483-bba2-4439-af9b-fb6d47302d68 HTTP/1.1" status: 204 len: 168 time: 1.7762377 Apr 22 14:36:38.598691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:38.599094 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:38.616135 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:38.618356 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55198) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:38.625607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-abd4f095-a3f0-4f7e-97bd-182c4c6ed09a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9351fef8-d929-4d37-9383-75be4b75fc21']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:38.641774 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-abd4f095-a3f0-4f7e-97bd-182c4c6ed09a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aca3678-8b26-40e7-bf53-2747aad5ea1b') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:38.642072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-abd4f095-a3f0-4f7e-97bd-182c4c6ed09a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aca3678-8b26-40e7-bf53-2747aad5ea1b') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:38.683898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abd4f095-a3f0-4f7e-97bd-182c4c6ed09a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.702640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-859f66be-b33a-4437-9df8-84fb47a8f5b9 None None] Deleting port 92330f1a-e9cf-4bc6-9281-5d44413f525a {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:38.703798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-859f66be-b33a-4437-9df8-84fb47a8f5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.785675 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-859f66be-b33a-4437-9df8-84fb47a8f5b9 None None] The port '92330f1a-e9cf-4bc6-9281-5d44413f525a' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:36:38.817344 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c173372d-8300-45f5-9125-ad5b1d98e8d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.824690 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-36b434f7-951f-4455-92bf-a96322beae39 req-82919abd-6679-4d0f-83e1-61bebce6147b tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 210 time: 0.1635082 Apr 22 14:36:38.848937 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.869958 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.871197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abd4f095-a3f0-4f7e-97bd-182c4c6ed09a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.895384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] Pushing event deleted for resources: {'Network': ['ID=2e34dc76-8a1b-4468-8200-8cb0f8615746,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:38.900111 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-624620a2-e801-4867-95e1-8a157d28367c tempest-FloatingIPNegativeTestJSON-1246266277 tempest-FloatingIPNegativeTestJSON-1246266277-project] 10.222.0.23 "DELETE /v2.0/networks/2e34dc76-8a1b-4468-8200-8cb0f8615746 HTTP/1.1" status: 204 len: 168 time: 2.0072765 Apr 22 14:36:38.920780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd4f095-a3f0-4f7e-97bd-182c4c6ed09a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:38.921229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abd4f095-a3f0-4f7e-97bd-182c4c6ed09a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.922989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f22887-9f6f-42b7-af73-e410a29400ca tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Deleting subnet ceb33792-3874-4ef1-923d-8753e70942d5 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:36:38.926256 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-98f22887-9f6f-42b7-af73-e410a29400ca tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:38.945464 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:38.947609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173372d-8300-45f5-9125-ad5b1d98e8d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Pushing event deleted for resources: {'Port': ['ID=07dd04f4-13b1-4a42-a8b7-becf41c0358c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:38.995196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-98f22887-9f6f-42b7-af73-e410a29400ca tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.017155 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 92330f1a-e9cf-4bc6-9281-5d44413f525a no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:39.064321 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 92330f1a-e9cf-4bc6-9281-5d44413f525a {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:36:39.064993 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 92330f1a-e9cf-4bc6-9281-5d44413f525a not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:36:39.065588 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device bee4759c-cdae-4460-96f4-227ed3bb4e3d no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:39.095245 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7a1f8c95-16ea-4ba6-b87d-3c7182552d36 req-59d9544e-35ae-443a-94cf-d4ad930d05a7 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5962956 Apr 22 14:36:39.123471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-98f22887-9f6f-42b7-af73-e410a29400ca tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.123681 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: bee4759c-cdae-4460-96f4-227ed3bb4e3d {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:36:39.123681 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device bee4759c-cdae-4460-96f4-227ed3bb4e3d not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:36:39.224180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-98f22887-9f6f-42b7-af73-e410a29400ca tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.241269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abd4f095-a3f0-4f7e-97bd-182c4c6ed09a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.269727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f22887-9f6f-42b7-af73-e410a29400ca tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb33792-3874-4ef1-923d-8753e70942d5,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:39.276686 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-98f22887-9f6f-42b7-af73-e410a29400ca tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.284033 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-98f22887-9f6f-42b7-af73-e410a29400ca tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "DELETE /v2.0/subnets/ceb33792-3874-4ef1-923d-8753e70942d5 HTTP/1.1" status: 204 len: 168 time: 0.6660614 Apr 22 14:36:39.287598 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55208) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:39.292795 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48bb090-d24c-4733-b669-5af0d8b06b98 None None] Network fbacb475-18e5-4d99-a473-c94889fd50e9 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:39.328161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.355113 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abd4f095-a3f0-4f7e-97bd-182c4c6ed09a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.359866 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4f095-a3f0-4f7e-97bd-182c4c6ed09a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] Pushing event deleted for resources: {'Network': ['ID=9351fef8-d929-4d37-9383-75be4b75fc21,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:39.382955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c173372d-8300-45f5-9125-ad5b1d98e8d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.414588 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c173372d-8300-45f5-9125-ad5b1d98e8d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.421047 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c173372d-8300-45f5-9125-ad5b1d98e8d6 tempest-ServersTestManualDisk-576562567 tempest-ServersTestManualDisk-576562567-project] 10.222.0.23 "DELETE /v2.0/floatingips/3981c44e-bece-494c-9e0d-e775a42a9d15 HTTP/1.1" status: 204 len: 168 time: 2.7603517 Apr 22 14:36:39.421242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55212) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:39.421339 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-abd4f095-a3f0-4f7e-97bd-182c4c6ed09a tempest-NetworksIpV6TestAttrs-1055988405 tempest-NetworksIpV6TestAttrs-1055988405-project] 10.222.0.23 "DELETE /v2.0/networks/9351fef8-d929-4d37-9383-75be4b75fc21 HTTP/1.1" status: 204 len: 168 time: 2.1920831 Apr 22 14:36:39.421339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55214) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:39.493081 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a658f7-c417-403c-aa15-3be6065d772e tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:39.514530 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55a658f7-c417-403c-aa15-3be6065d772e tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.515803 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-55a658f7-c417-403c-aa15-3be6065d772e tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "PUT /v2.0/routers/5f85823a-a557-4b63-ad6b-5bf38415a6b4 HTTP/1.1" status: 200 len: 926 time: 11.3804052 Apr 22 14:36:39.532294 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55220) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:39.553526 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237e4dc-8b82-4b3f-9506-3301d0efc5a4 None None] Sync routers for ids ['5f85823a-a557-4b63-ad6b-5bf38415a6b4'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:39.568209 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-065dd2b2-a6ba-47c3-a6da-5b439f5ba9c3 req-bb64c323-31c2-4dfa-bab8-5959bd3c7c66 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:39.581547 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c47624-7cc8-43f0-9c20-ad61835bb15f None None] Sync routers for ids ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:39.601449 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c47624-7cc8-43f0-9c20-ad61835bb15f None None] Routers {'1e2a33a2-7671-46e4-b251-22bdea9c93d6'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:39.603750 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-69c47624-7cc8-43f0-9c20-ad61835bb15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:39.612323 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237e4dc-8b82-4b3f-9506-3301d0efc5a4 None None] Routers {'5f85823a-a557-4b63-ad6b-5bf38415a6b4'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:39.613059 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5237e4dc-8b82-4b3f-9506-3301d0efc5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['5f85823a-a557-4b63-ad6b-5bf38415a6b4'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:39.627194 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.673400 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.697536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5ee46-78ce-4b81-8585-06ff1520ff22 req-a5ef5859-67b7-45b5-bbcd-c9aae15ebece tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:39.703924 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2ca5ee46-78ce-4b81-8585-06ff1520ff22 req-a5ef5859-67b7-45b5-bbcd-c9aae15ebece tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.4699872 Apr 22 14:36:39.710304 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Deleting port 688b145e-bd63-4274-a4a1-9dcff6810fe4 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:39.710637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.874401 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-065dd2b2-a6ba-47c3-a6da-5b439f5ba9c3 req-bb64c323-31c2-4dfa-bab8-5959bd3c7c66 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] No DVR routers for this DVR port 0f95b813-a0bd-46b7-91ec-cc947de41f05 on host hv-neutron-8390 {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:36:39.874675 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-69c47624-7cc8-43f0-9c20-ad61835bb15f None None] Set router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:39.880917 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-065dd2b2-a6ba-47c3-a6da-5b439f5ba9c3 req-bb64c323-31c2-4dfa-bab8-5959bd3c7c66 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.883063 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-065dd2b2-a6ba-47c3-a6da-5b439f5ba9c3 req-bb64c323-31c2-4dfa-bab8-5959bd3c7c66 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.30 "DELETE /v2.0/ports/0f95b813-a0bd-46b7-91ec-cc947de41f05 HTTP/1.1" status: 204 len: 173 time: 8.4275258 Apr 22 14:36:39.886404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8', 'name': 'network-vif-deleted', 'tag': '0f95b813-a0bd-46b7-91ec-cc947de41f05'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:36:39.907676 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5237e4dc-8b82-4b3f-9506-3301d0efc5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:39.921244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55234) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:39.942353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:39.955125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=dc710121-1696-459a-bd42-8f868176be3d,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:39.996720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237e4dc-8b82-4b3f-9506-3301d0efc5a4 None None] Routers {'5f85823a-a557-4b63-ad6b-5bf38415a6b4'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:39.997357 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5237e4dc-8b82-4b3f-9506-3301d0efc5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['5f85823a-a557-4b63-ad6b-5bf38415a6b4'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:40.103949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5237e4dc-8b82-4b3f-9506-3301d0efc5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:40.104631 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237e4dc-8b82-4b3f-9506-3301d0efc5a4 None None] The sync data for ids ['5f85823a-a557-4b63-ad6b-5bf38415a6b4'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:40.190409 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:40.204162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:40.228505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] For port 688b145e-bd63-4274-a4a1-9dcff6810fe4, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=688b145e-bd63-4274-a4a1-9dcff6810fe4,segment=NetworkSegment(49eb3204-f586-461e-9602-3b885963c524),segment_id=49eb3204-f586-461e-9602-3b885963c524)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:40.230014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:40.236752 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b78d783-81da-4418-88a6-7dcda3c0763e None None] DHCP port deletion for fbacb475-18e5-4d99-a473-c94889fd50e9 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:36:40.241329 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-6b78d783-81da-4418-88a6-7dcda3c0763e None None] Deleting port 688b145e-bd63-4274-a4a1-9dcff6810fe4 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:40.241862 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6b78d783-81da-4418-88a6-7dcda3c0763e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:40.253470 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2eeced21-c09f-46bc-bcf4-b4129f87ae0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d9f104084c74ffa89763f5a9597a20d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8334160 Apr 22 14:36:40.254962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55240) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:40.318730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:40.319307 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:40.320001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:40.320423 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:40.320952 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:40.321502 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:40.322226 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:40.322588 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:40.323125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:40.323718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:40.324261 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:40.360143 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e148d59e-9b44-4bad-820c-8d7e49b69344 req-9435e4a5-4fb2-447e-a75b-d77537708752 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/ports?device_id=6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8 HTTP/1.1" status: 200 len: 210 time: 0.1669984 Apr 22 14:36:40.369812 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2ca5ee46-78ce-4b81-8585-06ff1520ff22 req-b2918ac7-1c9b-4be5-aeec-f9a7650f2180 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6451168 Apr 22 14:36:40.386064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Calling delete_port for 688b145e-bd63-4274-a4a1-9dcff6810fe4 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:40.452786 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-69c47624-7cc8-43f0-9c20-ad61835bb15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'name': 'tempest-ServersTestJSON-2073296503-router', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:35:01Z', 'revision_number': 4, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'gw_port': {'id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd1379faf-a966-499a-b2eb-cb20e32a41c0', 'name': '', 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'mac_address': 'fa:16:3e:a0:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:59Z', 'updated_at': '2022-04-22T14:35:32Z', 'revision_number': 5, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'subnets': [{'id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:40.459668 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c47624-7cc8-43f0-9c20-ad61835bb15f None None] Checking router: 1e2a33a2-7671-46e4-b251-22bdea9c93d6 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:36:40.475625 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c47624-7cc8-43f0-9c20-ad61835bb15f None None] Routers {'1e2a33a2-7671-46e4-b251-22bdea9c93d6'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:40.477705 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-69c47624-7cc8-43f0-9c20-ad61835bb15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:40.552171 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a10b1d4-dbfa-4bcf-b554-7678bd65e5ef'] response: {'server_uuid': '6147a2b6-e6ef-4cf4-9139-8f7d2bddfae8', 'name': 'network-vif-deleted', 'tag': '0f95b813-a0bd-46b7-91ec-cc947de41f05', 'status': 'completed', 'code': 200} Apr 22 14:36:40.572496 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3a8fe2e0-f211-40f1-90fb-baca1054c571 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/routers/5f85823a-a557-4b63-ad6b-5bf38415a6b4 HTTP/1.1" status: 200 len: 926 time: 1.0389612 Apr 22 14:36:40.581199 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55248) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:40.643051 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-6b78d783-81da-4418-88a6-7dcda3c0763e None None] For port 688b145e-bd63-4274-a4a1-9dcff6810fe4, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=688b145e-bd63-4274-a4a1-9dcff6810fe4,segment=NetworkSegment(49eb3204-f586-461e-9602-3b885963c524),segment_id=49eb3204-f586-461e-9602-3b885963c524)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:40.643984 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6b78d783-81da-4418-88a6-7dcda3c0763e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:40.644661 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5156c898-8f35-4049-9093-c3b1c130aa57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86b9ca34fafb48619aa743bd22531671&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6686389 Apr 22 14:36:40.661325 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55252) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:40.667061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:40.714781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8cf685bc-634e-4b45-868a-4004110a7d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:40.747154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event deleted for resources: {'Port': ['ID=688b145e-bd63-4274-a4a1-9dcff6810fe4,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:40.780334 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] No DVR routers for this DVR port 688b145e-bd63-4274-a4a1-9dcff6810fe4 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:36:40.823475 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8cf685bc-634e-4b45-868a-4004110a7d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:40.907405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-6b78d783-81da-4418-88a6-7dcda3c0763e None None] Calling delete_port for 688b145e-bd63-4274-a4a1-9dcff6810fe4 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:40.920219 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-69c47624-7cc8-43f0-9c20-ad61835bb15f None None] Set router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:40.953787 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.003242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbacb475-18e5-4d99-a473-c94889fd50e9']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:41.011014 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 688b145e-bd63-4274-a4a1-9dcff6810fe4 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:41.030475 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4e94a6b7-76c2-41ed-bc54-b642dedab6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.033474 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49eb3204-f586-461e-9602-3b885963c524') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:41.033629 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49eb3204-f586-461e-9602-3b885963c524') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:41.060533 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.065146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 688b145e-bd63-4274-a4a1-9dcff6810fe4 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:36:41.065489 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 688b145e-bd63-4274-a4a1-9dcff6810fe4 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:36:41.070890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-322a2298-e713-4c86-bbc6-78b60ff35518 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Synchronizing usage tracker for tenant:eecdb2fbbf8745cfae63f06aea5ec765 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:41.076777 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-6b78d783-81da-4418-88a6-7dcda3c0763e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:36:41.077118 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-6b78d783-81da-4418-88a6-7dcda3c0763e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:36:41.092793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4e94a6b7-76c2-41ed-bc54-b642dedab6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.117923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.119962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8cf685bc-634e-4b45-868a-4004110a7d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.156178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:41.156578 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:41.177087 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:41.178911 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-322a2298-e713-4c86-bbc6-78b60ff35518 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Unset dirty status for tenant:eecdb2fbbf8745cfae63f06aea5ec765 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:41.178911 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-322a2298-e713-4c86-bbc6-78b60ff35518 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&device_id=5f85823a-a557-4b63-ad6b-5bf38415a6b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5962026 Apr 22 14:36:41.184606 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55256) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:41.189154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf685bc-634e-4b45-868a-4004110a7d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e54388f-ef44-43f3-adeb-b80fd7b75fa6,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:41.217635 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce2dff-b974-465e-9b8e-48c423d6a0b6 req-acc9eda4-d6fc-43d7-9974-7d9f367b30c7 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:41.225150 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cbce2dff-b974-465e-9b8e-48c423d6a0b6 req-acc9eda4-d6fc-43d7-9974-7d9f367b30c7 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.5633240 Apr 22 14:36:41.270418 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8cf685bc-634e-4b45-868a-4004110a7d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.270418 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8cf685bc-634e-4b45-868a-4004110a7d49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e54388f-ef44-43f3-adeb-b80fd7b75fa6 HTTP/1.1" status: 204 len: 168 time: 1.0129466 Apr 22 14:36:41.287922 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.290842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4e94a6b7-76c2-41ed-bc54-b642dedab6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.320284 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.332524 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94a6b7-76c2-41ed-bc54-b642dedab6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01fb0dc-40e1-44cd-a10c-7ab7392e4721,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:41.338071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] Pushing event deleted for resources: {'Network': ['ID=fbacb475-18e5-4d99-a473-c94889fd50e9,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:41.352168 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4e94a6b7-76c2-41ed-bc54-b642dedab6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.353799 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4e94a6b7-76c2-41ed-bc54-b642dedab6da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e01fb0dc-40e1-44cd-a10c-7ab7392e4721 HTTP/1.1" status: 204 len: 168 time: 0.6915686 Apr 22 14:36:41.355478 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9ffd21da-57d7-4c3f-b10b-02aee782f327 tempest-AllowedAddressPairTestJSON-1346600895 tempest-AllowedAddressPairTestJSON-1346600895-project] 10.222.0.23 "DELETE /v2.0/networks/fbacb475-18e5-4d99-a473-c94889fd50e9 HTTP/1.1" status: 204 len: 168 time: 2.0668740 Apr 22 14:36:41.419196 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-69c47624-7cc8-43f0-9c20-ad61835bb15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'name': 'tempest-ServersTestJSON-2073296503-router', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:35:01Z', 'revision_number': 4, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'gw_port': {'id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd1379faf-a966-499a-b2eb-cb20e32a41c0', 'name': '', 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'mac_address': 'fa:16:3e:a0:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:59Z', 'updated_at': '2022-04-22T14:35:32Z', 'revision_number': 5, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'subnets': [{'id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:41.419864 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cbce2dff-b974-465e-9b8e-48c423d6a0b6 req-fccfa41d-ef4d-44a6-8188-9a55b5823065 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946223 Apr 22 14:36:41.424702 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c47624-7cc8-43f0-9c20-ad61835bb15f None None] The sync data for ids ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'] in dv-neutron-839027-1-hyperv is: [{'id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'name': 'tempest-ServersTestJSON-2073296503-router', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:35:01Z', 'revision_number': 4, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'gw_port': {'id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd1379faf-a966-499a-b2eb-cb20e32a41c0', 'name': '', 'network_id': '5a755e32-34d9-4ab6-b03f-b51179b95d5b', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'mac_address': 'fa:16:3e:a0:ec:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:59Z', 'updated_at': '2022-04-22T14:35:32Z', 'revision_number': 5, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'subnets': [{'id': '6a354afd-2b42-4fdb-869d-c2ecd7ee3dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:41.480070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be638198-c2be-49d4-9b32-19ab762ecffd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:41.481254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-be638198-c2be-49d4-9b32-19ab762ecffd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Synchronizing usage tracker for tenant:eecdb2fbbf8745cfae63f06aea5ec765 on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:41.519920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-be638198-c2be-49d4-9b32-19ab762ecffd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Unset dirty status for tenant:eecdb2fbbf8745cfae63f06aea5ec765 on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:41.521120 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-be638198-c2be-49d4-9b32-19ab762ecffd tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/networks/6b125409-87db-4618-a281-ef9b5bf6fb5e HTTP/1.1" status: 200 len: 881 time: 0.3346159 Apr 22 14:36:41.524275 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55270) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:41.578819 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-6b78d783-81da-4418-88a6-7dcda3c0763e None None] Deleting port 688b145e-bd63-4274-a4a1-9dcff6810fe4 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:41.580659 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6b78d783-81da-4418-88a6-7dcda3c0763e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.632106 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-84e78fc3-356a-4b90-b4e7-d66ef84917b0 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f85823a-a557-4b63-ad6b-5bf38415a6b4 HTTP/1.1" status: 200 len: 205 time: 0.1057324 Apr 22 14:36:41.634302 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55278) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:41.645836 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55282) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:41.667120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.690821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16350953-8228-4f12-9b98-eda27efdfc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.711946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-6b78d783-81da-4418-88a6-7dcda3c0763e None None] The port '688b145e-bd63-4274-a4a1-9dcff6810fe4' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:36:41.927527 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859b91a5-1754-448e-ad3a-b68ab59a1626 None None] New status for floating IP cf391187-33c3-4c96-934f-8a65f016150f: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:36:41.980847 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.013499 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.084233 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2669b196-b239-4fdd-b8e2-14f697ae02f4 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.102803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55292) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:42.332543 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2669b196-b239-4fdd-b8e2-14f697ae02f4 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.345876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.360414 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Deleting port d7f1fc1b-b506-4cc7-bbb8-b3c8b330e09c {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:42.360646 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.466175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2669b196-b239-4fdd-b8e2-14f697ae02f4 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.484839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.490705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669b196-b239-4fdd-b8e2-14f697ae02f4 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:42.503082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.606554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.614253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2669b196-b239-4fdd-b8e2-14f697ae02f4 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.615731 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2669b196-b239-4fdd-b8e2-14f697ae02f4 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "DELETE /v2.0/security-groups/b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0 HTTP/1.1" status: 204 len: 168 time: 0.9686599 Apr 22 14:36:42.666718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55312) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:42.712206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=dc710121-1696-459a-bd42-8f868176be3d,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:42.733771 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-9d15052b-a865-438a-8dea-53fe3fa73392 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] show failed (client error): The resource could not be found. Apr 22 14:36:42.734757 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9d15052b-a865-438a-8dea-53fe3fa73392 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "GET /v2.0/security-groups/b7c82b3a-1ab4-4ea0-bcd0-5046f51d5df0 HTTP/1.1" status: 404 len: 347 time: 0.0670681 Apr 22 14:36:42.741343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55320) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:42.839690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Calling delete_port for d7f1fc1b-b506-4cc7-bbb8-b3c8b330e09c owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:42.895548 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.017924 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55332) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:43.036915 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.049414 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55338) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:43.116338 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-86cdb369-c4d2-4bf8-bb92-9fbeb6922875 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b96bd1c28254877a17c59310ff76864&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0020585 Apr 22 14:36:43.125223 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55342) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:43.145378 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Pushing event deleted for resources: {'Port': ['ID=d7f1fc1b-b506-4cc7-bbb8-b3c8b330e09c,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:43.156981 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c3a7cdc1-54e1-43d9-96b4-11cb59ffbeb5 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Deleting port 5f04445f-ef6b-48de-80e5-7e860433860c {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:43.157325 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cdc1-54e1-43d9-96b4-11cb59ffbeb5 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.233705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1622110909'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:43.241439 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-1b8c4a98-f2cf-4ddc-b87d-981f1b3fbe34 tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] Request body: {'port': {'network_id': '356e915f-9dbc-4408-97e9-cda06da95264', 'name': 'tempest-NetworksNegativeTestJSON-274052328'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:43.265979 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:43.271314 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:43.271657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:43.272248 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:43.272598 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:43.272918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:43.273248 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:43.273572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:43.273896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:43.274514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:43.274514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:43.274830 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:43.290187 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:network and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:43.301137 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8c4a98-f2cf-4ddc-b87d-981f1b3fbe34 tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] POST failed (client error): The resource could not be found. Apr 22 14:36:43.301568 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8c4a98-f2cf-4ddc-b87d-981f1b3fbe34 tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:43.302650 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1b8c4a98-f2cf-4ddc-b87d-981f1b3fbe34 tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2182894 Apr 22 14:36:43.306162 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:43.312164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55350) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:43.327823 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:43.460798 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cdc1-54e1-43d9-96b4-11cb59ffbeb5 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.461123 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cdc1-54e1-43d9-96b4-11cb59ffbeb5 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.486290 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-59458644-1aef-4845-9b5a-6c346d970bc2 tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] DELETE failed (client error): The resource could not be found. Apr 22 14:36:43.486724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59458644-1aef-4845-9b5a-6c346d970bc2 tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:43.505556 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:43.508438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.531819 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-59458644-1aef-4845-9b5a-6c346d970bc2 tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] 10.222.0.23 "DELETE /v2.0/networks/cb2f8bca-4c4c-4cc0-8b45-4c1210bc2801 HTTP/1.1" status: 404 len: 339 time: 0.2173641 Apr 22 14:36:43.532641 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb1db-0a2e-4873-a358-b4907ab5a254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.537096 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55354) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:43.547368 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.555814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.602889 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c3a7cdc1-54e1-43d9-96b4-11cb59ffbeb5 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Calling delete_port for 5f04445f-ef6b-48de-80e5-7e860433860c owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:43.690670 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Floating IP f1b21800-b830-4fbc-a7ad-d4d04c39a9e2 associated. External IP: 172.26.0.76, port: 8c8be054-b505-4099-8de2-cd832bd93877. Apr 22 14:36:43.844724 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-422d3b8d-de22-4cbb-8038-10225d67721d tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] DELETE failed (client error): The resource could not be found. Apr 22 14:36:43.845062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422d3b8d-de22-4cbb-8038-10225d67721d tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:43.846708 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-422d3b8d-de22-4cbb-8038-10225d67721d tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] 10.222.0.23 "DELETE /v2.0/ports/38a4e23d-3953-483b-b78f-767a01196581 HTTP/1.1" status: 404 len: 333 time: 0.3087242 Apr 22 14:36:43.856416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55358) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:43.863210 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb1db-0a2e-4873-a358-b4907ab5a254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.051771 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-33534e49-d3f8-4737-8099-27b97541246a tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] DELETE failed (client error): The resource could not be found. Apr 22 14:36:44.052481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33534e49-d3f8-4737-8099-27b97541246a tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:44.077019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cdc1-54e1-43d9-96b4-11cb59ffbeb5 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.081199 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:44.088998 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-33534e49-d3f8-4737-8099-27b97541246a tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] 10.222.0.23 "DELETE /v2.0/subnets/3a64db4b-d1ed-4a67-9b4e-cc66ba606c92 HTTP/1.1" status: 404 len: 337 time: 0.2299044 Apr 22 14:36:44.092112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.094088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:security_group_rule and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:44.096950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55362) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:44.100802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:44.132265 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:44.133151 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7cdc1-54e1-43d9-96b4-11cb59ffbeb5 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Pushing event deleted for resources: {'Port': ['ID=5f04445f-ef6b-48de-80e5-7e860433860c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:44.134217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.141954 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-945b897d-5ae1-49cc-8c1d-05e4376122bd tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] GET failed (client error): The resource could not be found. Apr 22 14:36:44.146654 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-945b897d-5ae1-49cc-8c1d-05e4376122bd tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] 10.222.0.23 "GET /v2.0/networks/a87ebba2-c01c-4fda-9c8e-d1b7164af882 HTTP/1.1" status: 404 len: 339 time: 0.0451686 Apr 22 14:36:44.147265 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55366) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:44.178058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb1db-0a2e-4873-a358-b4907ab5a254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.197755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.198273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Fanout notify agent at l3_agent the message router_deleted on router 5f85823a-a557-4b63-ad6b-5bf38415a6b4 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:36:44.207818 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0eb1db-0a2e-4873-a358-b4907ab5a254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65ec06e-d162-4a1b-8a17-ac8a65f56d6b,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:44.242054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.243117 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ee73eb97-9e35-410d-9d38-5c1f473d9900 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "DELETE /v2.0/routers/5f85823a-a557-4b63-ad6b-5bf38415a6b4 HTTP/1.1" status: 204 len: 168 time: 2.6077378 Apr 22 14:36:44.250502 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55370) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:44.259883 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb1db-0a2e-4873-a358-b4907ab5a254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.263897 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ab0eb1db-0a2e-4873-a358-b4907ab5a254 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f65ec06e-d162-4a1b-8a17-ac8a65f56d6b HTTP/1.1" status: 204 len: 168 time: 1.1306205 Apr 22 14:36:44.266362 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-65d0d308-4734-4f67-b96a-212c703591ef tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-838199151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:44.283450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-65d0d308-4734-4f67-b96a-212c703591ef tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:44.296051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-65d0d308-4734-4f67-b96a-212c703591ef tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Usage tracker for resource:router and tenant:5f566f40771a489a8a03f9ab44a4edeb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:44.301779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-65d0d308-4734-4f67-b96a-212c703591ef tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:44.311193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.312432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-65d0d308-4734-4f67-b96a-212c703591ef tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:44.318333 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.323653 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf6e4fd-2fb7-41f7-918f-e7cfe6bd52cc tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] GET failed (client error): The resource could not be found. Apr 22 14:36:44.330426 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-abf6e4fd-2fb7-41f7-918f-e7cfe6bd52cc tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] 10.222.0.23 "GET /v2.0/ports/83f49d37-f71a-426d-8a01-b0cf8f061cd0 HTTP/1.1" status: 404 len: 333 time: 0.1726954 Apr 22 14:36:44.331382 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55376) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:44.352554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-65d0d308-4734-4f67-b96a-212c703591ef tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.353377 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-65d0d308-4734-4f67-b96a-212c703591ef tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.361735 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:44.373238 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feda62eb-495c-493b-8b8d-37b22cd7e8b1,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:44.382899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.383240 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Added segment 2f3fd316-4462-4661-8c5e-c81735c790ea of type vlan for network 5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b Apr 22 14:36:44.393997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-16350953-8228-4f12-9b98-eda27efdfc31 admin admin] Deleting port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:44.393997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16350953-8228-4f12-9b98-eda27efdfc31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.405018 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-65d0d308-4734-4f67-b96a-212c703591ef tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.426225 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40ec8ed-1dfc-4361-8a16-2ced644992d5 tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] GET failed (client error): The resource could not be found. Apr 22 14:36:44.427560 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c40ec8ed-1dfc-4361-8a16-2ced644992d5 tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] 10.222.0.23 "GET /v2.0/subnets/58c1ead0-29d9-427f-8958-b858ee7e1c51 HTTP/1.1" status: 404 len: 337 time: 0.0866406 Apr 22 14:36:44.433305 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.435699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cdc1-54e1-43d9-96b4-11cb59ffbeb5 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.438762 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55380) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:44.463085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-65d0d308-4734-4f67-b96a-212c703591ef tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.465134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-79ea5355-da50-4555-abd8-f21d35c85aae tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:44.499298 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.499754 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ea5355-da50-4555-abd8-f21d35c85aae tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] PUT failed (client error): The resource could not be found. Apr 22 14:36:44.500215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ea5355-da50-4555-abd8-f21d35c85aae tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:44.505059 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-79ea5355-da50-4555-abd8-f21d35c85aae tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] 10.222.0.23 "PUT /v2.0/networks/22f787f5-353e-4e95-b7bf-31b1325be04c HTTP/1.1" status: 404 len: 339 time: 0.0581181 Apr 22 14:36:44.505297 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:44.505938 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.510163 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55384) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:44.541957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-65d0d308-4734-4f67-b96a-212c703591ef tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.546548 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-65d0d308-4734-4f67-b96a-212c703591ef tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2871897 Apr 22 14:36:44.547761 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-55d2182d-01b5-44ed-9e84-8def591e4deb tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:44.568261 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55390) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:44.579633 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cdc1-54e1-43d9-96b4-11cb59ffbeb5 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.583668 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c3a7cdc1-54e1-43d9-96b4-11cb59ffbeb5 tempest-ServersTestJSON-776076453 tempest-ServersTestJSON-776076453-project] 10.222.0.23 "DELETE /v2.0/floatingips/cf391187-33c3-4c96-934f-8a65f016150f HTTP/1.1" status: 204 len: 168 time: 1.7906246 Apr 22 14:36:44.584160 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:44.634468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55394) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:44.643947 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6248362 Apr 22 14:36:44.708877 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d2182d-01b5-44ed-9e84-8def591e4deb tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] PUT failed (client error): The resource could not be found. Apr 22 14:36:44.710050 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d2182d-01b5-44ed-9e84-8def591e4deb tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:44.716402 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-55d2182d-01b5-44ed-9e84-8def591e4deb tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] 10.222.0.23 "PUT /v2.0/ports/e7faafcb-523a-44e9-8633-502e9e3be1c1 HTTP/1.1" status: 404 len: 333 time: 0.1766090 Apr 22 14:36:44.722848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55400) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:44.737831 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-23b0f32d-162f-4ecf-8bf5-70fcc82ed396 tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:44.831307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f741b7-c172-4333-9175-8b79736bd16a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Network': ['ID=5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:44.835695 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b0f32d-162f-4ecf-8bf5-70fcc82ed396 tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] PUT failed (client error): The resource could not be found. Apr 22 14:36:44.836243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b0f32d-162f-4ecf-8bf5-70fcc82ed396 tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:44.841819 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-23b0f32d-162f-4ecf-8bf5-70fcc82ed396 tempest-NetworksNegativeTestJSON-1309122004 tempest-NetworksNegativeTestJSON-1309122004-project] 10.222.0.23 "PUT /v2.0/subnets/281a2101-5589-4688-92db-6881308d4f18 HTTP/1.1" status: 404 len: 337 time: 0.1134996 Apr 22 14:36:44.852642 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:45.041363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-16350953-8228-4f12-9b98-eda27efdfc31 admin admin] For port c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761,segment=NetworkSegment(601fbbd7-f82b-4090-8aed-22f2d51bbbf3),segment_id=601fbbd7-f82b-4090-8aed-22f2d51bbbf3)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:45.042332 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16350953-8228-4f12-9b98-eda27efdfc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.196032 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-16350953-8228-4f12-9b98-eda27efdfc31 admin admin] Calling delete_port for c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:45.305521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55414) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:45.421360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a5082096-a703-4642-846d-d938c397142a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.606532 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.632319 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8d903936-04b2-4065-96db-50d5bdfef659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.724877 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8d903936-04b2-4065-96db-50d5bdfef659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:45.739261 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8d903936-04b2-4065-96db-50d5bdfef659 admin admin] Usage tracker for resource:security_group_rule and tenant:e25028d42a89411986eb2ed6071bdebb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:45.744209 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8d903936-04b2-4065-96db-50d5bdfef659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:45.752083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8d903936-04b2-4065-96db-50d5bdfef659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:45.862875 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8d903936-04b2-4065-96db-50d5bdfef659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.875973 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:45.885354 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55426) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:45.905951 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8d903936-04b2-4065-96db-50d5bdfef659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.917679 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16350953-8228-4f12-9b98-eda27efdfc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.980415 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16350953-8228-4f12-9b98-eda27efdfc31 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:45.985748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d903936-04b2-4065-96db-50d5bdfef659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bd648e-0195-4079-86dc-a65f378614bf,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:45.994069 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8d903936-04b2-4065-96db-50d5bdfef659 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e25028d42a89411986eb2ed6071bdebb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6851385 Apr 22 14:36:46.039089 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55432) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.211375 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-108025c5-df2a-4cd0-8139-1b5df13a10c1 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.215984 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-108025c5-df2a-4cd0-8139-1b5df13a10c1 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3034744 Apr 22 14:36:46.218672 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55436) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.274427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-736128bb-778b-46db-95ec-0268d4e620d5 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.279956 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-736128bb-778b-46db-95ec-0268d4e620d5 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0445936 Apr 22 14:36:46.281254 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55440) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.295313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-2958a910-9486-4e77-b42f-aa2b6e1272c0 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.296390 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2958a910-9486-4e77-b42f-aa2b6e1272c0 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0112901 Apr 22 14:36:46.299340 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb8a3-46de-4167-8890-882ce30f4d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.304064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55444) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.322122 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-526141fb-6556-4f6f-bcdc-babd1c1f4d79 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.323058 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-526141fb-6556-4f6f-bcdc-babd1c1f4d79 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0179939 Apr 22 14:36:46.326800 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55448) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.339698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-17f1391d-3c02-4ca1-83ab-8641951ee0fd tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.341756 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-17f1391d-3c02-4ca1-83ab-8641951ee0fd tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0133348 Apr 22 14:36:46.345341 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55452) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.370294 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.380595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-1f81b72a-9a6e-4858-91f3-2ca677521940 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.381520 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1f81b72a-9a6e-4858-91f3-2ca677521940 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0353153 Apr 22 14:36:46.383370 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb8a3-46de-4167-8890-882ce30f4d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.390896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55456) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.410126 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-b0b4309f-2db3-48d2-a7fe-4947f7ae3d20 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.414203 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b0b4309f-2db3-48d2-a7fe-4947f7ae3d20 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0152063 Apr 22 14:36:46.416555 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55460) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.422182 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-460a8296-3d10-4c4e-849a-daaba6abae4c tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.426362 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-460a8296-3d10-4c4e-849a-daaba6abae4c tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0056777 Apr 22 14:36:46.431806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55464) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.446514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-e2e3ebfc-58ed-4b31-8b9e-635a5f4ba312 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.450113 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e2e3ebfc-58ed-4b31-8b9e-635a5f4ba312 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0118504 Apr 22 14:36:46.464098 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55468) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.479725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-e188ce12-0454-443b-9e7e-b681f9a17985 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.485015 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e188ce12-0454-443b-9e7e-b681f9a17985 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0161455 Apr 22 14:36:46.491882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55472) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.507873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-b85383a7-c807-43e5-9e14-35277592ca7c tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.511208 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b85383a7-c807-43e5-9e14-35277592ca7c tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0105121 Apr 22 14:36:46.512600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55476) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.520687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-03050242-b93d-471a-85fc-e2e1009f79e9 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.524725 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-03050242-b93d-471a-85fc-e2e1009f79e9 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0071416 Apr 22 14:36:46.524725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55480) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.530751 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-179dc8a0-fcf6-4fa6-8c88-23f84f3f15d7 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.534708 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-179dc8a0-fcf6-4fa6-8c88-23f84f3f15d7 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0063756 Apr 22 14:36:46.539823 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55484) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.546210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.548316 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-93cbf644-32c8-48cf-96bf-e143ad30b083 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.551636 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-93cbf644-32c8-48cf-96bf-e143ad30b083 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0073559 Apr 22 14:36:46.552621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55488) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.557812 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-71242643-684f-4635-8dc8-4dcd1185458d tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.561677 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-71242643-684f-4635-8dc8-4dcd1185458d tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0053453 Apr 22 14:36:46.563294 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55492) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.568254 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-728fff06-ef18-4c7b-b294-0894e582a61a tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.571458 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-728fff06-ef18-4c7b-b294-0894e582a61a tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0062265 Apr 22 14:36:46.574000 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55496) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.579783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-ff38e2e3-a3fc-4eac-b4c8-703de08ba7c1 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.583134 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ff38e2e3-a3fc-4eac-b4c8-703de08ba7c1 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0081582 Apr 22 14:36:46.583304 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55500) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.590410 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-f15d6e5c-95cc-4495-a116-87d76410e923 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.594892 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f15d6e5c-95cc-4495-a116-87d76410e923 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0084782 Apr 22 14:36:46.595455 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb8a3-46de-4167-8890-882ce30f4d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.598745 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55504) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.619379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-1389c2d8-9769-4617-8808-4f014d3f478c tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.625469 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1389c2d8-9769-4617-8808-4f014d3f478c tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0116251 Apr 22 14:36:46.625469 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fb8a3-46de-4167-8890-882ce30f4d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bd648e-0195-4079-86dc-a65f378614bf,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:46.625700 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55508) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.633343 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb8a3-46de-4167-8890-882ce30f4d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.634413 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bb5fb8a3-46de-4167-8890-882ce30f4d85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97bd648e-0195-4079-86dc-a65f378614bf HTTP/1.1" status: 204 len: 168 time: 0.5943801 Apr 22 14:36:46.641432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-c8c758e6-c7aa-42fd-9d23-4231070c4e67 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.644556 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c8c758e6-c7aa-42fd-9d23-4231070c4e67 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0171177 Apr 22 14:36:46.648628 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55514) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.723539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-3140b1aa-8d51-4c01-9fbc-534a680a598d tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.724878 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3140b1aa-8d51-4c01-9fbc-534a680a598d tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0753284 Apr 22 14:36:46.734754 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55518) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.753076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-7806c4b9-009d-4b45-b0ea-0e52d30ff66d tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.756527 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7806c4b9-009d-4b45-b0ea-0e52d30ff66d tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0143960 Apr 22 14:36:46.757247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55522) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.771006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-ec0f71f1-359d-4c58-9569-bc39b7adf542 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.776217 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ec0f71f1-359d-4c58-9569-bc39b7adf542 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0179722 Apr 22 14:36:46.779560 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55526) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.792547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-803ec4a9-50ad-4e7d-88d1-de4a63562fa3 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.796380 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-803ec4a9-50ad-4e7d-88d1-de4a63562fa3 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0133591 Apr 22 14:36:46.797926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55530) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.810479 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-2454b5f9-5876-45cd-bd5f-85e478f784e4 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.814218 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2454b5f9-5876-45cd-bd5f-85e478f784e4 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0090556 Apr 22 14:36:46.814218 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55534) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.822510 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Allocated IP 172.26.0.188 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/5117a292-f3dd-44d5-a9f1-ebf34dc59ee2) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:46.888505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-4175db3f-7d7a-4b51-b53a-a7e076f5b050 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.891883 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4175db3f-7d7a-4b51-b53a-a7e076f5b050 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0747442 Apr 22 14:36:46.891883 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-a5082096-a703-4642-846d-d938c397142a admin admin] Deleting port d1379faf-a966-499a-b2eb-cb20e32a41c0 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:46.891883 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a5082096-a703-4642-846d-d938c397142a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.915149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55538) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.953397 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-63456eab-cbb8-4bcb-bdcc-95c3fc382296 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.954533 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-63456eab-cbb8-4bcb-bdcc-95c3fc382296 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0184710 Apr 22 14:36:46.957585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55542) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.977076 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-e964f070-c74b-459f-88bf-f780e6e99a60 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:46.989955 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e964f070-c74b-459f-88bf-f780e6e99a60 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0312347 Apr 22 14:36:46.995787 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55546) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.006237 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:47.010179 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-625ac21f-f5cf-4250-a2e2-b3012c4d83ee tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.011140 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-625ac21f-f5cf-4250-a2e2-b3012c4d83ee tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0115857 Apr 22 14:36:47.015576 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55550) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.025072 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c166fd1-b0d4-4c3f-81ce-a09e85ca1f6e None None] Sync routers for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:47.036549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-b6ec1400-4630-40d8-827e-962c8dfa515c tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.039808 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b6ec1400-4630-40d8-827e-962c8dfa515c tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0164521 Apr 22 14:36:47.045985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55556) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.051868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-7a831ca6-2ddc-427c-956a-707cf497e41b tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.055267 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7a831ca6-2ddc-427c-956a-707cf497e41b tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0059764 Apr 22 14:36:47.057801 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55560) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.065635 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16350953-8228-4f12-9b98-eda27efdfc31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.087513 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.087771 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c166fd1-b0d4-4c3f-81ce-a09e85ca1f6e None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:47.091192 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4c166fd1-b0d4-4c3f-81ce-a09e85ca1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:47.130851 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-dd36ac3c-96e3-4bb5-a185-31f34a215fff tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.134039 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-dd36ac3c-96e3-4bb5-a185-31f34a215fff tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0725276 Apr 22 14:36:47.134173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.136435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55566) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.233242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-a5082096-a703-4642-846d-d938c397142a admin admin] For port d1379faf-a966-499a-b2eb-cb20e32a41c0, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d1379faf-a966-499a-b2eb-cb20e32a41c0,segment=NetworkSegment(cd74334e-2e43-49c3-bdcc-2cf4451c2cc3),segment_id=cd74334e-2e43-49c3-bdcc-2cf4451c2cc3)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:47.233585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a5082096-a703-4642-846d-d938c397142a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.242458 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4c166fd1-b0d4-4c3f-81ce-a09e85ca1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:47.251079 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-a8fedc81-5ed5-40d3-8c7d-685c746795e0 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.254502 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a8fedc81-5ed5-40d3-8c7d-685c746795e0 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.1092212 Apr 22 14:36:47.259045 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55572) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.286734 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c166fd1-b0d4-4c3f-81ce-a09e85ca1f6e None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:47.288400 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4c166fd1-b0d4-4c3f-81ce-a09e85ca1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:47.393235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-a5082096-a703-4642-846d-d938c397142a admin admin] Calling delete_port for d1379faf-a966-499a-b2eb-cb20e32a41c0 owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:47.421588 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4c166fd1-b0d4-4c3f-81ce-a09e85ca1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:47.422314 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c166fd1-b0d4-4c3f-81ce-a09e85ca1f6e None None] The sync data for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:47.520883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-cef24f66-eaa2-43b1-ab24-b998b9e91858 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.522350 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cef24f66-eaa2-43b1-ab24-b998b9e91858 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.2599213 Apr 22 14:36:47.526031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55580) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.532436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-c1ab4218-111a-4d6c-a56f-6b30aba7ef66 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.536613 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c1ab4218-111a-4d6c-a56f-6b30aba7ef66 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0094564 Apr 22 14:36:47.544608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55584) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.552546 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-606ad8ce-62a8-4fbb-b56c-e15aa15d140e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.4128916 Apr 22 14:36:47.552736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-572553cd-82a7-4247-adb9-d98e19b110e3 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.553302 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55590) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.555174 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-572553cd-82a7-4247-adb9-d98e19b110e3 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0098953 Apr 22 14:36:47.556555 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55592) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.562000 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-f423cee6-71d0-4469-9658-6cec8e4793e0 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.562579 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-17757db1-e4e4-49bd-b8cc-95b806674a8e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'floatingip': {'port_id': '8c8be054-b505-4099-8de2-cd832bd93877', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:47.565626 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f423cee6-71d0-4469-9658-6cec8e4793e0 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0077844 Apr 22 14:36:47.566987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55598) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.573514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-b43ba957-76fa-426d-ae5a-e59fc538580d tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.577744 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b43ba957-76fa-426d-ae5a-e59fc538580d tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0099103 Apr 22 14:36:47.578315 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55602) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.588774 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-369f04c8-ab83-4951-ab2f-d4efe0ec7352 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.592521 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-369f04c8-ab83-4951-ab2f-d4efe0ec7352 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0126095 Apr 22 14:36:47.593097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55606) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.599268 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-9ba22111-9d3c-4019-b285-a68e5dab3217 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.602741 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9ba22111-9d3c-4019-b285-a68e5dab3217 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0074148 Apr 22 14:36:47.605169 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55610) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.610859 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-7ffb6955-79f5-4548-b807-50416da6df9b tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.614391 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7ffb6955-79f5-4548-b807-50416da6df9b tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0077770 Apr 22 14:36:47.644317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55614) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.650552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-f8a44812-465a-4e35-949a-bce1cb81044d tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.654531 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f8a44812-465a-4e35-949a-bce1cb81044d tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0062935 Apr 22 14:36:47.663675 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55618) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.672671 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-008ea1b7-e60f-42a1-b41d-d964fea58e87 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.676761 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-008ea1b7-e60f-42a1-b41d-d964fea58e87 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0088563 Apr 22 14:36:47.680692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55622) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.689458 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-a8701040-0fb9-4a98-8399-3b0b86e50557 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.694877 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a8701040-0fb9-4a98-8399-3b0b86e50557 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0127640 Apr 22 14:36:47.695811 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55626) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.706980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-d0da0044-b26c-4c84-843f-9e0e68816e4f tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.711805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55630) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.712496 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d0da0044-b26c-4c84-843f-9e0e68816e4f tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0127854 Apr 22 14:36:47.721960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-aee22690-c91c-448d-a94e-50d381678ff0 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.725550 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-aee22690-c91c-448d-a94e-50d381678ff0 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0104396 Apr 22 14:36:47.728977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55634) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.736271 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-d5ccadaa-460a-4be0-913b-2f471d4c639b tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.740489 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.741172 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d5ccadaa-460a-4be0-913b-2f471d4c639b tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0110669 Apr 22 14:36:47.743560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55638) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.751931 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-5b287ac0-fbda-41a1-a7ee-925afc8ba3d5 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.755831 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5b287ac0-fbda-41a1-a7ee-925afc8ba3d5 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0112088 Apr 22 14:36:47.756619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55642) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.763721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-122de06a-3e73-4971-a5fd-3a88995c6403 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.767661 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-122de06a-3e73-4971-a5fd-3a88995c6403 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0100002 Apr 22 14:36:47.769225 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55646) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.770060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a5082096-a703-4642-846d-d938c397142a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.807353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-17757db1-e4e4-49bd-b8cc-95b806674a8e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.836443 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-516a0f7d-80f0-4749-a058-0a4d4bcbeb74 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.840653 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-516a0f7d-80f0-4749-a058-0a4d4bcbeb74 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0585256 Apr 22 14:36:47.841646 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55650) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.885080 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5082096-a703-4642-846d-d938c397142a admin admin] Pushing event deleted for resources: {'Port': ['ID=d1379faf-a966-499a-b2eb-cb20e32a41c0,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:47.931671 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-cd454fd0-c183-4bd6-8f2a-3d23f1c36202 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.939611 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cd454fd0-c183-4bd6-8f2a-3d23f1c36202 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0562620 Apr 22 14:36:47.948189 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55656) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.960968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-e0aba67d-b56a-49e2-a4ed-b18ec576e7a4 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.964934 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e0aba67d-b56a-49e2-a4ed-b18ec576e7a4 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0154240 Apr 22 14:36:47.965778 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55662) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.975059 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:47.979914 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-53f2dafd-2a44-44b3-af67-251db898b384 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:47.983267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Pushing event updated for resources: {'Port': ['ID=5117a292-f3dd-44d5-a9f1-ebf34dc59ee2,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:47.983963 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-53f2dafd-2a44-44b3-af67-251db898b384 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0086746 Apr 22 14:36:47.984923 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:47.987038 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55666) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.987159 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:47.995190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-c34e0310-6be9-45ef-a9e4-dd2b7a2826fa tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:48.000225 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c34e0310-6be9-45ef-a9e4-dd2b7a2826fa tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0119004 Apr 22 14:36:48.002932 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55670) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:48.009688 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-4e8b0017-953d-4a3e-ac7a-bfc11919c9f5 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:48.018412 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4e8b0017-953d-4a3e-ac7a-bfc11919c9f5 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0142746 Apr 22 14:36:48.019470 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55674) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:48.033738 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-56773190-15a3-452a-999f-bd63923a6ebe tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:48.034981 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-56773190-15a3-452a-999f-bd63923a6ebe tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0123127 Apr 22 14:36:48.037658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55678) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:48.038167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55680) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:48.046201 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-bfdc4466-c138-4f2a-be2b-915269aa1ddf tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'subnet': {'network_id': '5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:48.071796 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-263eb21f-785a-45e7-ba1f-ffdc63a107d8 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:48.073031 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-263eb21f-785a-45e7-ba1f-ffdc63a107d8 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0315237 Apr 22 14:36:48.089360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55686) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:48.110268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-dd138284-d816-4975-aa86-143099f448e8 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:48.111247 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dd138284-d816-4975-aa86-143099f448e8 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0189712 Apr 22 14:36:48.115856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55692) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:48.135298 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-96ee7130-91df-4dd3-88ec-c64ee0574875 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:48.139909 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-96ee7130-91df-4dd3-88ec-c64ee0574875 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0168641 Apr 22 14:36:48.147397 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55696) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:48.244356 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-b4808ca0-c051-4794-b82a-72d8b9fdca10 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:48.247385 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b4808ca0-c051-4794-b82a-72d8b9fdca10 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0542488 Apr 22 14:36:48.247527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55700) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:48.255717 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55702) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:48.280997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-2638404d-3e25-41df-9b85-095934028da6 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:48.284669 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2638404d-3e25-41df-9b85-095934028da6 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0255105 Apr 22 14:36:48.285121 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55710) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:48.299356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-addaf097-b031-4684-82ca-cc305b238d97 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:48.302876 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-addaf097-b031-4684-82ca-cc305b238d97 tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0095346 Apr 22 14:36:48.309206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55714) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:48.321908 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [None req-3ac290c0-aad0-4943-a89c-bf5156e767bb tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:48.322878 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3ac290c0-aad0-4943-a89c-bf5156e767bb tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0128553 Apr 22 14:36:48.327559 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55718) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:48.328570 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bfdc4466-c138-4f2a-be2b-915269aa1ddf tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:48.337132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [None req-ed5e3534-86ce-4f0b-bcb9-86e055912f0a tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:48.348277 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ed5e3534-86ce-4f0b-bcb9-86e055912f0a tempest-ExtensionsTestJSON-1572729194 tempest-ExtensionsTestJSON-1572729194-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0069897 Apr 22 14:36:48.348277 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bfdc4466-c138-4f2a-be2b-915269aa1ddf tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:subnet and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:48.352414 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bfdc4466-c138-4f2a-be2b-915269aa1ddf tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:48.365118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bfdc4466-c138-4f2a-be2b-915269aa1ddf tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:48.385976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdc4466-c138-4f2a-be2b-915269aa1ddf tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:48.519065 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bfdc4466-c138-4f2a-be2b-915269aa1ddf tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:48.550079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a5082096-a703-4642-846d-d938c397142a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:48.578262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1815339450'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:48.606599 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:48.631741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:network and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:48.637571 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:48.651182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:48.711246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:48.714202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:48.733957 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55726) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:48.744421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:48.950311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.082596 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bfdc4466-c138-4f2a-be2b-915269aa1ddf tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.163771 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc4466-c138-4f2a-be2b-915269aa1ddf tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Subnet': ['ID=c0793397-679a-44b1-b64a-61dd5105b61a,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:49.237210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:49.257096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f4dde2a8-c8e5-4377-b80b-87d44c74a239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.270227 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:security_group_rule and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:49.291142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:49.319665 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:49.327165 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdc4466-c138-4f2a-be2b-915269aa1ddf tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Checking segment: {'id': '2f3fd316-4462-4661-8c5e-c81735c790ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:49.327547 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc4466-c138-4f2a-be2b-915269aa1ddf tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network hostable DHCP agents. Network: 5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:49.381992 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc4466-c138-4f2a-be2b-915269aa1ddf tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network 5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:49.431335 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f4dde2a8-c8e5-4377-b80b-87d44c74a239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:49.435059 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.446752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f4dde2a8-c8e5-4377-b80b-87d44c74a239 admin admin] Usage tracker for resource:security_group_rule and tenant:ac8e4ad9db7c41bf813f4a4d71998aba is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:49.454003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-bfdc4466-c138-4f2a-be2b-915269aa1ddf tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:49.454324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f4dde2a8-c8e5-4377-b80b-87d44c74a239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:49.462758 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e97c070-3238-4a6a-b9b1-62f5e1222758 None None] Network 5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:49.473112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.478324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f4dde2a8-c8e5-4377-b80b-87d44c74a239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:49.510821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc4466-c138-4f2a-be2b-915269aa1ddf tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:49.511435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bfdc4466-c138-4f2a-be2b-915269aa1ddf tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.560127 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bfdc4466-c138-4f2a-be2b-915269aa1ddf tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5205426 Apr 22 14:36:49.563651 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55732) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:49.572536 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-cc9c4189-45c9-4319-9fb9-97a0b790bbdb tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2057526151'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:49.579666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-cc9c4189-45c9-4319-9fb9-97a0b790bbdb tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:49.585318 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-cc9c4189-45c9-4319-9fb9-97a0b790bbdb tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:network and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:49.591409 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-cc9c4189-45c9-4319-9fb9-97a0b790bbdb tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:49.599739 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-cc9c4189-45c9-4319-9fb9-97a0b790bbdb tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:49.618429 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9c4189-45c9-4319-9fb9-97a0b790bbdb tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:49.621686 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cc9c4189-45c9-4319-9fb9-97a0b790bbdb tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.658047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-17757db1-e4e4-49bd-b8cc-95b806674a8e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:36:49.672586 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9c4189-45c9-4319-9fb9-97a0b790bbdb tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:49.697597 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cc9c4189-45c9-4319-9fb9-97a0b790bbdb tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.697967 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-cc9c4189-45c9-4319-9fb9-97a0b790bbdb tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Added segment c02fdab3-8e5e-4e73-9f26-883a78ca8bd9 of type vlan for network c8f6c82b-a959-4408-abb1-f69128742f54 Apr 22 14:36:49.710057 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.738802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cc9c4189-45c9-4319-9fb9-97a0b790bbdb tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.747535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.759409 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5082096-a703-4642-846d-d938c397142a admin admin] Router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:49.779073 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b', 'network_id': '5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b', 'tenant_id': 'b3ecd1882b854ef6a7eefe2a346d2b29', 'fixed_ips': [{'subnet_id': 'c0793397-679a-44b1-b64a-61dd5105b61a'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:36:49.780217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.818858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:49.845681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cc9c4189-45c9-4319-9fb9-97a0b790bbdb tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.850099 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9c4189-45c9-4319-9fb9-97a0b790bbdb tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:49.850725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cc9c4189-45c9-4319-9fb9-97a0b790bbdb tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.863936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f8f1f8-0215-4da4-a648-c184712d3ccd,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:49.874428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-17757db1-e4e4-49bd-b8cc-95b806674a8e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.889819 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.890172 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Added segment b9912ad6-5cab-4f7b-a4e1-2428b933918c of type vlan for network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c Apr 22 14:36:49.905055 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-17757db1-e4e4-49bd-b8cc-95b806674a8e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.977421 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Allocated IP 2001:db8:0:ffff::2 (5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b/c0793397-679a-44b1-b64a-61dd5105b61a/5313c8f1-88ad-445f-9410-18d4a8048d6a) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:50.038124 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cc9c4189-45c9-4319-9fb9-97a0b790bbdb tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4705606 Apr 22 14:36:50.040122 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f4dde2a8-c8e5-4377-b80b-87d44c74a239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.040281 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55736) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:50.049520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ec53df08-e12b-4a5f-8236-c98391b79659 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'subnet': {'network_id': 'c8f6c82b-a959-4408-abb1-f69128742f54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:50.058392 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f4dde2a8-c8e5-4377-b80b-87d44c74a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.069905 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c4189-45c9-4319-9fb9-97a0b790bbdb tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Network': ['ID=c8f6c82b-a959-4408-abb1-f69128742f54,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:50.082905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.087180 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network c8f6c82b-a959-4408-abb1-f69128742f54 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:50.173223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dde2a8-c8e5-4377-b80b-87d44c74a239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b11fc96-b1c6-4e94-9b81-21df048d494c,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:50.181139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16350953-8228-4f12-9b98-eda27efdfc31 admin admin] Router 34b6a6d6-887e-4ef7-9b48-0a345212124a has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:50.189479 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f4dde2a8-c8e5-4377-b80b-87d44c74a239 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac8e4ad9db7c41bf813f4a4d71998aba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4457855 Apr 22 14:36:50.189703 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55740) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:50.211738 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ec53df08-e12b-4a5f-8236-c98391b79659 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:50.217174 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.220900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:50.221966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.222145 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ec53df08-e12b-4a5f-8236-c98391b79659 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:subnet and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:50.226784 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ec53df08-e12b-4a5f-8236-c98391b79659 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:50.249678 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ec53df08-e12b-4a5f-8236-c98391b79659 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:50.275472 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec53df08-e12b-4a5f-8236-c98391b79659 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:50.346446 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.360310 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Transition to ACTIVE for port object 5313c8f1-88ad-445f-9410-18d4a8048d6a will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:50.384180 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Transition to ACTIVE for port object 5313c8f1-88ad-445f-9410-18d4a8048d6a will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:50.390886 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.470311 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Network 5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:50.473516 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:50.477340 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:50.488744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Network': ['ID=5eb0336c-e7a0-4217-9f55-d93f68aaba3c,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:50.512552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6f14b7be-bb4c-463e-92ff-bad27c89b873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.516405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Pushing event updated for resources: {'Port': ['ID=5313c8f1-88ad-445f-9410-18d4a8048d6a,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:50.523598 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-01b7cb44-9e98-46aa-a3d2-db459fbbd7ff tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2662842 Apr 22 14:36:50.528264 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:50.528469 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55744) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:50.536311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'name': 'tempest-PortsIpV6TestJSON-241129219'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:50.551944 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ec53df08-e12b-4a5f-8236-c98391b79659 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.587098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6f14b7be-bb4c-463e-92ff-bad27c89b873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.664675 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:50.664675 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:50.665038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:50.666557 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:50.666557 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:50.666557 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:50.666557 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:50.667438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:50.667438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:50.667905 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:50.668375 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:50.695113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Attempting to bind port 5313c8f1-88ad-445f-9410-18d4a8048d6a on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:50.695569 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Attempting to bind port 5313c8f1-88ad-445f-9410-18d4a8048d6a by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2f3fd316-4462-4661-8c5e-c81735c790ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:50.696027 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Attempting to bind port 5313c8f1-88ad-445f-9410-18d4a8048d6a on network 5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:50.704313 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:50.704847 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Checking segment: {'id': '2f3fd316-4462-4661-8c5e-c81735c790ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:50.705357 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.705844 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Bound using segment: {'id': '2f3fd316-4462-4661-8c5e-c81735c790ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:50.706411 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Bound port: 5313c8f1-88ad-445f-9410-18d4a8048d6a, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3fd316-4462-4661-8c5e-c81735c790ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:50.706868 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.714408 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5082096-a703-4642-846d-d938c397142a admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:50.724379 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a5082096-a703-4642-846d-d938c397142a admin admin] 10.222.0.23 "PUT /v2.0/routers/1e2a33a2-7671-46e4-b251-22bdea9c93d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0885231 Apr 22 14:36:50.726985 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021eb3e-32a6-49e3-8621-b93fc3b130f9 None None] Sync routers for ids ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:50.727330 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55748) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:50.730084 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:50.739032 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:port and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:50.744858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:50.759857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:50.815429 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021eb3e-32a6-49e3-8621-b93fc3b130f9 None None] Routers {'1e2a33a2-7671-46e4-b251-22bdea9c93d6'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:50.816546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3021eb3e-32a6-49e3-8621-b93fc3b130f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:50.834835 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:50.837552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.849452 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Router 4f026090-f042-4b4e-9922-b0644b0f2cc8 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:36:50.911523 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6f14b7be-bb4c-463e-92ff-bad27c89b873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.940178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14b7be-bb4c-463e-92ff-bad27c89b873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b11fc96-b1c6-4e94-9b81-21df048d494c,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:50.959795 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] For port 5313c8f1-88ad-445f-9410-18d4a8048d6a, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:50.984133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6f14b7be-bb4c-463e-92ff-bad27c89b873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.986236 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6f14b7be-bb4c-463e-92ff-bad27c89b873 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b11fc96-b1c6-4e94-9b81-21df048d494c HTTP/1.1" status: 204 len: 168 time: 0.7973084 Apr 22 14:36:50.991591 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] For port 5313c8f1-88ad-445f-9410-18d4a8048d6a, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5313c8f1-88ad-445f-9410-18d4a8048d6a,segment=NetworkSegment(2f3fd316-4462-4661-8c5e-c81735c790ea),segment_id=2f3fd316-4462-4661-8c5e-c81735c790ea)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:50.998620 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.105272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] device_id is not set on port 47bca906-154a-40cf-b4c3-c657ef5b3b01 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:51.115719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e193b-c9b3-4bd6-834d-4068a3738292 None None] Pushing event updated for resources: {'Port': ['ID=5313c8f1-88ad-445f-9410-18d4a8048d6a,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:51.130011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-3021eb3e-32a6-49e3-8621-b93fc3b130f9 None None] Set router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:51.163608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2325cf81-258a-4148-abfb-852318c32edf admin admin] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.325707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ec53df08-e12b-4a5f-8236-c98391b79659 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.394648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16350953-8228-4f12-9b98-eda27efdfc31 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:51.409583 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b7936-b572-4968-b6dd-f590062f6ebd None None] Sync routers for ids ['34b6a6d6-887e-4ef7-9b48-0a345212124a'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:51.466982 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b7936-b572-4968-b6dd-f590062f6ebd None None] Routers {'34b6a6d6-887e-4ef7-9b48-0a345212124a'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:51.467662 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e71b7936-b572-4968-b6dd-f590062f6ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['34b6a6d6-887e-4ef7-9b48-0a345212124a'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:51.509911 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-16350953-8228-4f12-9b98-eda27efdfc31 admin admin] 10.222.0.23 "PUT /v2.0/routers/34b6a6d6-887e-4ef7-9b48-0a345212124a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0867829 Apr 22 14:36:51.513063 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3021eb3e-32a6-49e3-8621-b93fc3b130f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'name': 'tempest-ServersTestJSON-2073296503-router', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:36:47Z', 'revision_number': 5, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'gw_port': {'id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:51.519316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021eb3e-32a6-49e3-8621-b93fc3b130f9 None None] Checking router: 1e2a33a2-7671-46e4-b251-22bdea9c93d6 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:36:51.521054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55758) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:51.521736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53df08-e12b-4a5f-8236-c98391b79659 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Subnet': ['ID=f8c111e2-c439-4e0b-81ed-45a369b400ab,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:51.548194 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021eb3e-32a6-49e3-8621-b93fc3b130f9 None None] Routers {'1e2a33a2-7671-46e4-b251-22bdea9c93d6'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:51.549399 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3021eb3e-32a6-49e3-8621-b93fc3b130f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:51.704544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.757835 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-e71b7936-b572-4968-b6dd-f590062f6ebd None None] Set router 34b6a6d6-887e-4ef7-9b48-0a345212124a gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:51.787160 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.874691 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-3021eb3e-32a6-49e3-8621-b93fc3b130f9 None None] Set router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:51.908514 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=47bca906-154a-40cf-b4c3-c657ef5b3b01,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:51.976852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53df08-e12b-4a5f-8236-c98391b79659 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Checking segment: {'id': 'c02fdab3-8e5e-4e73-9f26-883a78ca8bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c8f6c82b-a959-4408-abb1-f69128742f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:51.977463 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53df08-e12b-4a5f-8236-c98391b79659 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network hostable DHCP agents. Network: c8f6c82b-a959-4408-abb1-f69128742f54, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:52.017937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17757db1-e4e4-49bd-b8cc-95b806674a8e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:52.036624 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53df08-e12b-4a5f-8236-c98391b79659 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network c8f6c82b-a959-4408-abb1-f69128742f54 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:52.049597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Checking segment: {'id': 'b9912ad6-5cab-4f7b-a4e1-2428b933918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:52.054214 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network hostable DHCP agents. Network: 5eb0336c-e7a0-4217-9f55-d93f68aaba3c, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:52.079487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-ec53df08-e12b-4a5f-8236-c98391b79659 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, c8f6c82b-a959-4408-abb1-f69128742f54) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:52.086855 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53df08-e12b-4a5f-8236-c98391b79659 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:52.087553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ec53df08-e12b-4a5f-8236-c98391b79659 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.129413 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ec53df08-e12b-4a5f-8236-c98391b79659 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0893872 Apr 22 14:36:52.142436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55770) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:52.173867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ea696a-0334-4a40-a792-091435fd9177 None None] Network c8f6c82b-a959-4408-abb1-f69128742f54 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:52.232099 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2325cf81-258a-4148-abfb-852318c32edf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.257560 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e71b7936-b572-4968-b6dd-f590062f6ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'name': 'tempest-ServersTestManualDisk-524485016-router', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:36:45Z', 'revision_number': 5, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'gw_port': {'id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:52.268123 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b7936-b572-4968-b6dd-f590062f6ebd None None] Checking router: 34b6a6d6-887e-4ef7-9b48-0a345212124a for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:36:52.294645 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b7936-b572-4968-b6dd-f590062f6ebd None None] Routers {'34b6a6d6-887e-4ef7-9b48-0a345212124a'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:52.295380 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e71b7936-b572-4968-b6dd-f590062f6ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['34b6a6d6-887e-4ef7-9b48-0a345212124a'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:52.366564 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:52.382447 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 5eb0336c-e7a0-4217-9f55-d93f68aaba3c) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:52.399452 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:52.404805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:52.405390 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.421618 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f13b8-7087-429d-881d-0b4f60b5a360 None None] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:52.454089 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:52.461503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.462735 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a5c058df-2a08-421d-9e6a-d8ad61d45e93 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "PUT /v2.0/routers/4f026090-f042-4b4e-9922-b0644b0f2cc8 HTTP/1.1" status: 200 len: 883 time: 7.8914649 Apr 22 14:36:52.470043 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2bdc2f90-b9a1-46d9-ae5b-d8ab0818d02a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9406817 Apr 22 14:36:52.470677 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55778) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:52.471007 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55780) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:52.524003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-598bece7-1f9e-4144-ac63-98796aa07c86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.541063 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d10eee8-6dc6-4407-8734-6d5f3876d5d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.555796 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ec745-2009-4bbc-a99d-43517a825491 None None] Sync routers for ids ['4f026090-f042-4b4e-9922-b0644b0f2cc8'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:52.622922 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-b450c325-a8da-4f21-bae3-341b87f6d57d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1570408038'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:52.625560 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-e71b7936-b572-4968-b6dd-f590062f6ebd None None] Set router 34b6a6d6-887e-4ef7-9b48-0a345212124a gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:52.635118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55786) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:52.640343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b450c325-a8da-4f21-bae3-341b87f6d57d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:52.661191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a824a07d-f055-425e-a509-72f361146557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.767347 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b450c325-a8da-4f21-bae3-341b87f6d57d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:network and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:52.770984 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b450c325-a8da-4f21-bae3-341b87f6d57d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:52.788306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b450c325-a8da-4f21-bae3-341b87f6d57d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:52.814490 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b5eaf3-9c30-47ec-a584-49ae3daa0fc4 None None] Network 5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:52.857147 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b450c325-a8da-4f21-bae3-341b87f6d57d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:52.861182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b450c325-a8da-4f21-bae3-341b87f6d57d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.911693 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2325cf81-258a-4148-abfb-852318c32edf admin admin] Deleting port 4a3c9f97-adc0-4104-b02e-1be9416948bf {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:52.912026 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2325cf81-258a-4148-abfb-852318c32edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.920860 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b450c325-a8da-4f21-bae3-341b87f6d57d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:52.931947 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b450c325-a8da-4f21-bae3-341b87f6d57d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.932196 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-b450c325-a8da-4f21-bae3-341b87f6d57d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Added segment 906ab488-29d8-4b8b-90b7-26f90c1ba116 of type vlan for network b999d4be-d6fc-499d-8c51-7725d139c3a8 Apr 22 14:36:52.962656 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b450c325-a8da-4f21-bae3-341b87f6d57d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.014132 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17757db1-e4e4-49bd-b8cc-95b806674a8e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:53.022586 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b450c325-a8da-4f21-bae3-341b87f6d57d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.026881 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b450c325-a8da-4f21-bae3-341b87f6d57d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:53.028186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b450c325-a8da-4f21-bae3-341b87f6d57d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.030073 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ec745-2009-4bbc-a99d-43517a825491 None None] Routers {'4f026090-f042-4b4e-9922-b0644b0f2cc8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:53.030812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ad8ec745-2009-4bbc-a99d-43517a825491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4f026090-f042-4b4e-9922-b0644b0f2cc8'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:53.065648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-17757db1-e4e4-49bd-b8cc-95b806674a8e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.065872 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-598bece7-1f9e-4144-ac63-98796aa07c86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.131047 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4280eae-4db5-4640-9331-42cc16583c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-c8f6c82b-a959-4408-abb1-f69128742f54', 'network_id': 'c8f6c82b-a959-4408-abb1-f69128742f54', 'tenant_id': 'b3ecd1882b854ef6a7eefe2a346d2b29', 'fixed_ips': [{'subnet_id': 'f8c111e2-c439-4e0b-81ed-45a369b400ab'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:36:53.131770 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b4280eae-4db5-4640-9331-42cc16583c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.133932 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d4ad49-91b4-4608-ac3b-9f7665a2e745 None None] Sync routers for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:53.170412 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5313c8f1-88ad-445f-9410-18d4a8048d6a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:53.177434 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d4ad49-91b4-4608-ac3b-9f7665a2e745 None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:53.178063 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-07d4ad49-91b4-4608-ac3b-9f7665a2e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:53.240279 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b450c325-a8da-4f21-bae3-341b87f6d57d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7595737 Apr 22 14:36:53.244378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55792) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:53.250337 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ad8ec745-2009-4bbc-a99d-43517a825491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:53.258700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3021eb3e-32a6-49e3-8621-b93fc3b130f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'name': 'tempest-ServersTestJSON-2073296503-router', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:36:47Z', 'revision_number': 5, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'gw_port': {'id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:53.266807 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'ports': [{'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c'}, {'network_id': 'b999d4be-d6fc-499d-8c51-7725d139c3a8'}]} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:53.267383 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:53.268025 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'network_id': 'b999d4be-d6fc-499d-8c51-7725d139c3a8'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:53.269095 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-07d4ad49-91b4-4608-ac3b-9f7665a2e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:53.272202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021eb3e-32a6-49e3-8621-b93fc3b130f9 None None] The sync data for ids ['1e2a33a2-7671-46e4-b251-22bdea9c93d6'] in dv-neutron-839027-1-hyperv is: [{'id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'name': 'tempest-ServersTestJSON-2073296503-router', 'tenant_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:36:47Z', 'revision_number': 5, 'project_id': 'f8aa87d08eac46c5bfa80e52bb051b50', 'gw_port': {'id': '4a3c9f97-adc0-4104-b02e-1be9416948bf', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a33a2-7671-46e4-b251-22bdea9c93d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:53.314986 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-598bece7-1f9e-4144-ac63-98796aa07c86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.318940 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d4ad49-91b4-4608-ac3b-9f7665a2e745 None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:53.320265 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-07d4ad49-91b4-4608-ac3b-9f7665a2e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:53.341845 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Request body: {'networks': [{'name': 'tempest-network--59298830'}, {'name': 'tempest-network--1012222277'}]} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:53.342427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Request body: {'network': {'name': 'tempest-network--59298830'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:53.343003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Request body: {'network': {'name': 'tempest-network--1012222277'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:53.348723 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:53.354681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Usage tracker for resource:network and tenant:1948c60d4a1645ce9bce8826148a4697 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:53.361737 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:53.369230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:53.380603 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3fcc2f75-020f-4ef7-8afa-4dbb8f4aa05e None None] Provisioning for port 5313c8f1-88ad-445f-9410-18d4a8048d6a completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:53.384389 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 5313c8f1-88ad-445f-9410-18d4a8048d6a completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:53.390765 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e71b7936-b572-4968-b6dd-f590062f6ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'name': 'tempest-ServersTestManualDisk-524485016-router', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:36:45Z', 'revision_number': 5, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'gw_port': {'id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:53.394377 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-07d4ad49-91b4-4608-ac3b-9f7665a2e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:53.394766 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d4ad49-91b4-4608-ac3b-9f7665a2e745 None None] The sync data for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:53.398143 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b7936-b572-4968-b6dd-f590062f6ebd None None] The sync data for ids ['34b6a6d6-887e-4ef7-9b48-0a345212124a'] in dv-neutron-839027-1-hyperv is: [{'id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'name': 'tempest-ServersTestManualDisk-524485016-router', 'tenant_id': 'bda8a1e2f57544349aa2938094d971c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:43Z', 'updated_at': '2022-04-22T14:36:45Z', 'revision_number': 5, 'project_id': 'bda8a1e2f57544349aa2938094d971c5', 'gw_port': {'id': 'ea9e97e4-73b4-4d78-a01c-547258ef5bee', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6a6d6-887e-4ef7-9b48-0a345212124a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:45Z', 'updated_at': '2022-04-22T14:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:53.428069 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3fcc2f75-020f-4ef7-8afa-4dbb8f4aa05e None None] Provisioning complete for port 5313c8f1-88ad-445f-9410-18d4a8048d6a triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:53.428447 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2f75-020f-4ef7-8afa-4dbb8f4aa05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.430886 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450c325-a8da-4f21-bae3-341b87f6d57d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Network': ['ID=b999d4be-d6fc-499d-8c51-7725d139c3a8,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:53.463397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ec745-2009-4bbc-a99d-43517a825491 None None] Routers {'4f026090-f042-4b4e-9922-b0644b0f2cc8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:53.464046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ad8ec745-2009-4bbc-a99d-43517a825491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4f026090-f042-4b4e-9922-b0644b0f2cc8'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:53.493824 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-17757db1-e4e4-49bd-b8cc-95b806674a8e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "PUT /v2.0/floatingips/f1b21800-b830-4fbc-a7ad-d4d04c39a9e2 HTTP/1.1" status: 200 len: 978 time: 5.9392946 Apr 22 14:36:53.502758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55796) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:53.542909 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bece7-1f9e-4144-ac63-98796aa07c86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c111e2-c439-4e0b-81ed-45a369b400ab,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:53.555071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Made reservation on behalf of 1948c60d4a1645ce9bce8826148a4697 for: {'network': 2} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:53.559403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.579827 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d065d572-4a1f-4eb3-b7c3-90ca81a66f34 None None] Network c8f6c82b-a959-4408-abb1-f69128742f54 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:53.591460 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network b999d4be-d6fc-499d-8c51-7725d139c3a8 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:53.603240 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 5313c8f1-88ad-445f-9410-18d4a8048d6a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:53.603629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.614747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-598bece7-1f9e-4144-ac63-98796aa07c86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.625967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.674278 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7da12696-bee2-40b3-90fb-698024ad8189 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/routers/4f026090-f042-4b4e-9922-b0644b0f2cc8 HTTP/1.1" status: 200 len: 924 time: 1.1991735 Apr 22 14:36:53.691607 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55802) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:53.753888 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-598bece7-1f9e-4144-ac63-98796aa07c86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f6c82b-a959-4408-abb1-f69128742f54']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:53.785920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:53.791138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-2325cf81-258a-4148-abfb-852318c32edf admin admin] For port 4a3c9f97-adc0-4104-b02e-1be9416948bf, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4a3c9f97-adc0-4104-b02e-1be9416948bf,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:53.791768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2325cf81-258a-4148-abfb-852318c32edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.805981 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-598bece7-1f9e-4144-ac63-98796aa07c86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02fdab3-8e5e-4e73-9f26-883a78ca8bd9') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:53.806303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-598bece7-1f9e-4144-ac63-98796aa07c86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02fdab3-8e5e-4e73-9f26-883a78ca8bd9') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:53.823702 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Usage tracker for resource:security_group_rule and tenant:1948c60d4a1645ce9bce8826148a4697 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:53.848206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ad8ec745-2009-4bbc-a99d-43517a825491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:53.848610 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ec745-2009-4bbc-a99d-43517a825491 None None] The sync data for ids ['4f026090-f042-4b4e-9922-b0644b0f2cc8'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:53.898560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:53.903393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-598bece7-1f9e-4144-ac63-98796aa07c86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.984863 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2325cf81-258a-4148-abfb-852318c32edf admin admin] Calling delete_port for 4a3c9f97-adc0-4104-b02e-1be9416948bf owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:54.021803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:54.055597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:54.059082 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-598bece7-1f9e-4144-ac63-98796aa07c86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.064099 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:port and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:54.068741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:54.084113 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:54.089265 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598bece7-1f9e-4144-ac63-98796aa07c86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:54.089775 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-598bece7-1f9e-4144-ac63-98796aa07c86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.096578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-87c96c7b-6139-44f9-a2ee-90c4de96a672 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting port dc710121-1696-459a-bd42-8f868176be3d {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:54.096922 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-87c96c7b-6139-44f9-a2ee-90c4de96a672 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:54.113858 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:54.237693 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7de4d349-4884-4924-a379-6183a3848ac4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&device_id=4f026090-f042-4b4e-9922-b0644b0f2cc8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5436671 Apr 22 14:36:54.240771 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55806) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:54.245018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'port': 2} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:54.250352 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.281093 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d10eee8-6dc6-4407-8734-6d5f3876d5d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.289823 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-598bece7-1f9e-4144-ac63-98796aa07c86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.309928 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.335750 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.337345 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2f75-020f-4ef7-8afa-4dbb8f4aa05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.348405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.374706 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-87c96c7b-6139-44f9-a2ee-90c4de96a672 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.375058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-87c96c7b-6139-44f9-a2ee-90c4de96a672 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.381738 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-598bece7-1f9e-4144-ac63-98796aa07c86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.394513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 5313c8f1-88ad-445f-9410-18d4a8048d6a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5313c8f1-88ad-445f-9410-18d4a8048d6a,segment=NetworkSegment(2f3fd316-4462-4661-8c5e-c81735c790ea),segment_id=2f3fd316-4462-4661-8c5e-c81735c790ea)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:54.401208 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.410085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bece7-1f9e-4144-ac63-98796aa07c86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Network': ['ID=c8f6c82b-a959-4408-abb1-f69128742f54,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:54.429740 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-1d10eee8-6dc6-4407-8734-6d5f3876d5d2 admin admin] Deleting port ea9e97e4-73b4-4d78-a01c-547258ef5bee {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:54.430111 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d10eee8-6dc6-4407-8734-6d5f3876d5d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.491272 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-598bece7-1f9e-4144-ac63-98796aa07c86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/c8f6c82b-a959-4408-abb1-f69128742f54 HTTP/1.1" status: 204 len: 168 time: 2.3343217 Apr 22 14:36:54.511061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55810) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:54.527056 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-3fcc2f75-020f-4ef7-8afa-4dbb8f4aa05e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:36:54.527532 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-3fcc2f75-020f-4ef7-8afa-4dbb8f4aa05e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:36:54.531429 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=5313c8f1-88ad-445f-9410-18d4a8048d6a,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:54.557310 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-87c96c7b-6139-44f9-a2ee-90c4de96a672 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Calling delete_port for dc710121-1696-459a-bd42-8f868176be3d owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:54.573234 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-215b0398-f177-4026-b380-039bd7df6d1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-465884244'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:54.636023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-215b0398-f177-4026-b380-039bd7df6d1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:54.647328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1c0bf2-313b-4d13-85ab-cd8b38a2f87b tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:54.647993 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5d1c0bf2-313b-4d13-85ab-cd8b38a2f87b tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Synchronizing usage tracker for tenant:eecdb2fbbf8745cfae63f06aea5ec765 on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:54.664726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-215b0398-f177-4026-b380-039bd7df6d1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:network and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:54.716857 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-215b0398-f177-4026-b380-039bd7df6d1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:54.741270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-215b0398-f177-4026-b380-039bd7df6d1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:54.765585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.780845 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5d1c0bf2-313b-4d13-85ab-cd8b38a2f87b tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Unset dirty status for tenant:eecdb2fbbf8745cfae63f06aea5ec765 on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:54.781986 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5d1c0bf2-313b-4d13-85ab-cd8b38a2f87b tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/networks/6b125409-87db-4618-a281-ef9b5bf6fb5e HTTP/1.1" status: 200 len: 881 time: 0.5389581 Apr 22 14:36:54.782720 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.783167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.794435 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-132e376b-6c69-4c07-b822-f775f9ae4f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.795172 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55814) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:54.815723 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215b0398-f177-4026-b380-039bd7df6d1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:54.818944 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-215b0398-f177-4026-b380-039bd7df6d1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.843070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] device_id is not set on port 2fab00ab-92c1-4674-a0f5-46dc91c9d079 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:54.860667 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7427cac9-bb04-426b-bdea-8346f4c26d0c tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f026090-f042-4b4e-9922-b0644b0f2cc8 HTTP/1.1" status: 200 len: 205 time: 0.0629900 Apr 22 14:36:54.863097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55818) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:54.870505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2325cf81-258a-4148-abfb-852318c32edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.946515 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4547fc-057d-49bb-a22c-0fea094fa29e,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:54.955491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325cf81-258a-4148-abfb-852318c32edf admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3c9f97-adc0-4104-b02e-1be9416948bf,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:54.957808 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:54.970428 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-1d10eee8-6dc6-4407-8734-6d5f3876d5d2 admin admin] For port ea9e97e4-73b4-4d78-a01c-547258ef5bee, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ea9e97e4-73b4-4d78-a01c-547258ef5bee,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:54.970787 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d10eee8-6dc6-4407-8734-6d5f3876d5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.074116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5313c8f1-88ad-445f-9410-18d4a8048d6a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:55.125878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.126497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-87c96c7b-6139-44f9-a2ee-90c4de96a672 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.126628 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Added segment ec8698cb-3a1e-4592-829a-98e170ef7eab of type vlan for network 762d0cd2-ffca-462f-b67f-222b18a5ff3b Apr 22 14:36:55.180269 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 5313c8f1-88ad-445f-9410-18d4a8048d6a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:55.180731 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.182269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c96c7b-6139-44f9-a2ee-90c4de96a672 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Port': ['ID=dc710121-1696-459a-bd42-8f868176be3d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:55.241451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215b0398-f177-4026-b380-039bd7df6d1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:55.248604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.250133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-1d10eee8-6dc6-4407-8734-6d5f3876d5d2 admin admin] Calling delete_port for ea9e97e4-73b4-4d78-a01c-547258ef5bee owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:55.316853 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-032cea6a-1ad9-481a-a0a0-507bf6239997 None None] Provisioning complete for port 5313c8f1-88ad-445f-9410-18d4a8048d6a triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:55.317300 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-032cea6a-1ad9-481a-a0a0-507bf6239997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.344243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-215b0398-f177-4026-b380-039bd7df6d1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.344586 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-215b0398-f177-4026-b380-039bd7df6d1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Added segment ff306b3d-dcb9-445b-bf1b-c6be7733797b of type vlan for network 3ab0b3ed-56ee-4880-b603-7d6c789ebfc0 Apr 22 14:36:55.345558 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d1379faf-a966-499a-b2eb-cb20e32a41c0 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:55.390436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: d1379faf-a966-499a-b2eb-cb20e32a41c0 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:36:55.390775 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d1379faf-a966-499a-b2eb-cb20e32a41c0 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:36:55.391940 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:55.392516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.432404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:36:55.432638 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c7ec2fc4-3784-4be0-9a8f-2c9bf6c4e761 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:36:55.440954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-215b0398-f177-4026-b380-039bd7df6d1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.527405 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] device_id is not set on port 2c645cfc-c857-4e54-b13a-0880cf3927eb yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:55.532861 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-87c96c7b-6139-44f9-a2ee-90c4de96a672 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.624533 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2325cf81-258a-4148-abfb-852318c32edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.679014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:55.760707 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-715ae3b4-0a98-42e7-b4cc-d07594505ef9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.764696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-215b0398-f177-4026-b380-039bd7df6d1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.768333 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215b0398-f177-4026-b380-039bd7df6d1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:55.768916 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-215b0398-f177-4026-b380-039bd7df6d1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.790489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.790830 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Added segment 48650a28-045b-4e5a-abd6-1fc4923d39a2 of type vlan for network bd3ded25-695c-4ab8-ae5b-b18901cd73af Apr 22 14:36:55.925752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.943835 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.004822 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.083588 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.098886 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-215b0398-f177-4026-b380-039bd7df6d1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5398827 Apr 22 14:36:56.099542 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2325cf81-258a-4148-abfb-852318c32edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.106869 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55822) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:56.107523 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b0398-f177-4026-b380-039bd7df6d1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Network': ['ID=3ab0b3ed-56ee-4880-b603-7d6c789ebfc0,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:56.120006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8ad31a2c-53cc-4921-bc81-c766c77d3b84 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'subnet': {'network_id': '3ab0b3ed-56ee-4880-b603-7d6c789ebfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:56.121495 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 3ab0b3ed-56ee-4880-b603-7d6c789ebfc0 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:56.141130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2325cf81-258a-4148-abfb-852318c32edf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.162680 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:56.190740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.219718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=2fab00ab-92c1-4674-a0f5-46dc91c9d079,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:56.222408 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:56.225593 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d10eee8-6dc6-4407-8734-6d5f3876d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.232814 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:56.233633 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.311899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10eee8-6dc6-4407-8734-6d5f3876d5d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9e97e4-73b4-4d78-a01c-547258ef5bee,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:56.323159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.323718 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.327867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:56.330767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:56.331416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.347077 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=2c645cfc-c857-4e54-b13a-0880cf3927eb,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:56.360838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8ad31a2c-53cc-4921-bc81-c766c77d3b84 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:56.388084 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2325cf81-258a-4148-abfb-852318c32edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.388604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2325cf81-258a-4148-abfb-852318c32edf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e2a33a2-7671-46e4-b251-22bdea9c93d6 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:36:56.390069 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-715ae3b4-0a98-42e7-b4cc-d07594505ef9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.393821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8ad31a2c-53cc-4921-bc81-c766c77d3b84 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:subnet and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:56.403865 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8ad31a2c-53cc-4921-bc81-c766c77d3b84 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:56.404080 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Checking segment: {'id': '906ab488-29d8-4b8b-90b7-26f90c1ba116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b999d4be-d6fc-499d-8c51-7725d139c3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:56.404384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network hostable DHCP agents. Network: b999d4be-d6fc-499d-8c51-7725d139c3a8, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:56.421110 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-715ae3b4-0a98-42e7-b4cc-d07594505ef9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Deleting port 5117a292-f3dd-44d5-a9f1-ebf34dc59ee2 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:56.421458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-715ae3b4-0a98-42e7-b4cc-d07594505ef9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.508838 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network b999d4be-d6fc-499d-8c51-7725d139c3a8 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:56.584972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, b999d4be-d6fc-499d-8c51-7725d139c3a8) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:56.594718 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a849411-db15-4d9b-bb4f-1c8a0c64a044 None None] Network b999d4be-d6fc-499d-8c51-7725d139c3a8 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:56.596141 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:56.600027 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:56.603159 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:56.603828 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.621960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8ad31a2c-53cc-4921-bc81-c766c77d3b84 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:56.642780 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2325cf81-258a-4148-abfb-852318c32edf admin admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.646732 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2325cf81-258a-4148-abfb-852318c32edf admin admin] 10.222.0.23 "DELETE /v2.0/routers/1e2a33a2-7671-46e4-b251-22bdea9c93d6 HTTP/1.1" status: 204 len: 168 time: 5.9183102 Apr 22 14:36:56.648339 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.0061858 Apr 22 14:36:56.651241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55826) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:56.651241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55828) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:56.661797 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event updated for resources: {'Network': ['ID=762d0cd2-ffca-462f-b67f-222b18a5ff3b,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:56.678299 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 762d0cd2-ffca-462f-b67f-222b18a5ff3b details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:56.743229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad31a2c-53cc-4921-bc81-c766c77d3b84 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:56.789697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-715ae3b4-0a98-42e7-b4cc-d07594505ef9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.820777 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ca58c458-589f-4e08-900b-7639c2435a1d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5636678 Apr 22 14:36:56.820777 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c96c7b-6139-44f9-a2ee-90c4de96a672 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:56.834784 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55834) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:57.020942 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5251c-2873-4a63-abd7-64ba63b44598 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event updated for resources: {'Network': ['ID=bd3ded25-695c-4ab8-ae5b-b18901cd73af,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:57.034361 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network bd3ded25-695c-4ab8-ae5b-b18901cd73af details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:57.081600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ad31a2c-53cc-4921-bc81-c766c77d3b84 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.089795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-715ae3b4-0a98-42e7-b4cc-d07594505ef9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Calling delete_port for 5117a292-f3dd-44d5-a9f1-ebf34dc59ee2 owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:57.098006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d10eee8-6dc6-4407-8734-6d5f3876d5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.108225 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4a3c9f97-adc0-4104-b02e-1be9416948bf no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:57.151763 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-409f67a1-55c9-4b6e-a20a-878d8d7a0277 admin admin] Deleting subnet 6a354afd-2b42-4fdb-869d-c2ecd7ee3dac {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:36:57.155213 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 4a3c9f97-adc0-4104-b02e-1be9416948bf {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:36:57.155826 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4a3c9f97-adc0-4104-b02e-1be9416948bf not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:36:57.158527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-409f67a1-55c9-4b6e-a20a-878d8d7a0277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.162786 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-380e97b0-010f-4389-9d6e-2044d66128b6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 2c645cfc-c857-4e54-b13a-0880cf3927eb {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:57.163248 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-380e97b0-010f-4389-9d6e-2044d66128b6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.240284 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.378728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-409f67a1-55c9-4b6e-a20a-878d8d7a0277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.424369 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353ab4b2-e195-4979-878a-e8e149ab0682 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:57.428198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353ab4b2-e195-4979-878a-e8e149ab0682 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:57.432136 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353ab4b2-e195-4979-878a-e8e149ab0682 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:57.435967 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353ab4b2-e195-4979-878a-e8e149ab0682 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:57.437618 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-353ab4b2-e195-4979-878a-e8e149ab0682 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7817090 Apr 22 14:36:57.450193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55838) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:57.540893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d10eee8-6dc6-4407-8734-6d5f3876d5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.565791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d10eee8-6dc6-4407-8734-6d5f3876d5d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.669714 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c95e92ba-3742-431a-a3a1-39bb28df8409 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.708765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-409f67a1-55c9-4b6e-a20a-878d8d7a0277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.740928 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d10eee8-6dc6-4407-8734-6d5f3876d5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.741438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d10eee8-6dc6-4407-8734-6d5f3876d5d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34b6a6d6-887e-4ef7-9b48-0a345212124a {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:36:57.747455 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-380e97b0-010f-4389-9d6e-2044d66128b6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.877013 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-715ae3b4-0a98-42e7-b4cc-d07594505ef9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.950933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ae3b4-0a98-42e7-b4cc-d07594505ef9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Pushing event deleted for resources: {'Port': ['ID=5117a292-f3dd-44d5-a9f1-ebf34dc59ee2,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:57.960322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c95e92ba-3742-431a-a3a1-39bb28df8409 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.002824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-380e97b0-010f-4389-9d6e-2044d66128b6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 2c645cfc-c857-4e54-b13a-0880cf3927eb owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:58.030001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c95e92ba-3742-431a-a3a1-39bb28df8409 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762d0cd2-ffca-462f-b67f-222b18a5ff3b']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:58.035449 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d10eee8-6dc6-4407-8734-6d5f3876d5d2 admin admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.038987 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1d10eee8-6dc6-4407-8734-6d5f3876d5d2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/34b6a6d6-887e-4ef7-9b48-0a345212124a HTTP/1.1" status: 204 len: 168 time: 6.5058713 Apr 22 14:36:58.041835 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-409f67a1-55c9-4b6e-a20a-878d8d7a0277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.053547 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55842) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:58.115802 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c95e92ba-3742-431a-a3a1-39bb28df8409 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8698cb-3a1e-4592-829a-98e170ef7eab') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:58.116419 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c95e92ba-3742-431a-a3a1-39bb28df8409 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8698cb-3a1e-4592-829a-98e170ef7eab') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:58.129558 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ad31a2c-53cc-4921-bc81-c766c77d3b84 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.138262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f67a1-55c9-4b6e-a20a-878d8d7a0277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a354afd-2b42-4fdb-869d-c2ecd7ee3dac,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:58.149233 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c95e92ba-3742-431a-a3a1-39bb28df8409 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.171420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-409f67a1-55c9-4b6e-a20a-878d8d7a0277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.180074 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020c713b-e938-46ae-92bf-223ee9dba326 None None] Network 5a755e32-34d9-4ab6-b03f-b51179b95d5b requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:58.187119 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c95e92ba-3742-431a-a3a1-39bb28df8409 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.192394 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-409f67a1-55c9-4b6e-a20a-878d8d7a0277 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6a354afd-2b42-4fdb-869d-c2ecd7ee3dac HTTP/1.1" status: 204 len: 168 time: 1.5380981 Apr 22 14:36:58.195100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55848) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:58.215667 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42b7d0d-a81a-4e20-b974-dcb9286e8dcd admin admin] Deleting subnet b918be07-59c3-483b-9013-143f8e82c337 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:36:58.251565 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b42b7d0d-a81a-4e20-b974-dcb9286e8dcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.268380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c96c7b-6139-44f9-a2ee-90c4de96a672 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:58.270331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95e92ba-3742-431a-a3a1-39bb28df8409 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:58.270895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c95e92ba-3742-431a-a3a1-39bb28df8409 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.283901 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c3e5d8-e65a-4191-86c5-991dbc1224a9 None None] Sync routers for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:58.291043 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:58.348907 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-380e97b0-010f-4389-9d6e-2044d66128b6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.354652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c3e5d8-e65a-4191-86c5-991dbc1224a9 None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:58.355394 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-45c3e5d8-e65a-4191-86c5-991dbc1224a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:58.358271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-87c96c7b-6139-44f9-a2ee-90c4de96a672 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.422297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-45c3e5d8-e65a-4191-86c5-991dbc1224a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:58.430113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad31a2c-53cc-4921-bc81-c766c77d3b84 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Subnet': ['ID=0494f2f5-03de-4d35-a344-d149da476f20,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:58.449196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e97b0-010f-4389-9d6e-2044d66128b6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=2c645cfc-c857-4e54-b13a-0880cf3927eb,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:58.470958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c3e5d8-e65a-4191-86c5-991dbc1224a9 None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:58.471615 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-45c3e5d8-e65a-4191-86c5-991dbc1224a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:58.479528 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b42b7d0d-a81a-4e20-b974-dcb9286e8dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.480064 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-715ae3b4-0a98-42e7-b4cc-d07594505ef9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.507820 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad31a2c-53cc-4921-bc81-c766c77d3b84 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Checking segment: {'id': 'ff306b3d-dcb9-445b-bf1b-c6be7733797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3ab0b3ed-56ee-4880-b603-7d6c789ebfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:58.508245 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad31a2c-53cc-4921-bc81-c766c77d3b84 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network hostable DHCP agents. Network: 3ab0b3ed-56ee-4880-b603-7d6c789ebfc0, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:58.520395 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.535658 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-45c3e5d8-e65a-4191-86c5-991dbc1224a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:58.535658 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c3e5d8-e65a-4191-86c5-991dbc1224a9 None None] The sync data for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:58.536882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-380e97b0-010f-4389-9d6e-2044d66128b6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.565560 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-380e97b0-010f-4389-9d6e-2044d66128b6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/2c645cfc-c857-4e54-b13a-0880cf3927eb HTTP/1.1" status: 204 len: 168 time: 1.7298360 Apr 22 14:36:58.569120 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55852) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:58.574325 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] Deleting port 22531ebc-3ddf-4146-aa80-c265c658ca3e {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:58.575260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.677429 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4621fd0f-65f5-430d-a021-7006e15bf39d None None] DHCP port deletion for 5a755e32-34d9-4ab6-b03f-b51179b95d5b request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:36:58.684862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad31a2c-53cc-4921-bc81-c766c77d3b84 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network 3ab0b3ed-56ee-4880-b603-7d6c789ebfc0 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:58.685235 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4621fd0f-65f5-430d-a021-7006e15bf39d None None] Deleting port 22531ebc-3ddf-4146-aa80-c265c658ca3e {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:58.685815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4621fd0f-65f5-430d-a021-7006e15bf39d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.741635 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c95e92ba-3742-431a-a3a1-39bb28df8409 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.749057 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-87c96c7b-6139-44f9-a2ee-90c4de96a672 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/floatingips/f1b21800-b830-4fbc-a7ad-d4d04c39a9e2 HTTP/1.1" status: 204 len: 168 time: 5.2259736 Apr 22 14:36:58.752399 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-8ad31a2c-53cc-4921-bc81-c766c77d3b84 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 3ab0b3ed-56ee-4880-b603-7d6c789ebfc0) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:58.758406 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55856) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:58.764909 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d131aa-fb28-4ebc-b3d0-509c1b14f0d8 None None] Network 3ab0b3ed-56ee-4880-b603-7d6c789ebfc0 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:58.773115 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c95e92ba-3742-431a-a3a1-39bb28df8409 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.780994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e92ba-3742-431a-a3a1-39bb28df8409 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event deleted for resources: {'Network': ['ID=762d0cd2-ffca-462f-b67f-222b18a5ff3b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:58.802926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad31a2c-53cc-4921-bc81-c766c77d3b84 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:58.803549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ad31a2c-53cc-4921-bc81-c766c77d3b84 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.810887 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b42b7d0d-a81a-4e20-b974-dcb9286e8dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.907584 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c95e92ba-3742-431a-a3a1-39bb28df8409 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "DELETE /v2.0/networks/762d0cd2-ffca-462f-b67f-222b18a5ff3b HTTP/1.1" status: 204 len: 168 time: 1.4535446 Apr 22 14:36:58.910738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55862) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:58.987651 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8ad31a2c-53cc-4921-bc81-c766c77d3b84 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8730600 Apr 22 14:36:58.994165 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55866) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:59.006076 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-499e60ff-4a07-4d93-a7f6-c907b1dc4153 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting port 8c8be054-b505-4099-8de2-cd832bd93877 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:59.006311 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-499e60ff-4a07-4d93-a7f6-c907b1dc4153 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.040995 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-883547616'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:59.041211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-715ae3b4-0a98-42e7-b4cc-d07594505ef9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.053665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ea9e97e4-73b4-4d78-a01c-547258ef5bee no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:59.056153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-715ae3b4-0a98-42e7-b4cc-d07594505ef9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.070043 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:59.079555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a2fa7d8b-111a-4c18-86ea-c4195abe7ea0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.079906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4f3ebc-db01-4f74-9dff-df77326353b6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:59.084196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4f3ebc-db01-4f74-9dff-df77326353b6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:59.084552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0f4f3ebc-db01-4f74-9dff-df77326353b6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:59.098563 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:network and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:59.109235 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: ea9e97e4-73b4-4d78-a01c-547258ef5bee {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:36:59.109570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ea9e97e4-73b4-4d78-a01c-547258ef5bee not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:36:59.109981 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 22531ebc-3ddf-4146-aa80-c265c658ca3e no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:59.115926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:59.133358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:59.139590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] For port 22531ebc-3ddf-4146-aa80-c265c658ca3e, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=22531ebc-3ddf-4146-aa80-c265c658ca3e,segment=NetworkSegment(cd74334e-2e43-49c3-bdcc-2cf4451c2cc3),segment_id=cd74334e-2e43-49c3-bdcc-2cf4451c2cc3)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:59.139951 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.143839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-715ae3b4-0a98-42e7-b4cc-d07594505ef9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.144357 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715ae3b4-0a98-42e7-b4cc-d07594505ef9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Fanout notify agent at l3_agent the message router_deleted on router 4f026090-f042-4b4e-9922-b0644b0f2cc8 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:36:59.147637 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-4621fd0f-65f5-430d-a021-7006e15bf39d None None] For port 22531ebc-3ddf-4146-aa80-c265c658ca3e, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=22531ebc-3ddf-4146-aa80-c265c658ca3e,segment=NetworkSegment(cd74334e-2e43-49c3-bdcc-2cf4451c2cc3),segment_id=cd74334e-2e43-49c3-bdcc-2cf4451c2cc3)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:59.148024 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4621fd0f-65f5-430d-a021-7006e15bf39d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.150667 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b42b7d0d-a81a-4e20-b974-dcb9286e8dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.181145 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-715ae3b4-0a98-42e7-b4cc-d07594505ef9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.182216 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-715ae3b4-0a98-42e7-b4cc-d07594505ef9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "DELETE /v2.0/routers/4f026090-f042-4b4e-9922-b0644b0f2cc8 HTTP/1.1" status: 204 len: 168 time: 4.3182242 Apr 22 14:36:59.195926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55870) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:59.257363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a2fa7d8b-111a-4c18-86ea-c4195abe7ea0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.287966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-a2fa7d8b-111a-4c18-86ea-c4195abe7ea0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3ded25-695c-4ab8-ae5b-b18901cd73af']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:59.291012 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ccf68a37-5860-4639-b166-c0b8cc435edd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-88835264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:59.303563 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4621fd0f-65f5-430d-a021-7006e15bf39d None None] Calling delete_port for 22531ebc-3ddf-4146-aa80-c265c658ca3e owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:59.304317 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b7d0d-a81a-4e20-b974-dcb9286e8dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b918be07-59c3-483b-9013-143f8e82c337,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:59.307175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-a2fa7d8b-111a-4c18-86ea-c4195abe7ea0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48650a28-045b-4e5a-abd6-1fc4923d39a2') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:59.307616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-a2fa7d8b-111a-4c18-86ea-c4195abe7ea0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48650a28-045b-4e5a-abd6-1fc4923d39a2') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:59.321329 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a2fa7d8b-111a-4c18-86ea-c4195abe7ea0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.338980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a2fa7d8b-111a-4c18-86ea-c4195abe7ea0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.346372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fa7d8b-111a-4c18-86ea-c4195abe7ea0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:59.347002 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a2fa7d8b-111a-4c18-86ea-c4195abe7ea0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.363252 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0f4f3ebc-db01-4f74-9dff-df77326353b6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:59.364474 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0f4f3ebc-db01-4f74-9dff-df77326353b6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.7637093 Apr 22 14:36:59.365302 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:59.365967 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:59.368385 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.368502 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55874) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:59.389075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ccf68a37-5860-4639-b166-c0b8cc435edd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:59.399793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] Calling delete_port for 22531ebc-3ddf-4146-aa80-c265c658ca3e owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:59.435694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ccf68a37-5860-4639-b166-c0b8cc435edd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Usage tracker for resource:router and tenant:5f566f40771a489a8a03f9ab44a4edeb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:59.444941 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-3ab0b3ed-56ee-4880-b603-7d6c789ebfc0', 'network_id': '3ab0b3ed-56ee-4880-b603-7d6c789ebfc0', 'tenant_id': 'b3ecd1882b854ef6a7eefe2a346d2b29', 'fixed_ips': [{'subnet_id': '0494f2f5-03de-4d35-a344-d149da476f20'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:36:59.445967 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.448365 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b42b7d0d-a81a-4e20-b974-dcb9286e8dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.454997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ccf68a37-5860-4639-b166-c0b8cc435edd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:59.460976 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2720304-4cc2-4a31-9481-77547b323eaf None None] Network 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:59.468574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-8e954387-ccb2-40cb-a246-e666eff6bca5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 2fab00ab-92c1-4674-a0f5-46dc91c9d079 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:59.468928 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8e954387-ccb2-40cb-a246-e666eff6bca5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.490817 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ccf68a37-5860-4639-b166-c0b8cc435edd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:59.678547 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b42b7d0d-a81a-4e20-b974-dcb9286e8dcd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b918be07-59c3-483b-9013-143f8e82c337 HTTP/1.1" status: 204 len: 168 time: 1.6215966 Apr 22 14:36:59.712223 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55880) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:59.753309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a2fa7d8b-111a-4c18-86ea-c4195abe7ea0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.766919 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ccf68a37-5860-4639-b166-c0b8cc435edd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.767878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ccf68a37-5860-4639-b166-c0b8cc435edd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.783648 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:59.800353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a2fa7d8b-111a-4c18-86ea-c4195abe7ea0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.833830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa7d8b-111a-4c18-86ea-c4195abe7ea0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event deleted for resources: {'Network': ['ID=bd3ded25-695c-4ab8-ae5b-b18901cd73af,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:59.860448 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a2fa7d8b-111a-4c18-86ea-c4195abe7ea0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "DELETE /v2.0/networks/bd3ded25-695c-4ab8-ae5b-b18901cd73af HTTP/1.1" status: 204 len: 168 time: 0.9400721 Apr 22 14:36:59.864369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55886) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:59.932097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.932351 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Added segment 4eb23f6a-f971-4797-a3bc-382a3e827112 of type vlan for network 56de4a4e-c8a7-4f04-852e-b18009476a91 Apr 22 14:36:59.973165 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-499e60ff-4a07-4d93-a7f6-c907b1dc4153 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.017619 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.022663 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.027913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.033878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-4621fd0f-65f5-430d-a021-7006e15bf39d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:00.034232 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-4621fd0f-65f5-430d-a021-7006e15bf39d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:00.050574 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Allocated IP 2001:db8::1 (3ab0b3ed-56ee-4880-b603-7d6c789ebfc0/0494f2f5-03de-4d35-a344-d149da476f20/eabebd1d-fdfa-4754-beae-f1471b75ed51) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:00.174235 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8e954387-ccb2-40cb-a246-e666eff6bca5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.200347 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd31495e-00ef-470e-a164-3cdcd5d54e7e req-a6688042-8dd1-4941-98cf-c99e853b6a04 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6094381463d646049ac766b311ef0072&device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 1098 time: 0.2926338 Apr 22 14:37:00.277365 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78609a6b-6f82-48ee-bbeb-a00bddef94ca None None] DHCP port deletion for 3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:37:00.298282 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ccf68a37-5860-4639-b166-c0b8cc435edd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.316351 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-78609a6b-6f82-48ee-bbeb-a00bddef94ca None None] Deleting port f101e878-1850-41c7-a770-ed6087965aba {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:00.317421 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-78609a6b-6f82-48ee-bbeb-a00bddef94ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.345824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.346644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-8e954387-ccb2-40cb-a246-e666eff6bca5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 2fab00ab-92c1-4674-a0f5-46dc91c9d079 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:00.388115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e695dd9-fbf0-4ee0-b604-c1f8cc9a86f8 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:00.392706 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e695dd9-fbf0-4ee0-b604-c1f8cc9a86f8 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:00.393097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2e695dd9-fbf0-4ee0-b604-c1f8cc9a86f8 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Synchronizing usage tracker for tenant:1948c60d4a1645ce9bce8826148a4697 on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:00.433891 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.463200 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] No DVR routers for this DVR port 22531ebc-3ddf-4146-aa80-c265c658ca3e on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:00.467328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Transition to ACTIVE for port object eabebd1d-fdfa-4754-beae-f1471b75ed51 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:00.472243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-499e60ff-4a07-4d93-a7f6-c907b1dc4153 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Calling delete_port for 8c8be054-b505-4099-8de2-cd832bd93877 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:00.507988 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ccf68a37-5860-4639-b166-c0b8cc435edd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.563143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4621fd0f-65f5-430d-a021-7006e15bf39d None None] Deleting port 22531ebc-3ddf-4146-aa80-c265c658ca3e {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:00.563143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4621fd0f-65f5-430d-a021-7006e15bf39d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.580202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90ba3f-718a-423b-b8f9-b1b2a5ed90df req-b4d74da0-c864-484d-a70d-33538ddbbcb2 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:00.581763 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-eb90ba3f-718a-423b-b8f9-b1b2a5ed90df req-b4d74da0-c864-484d-a70d-33538ddbbcb2 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.5648096 Apr 22 14:37:00.593951 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Transition to ACTIVE for port object eabebd1d-fdfa-4754-beae-f1471b75ed51 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:00.595133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] Pushing event deleted for resources: {'Port': ['ID=22531ebc-3ddf-4146-aa80-c265c658ca3e,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:00.613828 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ccf68a37-5860-4639-b166-c0b8cc435edd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.617680 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ccf68a37-5860-4639-b166-c0b8cc435edd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.3947129 Apr 22 14:37:00.627763 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.628933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55892) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:00.646388 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'enable_snat': True}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:00.727127 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4621fd0f-65f5-430d-a021-7006e15bf39d None None] The port '22531ebc-3ddf-4146-aa80-c265c658ca3e' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:37:00.761612 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-78609a6b-6f82-48ee-bbeb-a00bddef94ca None None] For port f101e878-1850-41c7-a770-ed6087965aba, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f101e878-1850-41c7-a770-ed6087965aba,segment=NetworkSegment(601fbbd7-f82b-4090-8aed-22f2d51bbbf3),segment_id=601fbbd7-f82b-4090-8aed-22f2d51bbbf3)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:00.762173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-78609a6b-6f82-48ee-bbeb-a00bddef94ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.778846 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Pushing event updated for resources: {'Port': ['ID=eabebd1d-fdfa-4754-beae-f1471b75ed51,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:00.800260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Deleting port f101e878-1850-41c7-a770-ed6087965aba {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:00.800643 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.804570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31495e-00ef-470e-a164-3cdcd5d54e7e req-3ffefc38-07c0-45ce-814d-9c15ada0c0f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:00.806039 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd31495e-00ef-470e-a164-3cdcd5d54e7e req-3ffefc38-07c0-45ce-814d-9c15ada0c0f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17 HTTP/1.1" status: 200 len: 911 time: 0.5486498 Apr 22 14:37:00.806606 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8e954387-ccb2-40cb-a246-e666eff6bca5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.830918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:37:00.837282 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Network 3ab0b3ed-56ee-4880-b603-7d6c789ebfc0 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:00.853385 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-eb90ba3f-718a-423b-b8f9-b1b2a5ed90df req-00569ebe-eae9-4cdd-9f27-229f61bfa06b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2637432 Apr 22 14:37:00.904948 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:00.905148 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2e695dd9-fbf0-4ee0-b604-c1f8cc9a86f8 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Unset dirty status for tenant:1948c60d4a1645ce9bce8826148a4697 on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:00.905148 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2e695dd9-fbf0-4ee0-b604-c1f8cc9a86f8 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0199592 Apr 22 14:37:00.905148 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55896) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:00.911075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.912445 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-78609a6b-6f82-48ee-bbeb-a00bddef94ca None None] Calling delete_port for f101e878-1850-41c7-a770-ed6087965aba owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:00.915592 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e954387-ccb2-40cb-a246-e666eff6bca5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=2fab00ab-92c1-4674-a0f5-46dc91c9d079,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:00.924083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-63866183-ec34-4509-91da-2de6242b8836 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2005141077'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:00.929791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-63866183-ec34-4509-91da-2de6242b8836 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:00.942432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-63866183-ec34-4509-91da-2de6242b8836 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:00.942573 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:00.959101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8e954387-ccb2-40cb-a246-e666eff6bca5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.964619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.968953 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:00.970693 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.987758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63866183-ec34-4509-91da-2de6242b8836 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Made reservation on behalf of 1948c60d4a1645ce9bce8826148a4697 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:00.990885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-63866183-ec34-4509-91da-2de6242b8836 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.049282 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8e954387-ccb2-40cb-a246-e666eff6bca5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/2fab00ab-92c1-4674-a0f5-46dc91c9d079 HTTP/1.1" status: 204 len: 168 time: 1.6795316 Apr 22 14:37:01.074239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55900) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:01.078747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Attempting to bind port eabebd1d-fdfa-4754-beae-f1471b75ed51 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:01.078747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Attempting to bind port eabebd1d-fdfa-4754-beae-f1471b75ed51 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'ff306b3d-dcb9-445b-bf1b-c6be7733797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3ab0b3ed-56ee-4880-b603-7d6c789ebfc0'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:01.078747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Attempting to bind port eabebd1d-fdfa-4754-beae-f1471b75ed51 on network 3ab0b3ed-56ee-4880-b603-7d6c789ebfc0 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:01.081117 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f101e878-1850-41c7-a770-ed6087965aba no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:01.100949 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0997591 Apr 22 14:37:01.101165 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd31495e-00ef-470e-a164-3cdcd5d54e7e req-b5fad8d8-c737-42fd-b497-8aa099dc8eaf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52164677-5136-4d96-b1b2-f1430dc55414 HTTP/1.1" status: 200 len: 1001 time: 0.2555935 Apr 22 14:37:01.106722 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55904) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:01.112459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'subnet': {'network_id': '56de4a4e-c8a7-4f04-852e-b18009476a91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:01.116082 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-78609a6b-6f82-48ee-bbeb-a00bddef94ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.148017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: f101e878-1850-41c7-a770-ed6087965aba {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:01.148386 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f101e878-1850-41c7-a770-ed6087965aba not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:01.166340 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:01.166931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Checking segment: {'id': 'ff306b3d-dcb9-445b-bf1b-c6be7733797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3ab0b3ed-56ee-4880-b603-7d6c789ebfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:01.167581 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.168145 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Bound using segment: {'id': 'ff306b3d-dcb9-445b-bf1b-c6be7733797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3ab0b3ed-56ee-4880-b603-7d6c789ebfc0'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:01.168766 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Bound port: eabebd1d-fdfa-4754-beae-f1471b75ed51, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff306b3d-dcb9-445b-bf1b-c6be7733797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3ab0b3ed-56ee-4880-b603-7d6c789ebfc0'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:01.169285 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.181208 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78609a6b-6f82-48ee-bbeb-a00bddef94ca None None] Pushing event deleted for resources: {'Port': ['ID=f101e878-1850-41c7-a770-ed6087965aba,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:01.189779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78609a6b-6f82-48ee-bbeb-a00bddef94ca None None] No DVR routers for this DVR port f101e878-1850-41c7-a770-ed6087965aba on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:01.236625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a755e32-34d9-4ab6-b03f-b51179b95d5b']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:01.284253 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63866183-ec34-4509-91da-2de6242b8836 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:01.284468 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31495e-00ef-470e-a164-3cdcd5d54e7e req-348dd6c6-1cdc-479b-984f-e14b5cfe1313 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:01.285827 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd31495e-00ef-470e-a164-3cdcd5d54e7e req-348dd6c6-1cdc-479b-984f-e14b5cfe1313 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7895da2c-27e4-4c0c-82d1-5c2260f4fda9 HTTP/1.1" status: 200 len: 849 time: 0.1591630 Apr 22 14:37:01.306912 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd74334e-2e43-49c3-bdcc-2cf4451c2cc3') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:01.307544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd74334e-2e43-49c3-bdcc-2cf4451c2cc3') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:01.315078 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] For port eabebd1d-fdfa-4754-beae-f1471b75ed51, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:01.326046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] For port eabebd1d-fdfa-4754-beae-f1471b75ed51, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=eabebd1d-fdfa-4754-beae-f1471b75ed51,segment=NetworkSegment(ff306b3d-dcb9-445b-bf1b-c6be7733797b),segment_id=ff306b3d-dcb9-445b-bf1b-c6be7733797b)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:01.331150 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.341513 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68919ee2-19ae-4f3a-8ad1-a5768990f5e5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Network': ['ID=56de4a4e-c8a7-4f04-852e-b18009476a91,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:01.386964 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 56de4a4e-c8a7-4f04-852e-b18009476a91 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:01.393381 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:01.405802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.412445 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-63866183-ec34-4509-91da-2de6242b8836 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.412792 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-63866183-ec34-4509-91da-2de6242b8836 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Added segment 5ca1529a-7138-4fb5-b3ca-839cf5435c9c of type vlan for network 68bb45f3-cb84-443a-8d4a-ebcbc1059b61 Apr 22 14:37:01.452642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:subnet and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:01.461520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:01.464597 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.470954 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:01.496480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:01.497681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-499e60ff-4a07-4d93-a7f6-c907b1dc4153 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.509163 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-63866183-ec34-4509-91da-2de6242b8836 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.534655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a6c95-b845-48d8-91b2-fd6945ce8117 None None] Pushing event updated for resources: {'Port': ['ID=eabebd1d-fdfa-4754-beae-f1471b75ed51,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:01.549493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:01.549919 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:01.565843 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:01.597065 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.633533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.722559 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd31495e-00ef-470e-a164-3cdcd5d54e7e req-94ac57b0-fb20-4cec-9e93-155717bad973 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4264271 Apr 22 14:37:01.781842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e60ff-4a07-4d93-a7f6-c907b1dc4153 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Port': ['ID=8c8be054-b505-4099-8de2-cd832bd93877,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:01.846731 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-63866183-ec34-4509-91da-2de6242b8836 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:37:01.861940 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] For port f101e878-1850-41c7-a770-ed6087965aba, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f101e878-1850-41c7-a770-ed6087965aba,segment=NetworkSegment(601fbbd7-f82b-4090-8aed-22f2d51bbbf3),segment_id=601fbbd7-f82b-4090-8aed-22f2d51bbbf3)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:01.862326 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.899250 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.ipam_backend_mixin [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Performing IP validity checks on allocation pools {{(pid=83964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 14:37:01.899808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.ipam_backend_mixin [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 14:37:02.020186 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb45d7e-f768-4435-a213-5ad381392947 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:02.021592 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5eb45d7e-f768-4435-a213-5ad381392947 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.9411566 Apr 22 14:37:02.022582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.086616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55910) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:02.096790 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Calling delete_port for f101e878-1850-41c7-a770-ed6087965aba owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:02.136735 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.149951 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-63866183-ec34-4509-91da-2de6242b8836 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.153644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63866183-ec34-4509-91da-2de6242b8836 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:02.154226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-63866183-ec34-4509-91da-2de6242b8836 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.179600 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd31495e-00ef-470e-a164-3cdcd5d54e7e req-73f36e56-d50f-4827-ae5e-b7091b59cb0c service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454789 Apr 22 14:37:02.207471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] Pushing event deleted for resources: {'Network': ['ID=5a755e32-34d9-4ab6-b03f-b51179b95d5b,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:02.261895 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-4842a0fe-a2a9-4cf0-8fea-f75a7e1b094e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] GET failed (client error): The resource could not be found. Apr 22 14:37:02.266596 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4842a0fe-a2a9-4cf0-8fea-f75a7e1b094e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/2c645cfc-c857-4e54-b13a-0880cf3927eb HTTP/1.1" status: 404 len: 333 time: 0.1296158 Apr 22 14:37:02.268763 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55914) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:02.353559 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-499e60ff-4a07-4d93-a7f6-c907b1dc4153 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.355465 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-499e60ff-4a07-4d93-a7f6-c907b1dc4153 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/ports/8c8be054-b505-4099-8de2-cd832bd93877 HTTP/1.1" status: 204 len: 168 time: 3.5960982 Apr 22 14:37:02.357787 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2ed88ae9-9863-42f5-8128-41b2eb1aad7c admin admin] 10.222.0.23 "DELETE /v2.0/networks/5a755e32-34d9-4ab6-b03f-b51179b95d5b HTTP/1.1" status: 204 len: 168 time: 4.1500912 Apr 22 14:37:02.369820 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-69bba324-0a3a-4179-addb-1ff471479d2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] GET failed (client error): The resource could not be found. Apr 22 14:37:02.370451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-69bba324-0a3a-4179-addb-1ff471479d2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:02.374817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55918) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:02.380981 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-63866183-ec34-4509-91da-2de6242b8836 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4803042 Apr 22 14:37:02.384738 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55922) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:02.387946 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63866183-ec34-4509-91da-2de6242b8836 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event updated for resources: {'Network': ['ID=68bb45f3-cb84-443a-8d4a-ebcbc1059b61,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:02.396435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-f8b324ee-6611-4e7d-b33c-aa84f06c434b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-983063415'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:02.403011 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f8b324ee-6611-4e7d-b33c-aa84f06c434b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:02.404717 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 68bb45f3-cb84-443a-8d4a-ebcbc1059b61 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:02.408732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f8b324ee-6611-4e7d-b33c-aa84f06c434b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Usage tracker for resource:network and tenant:1948c60d4a1645ce9bce8826148a4697 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:02.411610 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:02.411934 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:02.412700 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f8b324ee-6611-4e7d-b33c-aa84f06c434b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:02.425140 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f8b324ee-6611-4e7d-b33c-aa84f06c434b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:02.430638 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:02.439656 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b324ee-6611-4e7d-b33c-aa84f06c434b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Made reservation on behalf of 1948c60d4a1645ce9bce8826148a4697 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:02.449860 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f8b324ee-6611-4e7d-b33c-aa84f06c434b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.460648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:02.467809 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-69bba324-0a3a-4179-addb-1ff471479d2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:02.469189 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-69bba324-0a3a-4179-addb-1ff471479d2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/2fab00ab-92c1-4674-a0f5-46dc91c9d079 HTTP/1.1" status: 404 len: 333 time: 0.1556973 Apr 22 14:37:02.477481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55928) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:02.511521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Usage tracker for resource:floatingip and tenant:b78ee70dc9ae489880dbaf9e0af0c833 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:02.525288 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c255c1-cfc2-42d9-b11c-75af79ed967b req-4879c875-138f-46e5-bb9f-e87bc5f500f9 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:02.532535 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b3c255c1-cfc2-42d9-b11c-75af79ed967b req-4879c875-138f-46e5-bb9f-e87bc5f500f9 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.4582214 Apr 22 14:37:02.537889 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:02.550567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b324ee-6611-4e7d-b33c-aa84f06c434b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:02.563396 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f8b324ee-6611-4e7d-b33c-aa84f06c434b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.563813 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-f8b324ee-6611-4e7d-b33c-aa84f06c434b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Added segment 1791c53a-41f3-4e24-bf02-16f08141c73d of type vlan for network 8d5f4146-5df0-4831-a185-496c4b5417c8 Apr 22 14:37:02.592512 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:02.654257 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd31495e-00ef-470e-a164-3cdcd5d54e7e req-24a8aafd-2834-45ba-a556-faedb8fc6ff6 service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667106 Apr 22 14:37:02.663818 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f8b324ee-6611-4e7d-b33c-aa84f06c434b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.671853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.691594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.705010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e3e37739-c27a-432e-9c23-694e0949a4f1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.749540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaa034f-fbb7-4ddd-a14f-9df13393fb95 None None] Network 3ab0b3ed-56ee-4880-b603-7d6c789ebfc0 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:02.784255 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f8b324ee-6611-4e7d-b33c-aa84f06c434b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.788756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b324ee-6611-4e7d-b33c-aa84f06c434b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:02.789384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f8b324ee-6611-4e7d-b33c-aa84f06c434b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.811515 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55932) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:02.873231 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-21ab5134-66f5-418a-9c56-efbc5dcf704c None None] Provisioning for port eabebd1d-fdfa-4754-beae-f1471b75ed51 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:02.925702 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Deleting port f101e878-1850-41c7-a770-ed6087965aba {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:02.925702 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.975897 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.027456 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.064275 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] The port 'f101e878-1850-41c7-a770-ed6087965aba' was deleted {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:37:03.111086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device eabebd1d-fdfa-4754-beae-f1471b75ed51 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:03.135976 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b3c255c1-cfc2-42d9-b11c-75af79ed967b req-aea8ae64-f3e8-485d-ad32-1fa423eb6d41 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6021059 Apr 22 14:37:03.172549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Subnet': ['ID=d77ac437-f67c-41ec-9c70-d5e5e585dfd1,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:03.209398 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Checking segment: {'id': '4eb23f6a-f971-4797-a3bc-382a3e827112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56de4a4e-c8a7-4f04-852e-b18009476a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:03.209805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network hostable DHCP agents. Network: 56de4a4e-c8a7-4f04-852e-b18009476a91, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:03.211925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port eabebd1d-fdfa-4754-beae-f1471b75ed51 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:03.219405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port eabebd1d-fdfa-4754-beae-f1471b75ed51 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:03.219894 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.272061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e3e37739-c27a-432e-9c23-694e0949a4f1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.298459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Allocated IP 172.26.0.187 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/bb211cc8-05b9-443c-8e23-4d17c010ddd9) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:03.324446 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.332883 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e8d9ea4d-5d5f-4765-be59-1d9e46d8776c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8aa87d08eac46c5bfa80e52bb051b50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4950151 Apr 22 14:37:03.343240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55936) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:03.346437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network 56de4a4e-c8a7-4f04-852e-b18009476a91 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:03.393869 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b324ee-6611-4e7d-b33c-aa84f06c434b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event updated for resources: {'Network': ['ID=8d5f4146-5df0-4831-a185-496c4b5417c8,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:03.401562 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f8b324ee-6611-4e7d-b33c-aa84f06c434b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0157146 Apr 22 14:37:03.403395 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55940) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:03.421203 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-df5f87a9-c5e2-42ff-b426-c233d0bdb1d3 None None] Provisioning complete for port eabebd1d-fdfa-4754-beae-f1471b75ed51 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:03.422469 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-df5f87a9-c5e2-42ff-b426-c233d0bdb1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.426478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e3e37739-c27a-432e-9c23-694e0949a4f1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b999d4be-d6fc-499d-8c51-7725d139c3a8']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:03.440423 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Request body: {'ports': [{'network_id': '68bb45f3-cb84-443a-8d4a-ebcbc1059b61', 'name': 'tempest-port--494643006', 'admin_state_up': True}, {'network_id': '8d5f4146-5df0-4831-a185-496c4b5417c8', 'admin_state_up': False}]} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:03.440827 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Request body: {'port': {'network_id': '68bb45f3-cb84-443a-8d4a-ebcbc1059b61', 'name': 'tempest-port--494643006', 'admin_state_up': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:03.441722 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Request body: {'port': {'network_id': '8d5f4146-5df0-4831-a185-496c4b5417c8', 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:03.448981 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 8d5f4146-5df0-4831-a185-496c4b5417c8 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:03.458732 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 56de4a4e-c8a7-4f04-852e-b18009476a91) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:03.478248 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e3e37739-c27a-432e-9c23-694e0949a4f1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906ab488-29d8-4b8b-90b7-26f90c1ba116') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:03.478488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e3e37739-c27a-432e-9c23-694e0949a4f1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906ab488-29d8-4b8b-90b7-26f90c1ba116') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:03.491517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.493298 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:03.493887 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.535975 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb746fd9-24ac-4db4-8336-9778802909a8 None None] Network 56de4a4e-c8a7-4f04-852e-b18009476a91 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:03.574029 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e3e37739-c27a-432e-9c23-694e0949a4f1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.591953 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7485c39f-a3cf-46cd-bada-9f3d7885e69e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4801199 Apr 22 14:37:03.593837 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55944) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:03.602356 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6b99dc-a404-4bb0-b96f-b84f53c37fd6']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:03.625070 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e3e37739-c27a-432e-9c23-694e0949a4f1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.625833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.628534 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601fbbd7-f82b-4090-8aed-22f2d51bbbf3') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:03.628906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601fbbd7-f82b-4090-8aed-22f2d51bbbf3') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:03.730909 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-922a85a0-343d-435e-97bb-40fa9d48ad18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.741738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port eabebd1d-fdfa-4754-beae-f1471b75ed51, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=eabebd1d-fdfa-4754-beae-f1471b75ed51,segment=NetworkSegment(ff306b3d-dcb9-445b-bf1b-c6be7733797b),segment_id=ff306b3d-dcb9-445b-bf1b-c6be7733797b)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:03.754783 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.762083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e37739-c27a-432e-9c23-694e0949a4f1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:03.762993 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e3e37739-c27a-432e-9c23-694e0949a4f1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:03.786854 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:03.790341 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.799330 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-922a85a0-343d-435e-97bb-40fa9d48ad18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.800969 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.862894 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.950430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.954829 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.962783 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=eabebd1d-fdfa-4754-beae-f1471b75ed51,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:03.971885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:03.972297 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:03.986584 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:03.998440 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e3e37739-c27a-432e-9c23-694e0949a4f1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.022596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-922a85a0-343d-435e-97bb-40fa9d48ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.024716 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-56de4a4e-c8a7-4f04-852e-b18009476a91', 'network_id': '56de4a4e-c8a7-4f04-852e-b18009476a91', 'tenant_id': 'b3ecd1882b854ef6a7eefe2a346d2b29', 'fixed_ips': [{'subnet_id': 'd77ac437-f67c-41ec-9c70-d5e5e585dfd1'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:04.025775 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.076487 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a85a0-343d-435e-97bb-40fa9d48ad18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0ce4d6-3118-4fad-b762-bbc3b28ee8ef,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:04.095093 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e3e37739-c27a-432e-9c23-694e0949a4f1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.097895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:04.107526 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.123850 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e3e37739-c27a-432e-9c23-694e0949a4f1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/networks/b999d4be-d6fc-499d-8c51-7725d139c3a8 HTTP/1.1" status: 204 len: 168 time: 1.6410735 Apr 22 14:37:04.128132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55948) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:04.130595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e37739-c27a-432e-9c23-694e0949a4f1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Network': ['ID=b999d4be-d6fc-499d-8c51-7725d139c3a8,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:04.133490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:04.139917 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-f22400d5-0da8-4472-a7ad-f0acc5d18004 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1586332453'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:04.148554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:04.150418 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:04.152116 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Usage tracker for resource:port and tenant:1948c60d4a1645ce9bce8826148a4697 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:04.155624 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:04.161425 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:04.175670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f22400d5-0da8-4472-a7ad-f0acc5d18004 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:04.176194 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Pushing event updated for resources: {'Port': ['ID=bb211cc8-05b9-443c-8e23-4d17c010ddd9,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:04.178705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-922a85a0-343d-435e-97bb-40fa9d48ad18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.179909 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-922a85a0-343d-435e-97bb-40fa9d48ad18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce0ce4d6-3118-4fad-b762-bbc3b28ee8ef HTTP/1.1" status: 204 len: 168 time: 0.8347676 Apr 22 14:37:04.185966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Allocated IP 172.26.0.209 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/e735e68c-5458-4b25-ad9b-5d3009f62cca) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:04.209481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f22400d5-0da8-4472-a7ad-f0acc5d18004 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:network and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:04.216842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Made reservation on behalf of 1948c60d4a1645ce9bce8826148a4697 for: {'port': 2} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:04.221476 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.240124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f22400d5-0da8-4472-a7ad-f0acc5d18004 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:04.254778 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f22400d5-0da8-4472-a7ad-f0acc5d18004 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:04.259963 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Allocated IP 2001:db8::3 (56de4a4e-c8a7-4f04-852e-b18009476a91/d77ac437-f67c-41ec-9c70-d5e5e585dfd1/b79bc689-fb75-49fd-a785-37d0b44a2a46) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:04.284035 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22400d5-0da8-4472-a7ad-f0acc5d18004 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:04.289060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f22400d5-0da8-4472-a7ad-f0acc5d18004 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.318554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.362865 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.375962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] Pushing event deleted for resources: {'Network': ['ID=3a6b99dc-a404-4bb0-b96f-b84f53c37fd6,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:04.382599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.421927 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-314e5e61-e676-4c0b-91e1-faa101da314d admin admin] 10.222.0.23 "DELETE /v2.0/networks/3a6b99dc-a404-4bb0-b96f-b84f53c37fd6 HTTP/1.1" status: 204 len: 168 time: 4.6949401 Apr 22 14:37:04.479708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22400d5-0da8-4472-a7ad-f0acc5d18004 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:04.516663 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f22400d5-0da8-4472-a7ad-f0acc5d18004 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.517590 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-f22400d5-0da8-4472-a7ad-f0acc5d18004 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Added segment 0367f6a1-f6c3-4aae-8472-3a4192042707 of type vlan for network b85ae674-681b-4cbc-a7c2-20aabfcddf00 Apr 22 14:37:04.587628 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.647382 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Transition to ACTIVE for port object b79bc689-fb75-49fd-a785-37d0b44a2a46 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:04.682922 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8696b-0efd-4e13-b1a9-1fbdcf7ba64e req-9d682c8f-1ff2-4951-ae7b-5b6eccbfb8d5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:04.684783 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-34e8696b-0efd-4e13-b1a9-1fbdcf7ba64e req-9d682c8f-1ff2-4951-ae7b-5b6eccbfb8d5 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.3209119 Apr 22 14:37:04.692769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.711789 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Transition to ACTIVE for port object b79bc689-fb75-49fd-a785-37d0b44a2a46 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:04.724733 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.728366 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] device_id is not set on port 4c474fca-9cec-4ef7-a96b-a7e7256d15fa yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:37:04.743949 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 55960) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:04.800636 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-34e8696b-0efd-4e13-b1a9-1fbdcf7ba64e req-3ff87ef1-ba55-447d-a15f-3e21db9a78d7 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045141 Apr 22 14:37:04.809190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.855447 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Network 56de4a4e-c8a7-4f04-852e-b18009476a91 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:04.855447 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:04.861374 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:04.870729 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.886453 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Subnet': ['ID=d77ac437-f67c-41ec-9c70-d5e5e585dfd1,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:04.910068 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.919597 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f22400d5-0da8-4472-a7ad-f0acc5d18004 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.001640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Pushing event updated for resources: {'Port': ['ID=b79bc689-fb75-49fd-a785-37d0b44a2a46,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:05.034843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device eabebd1d-fdfa-4754-beae-f1471b75ed51 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:05.040876 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:37:05.066630 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f22400d5-0da8-4472-a7ad-f0acc5d18004 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.072784 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22400d5-0da8-4472-a7ad-f0acc5d18004 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:05.073522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f22400d5-0da8-4472-a7ad-f0acc5d18004 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.083772 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Attempting to bind port b79bc689-fb75-49fd-a785-37d0b44a2a46 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:05.084253 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Attempting to bind port b79bc689-fb75-49fd-a785-37d0b44a2a46 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '4eb23f6a-f971-4797-a3bc-382a3e827112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56de4a4e-c8a7-4f04-852e-b18009476a91'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:05.084701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Attempting to bind port b79bc689-fb75-49fd-a785-37d0b44a2a46 on network 56de4a4e-c8a7-4f04-852e-b18009476a91 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:05.111134 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:05.111610 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Checking segment: {'id': '4eb23f6a-f971-4797-a3bc-382a3e827112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56de4a4e-c8a7-4f04-852e-b18009476a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:05.112286 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8112b7ab-28d6-44a0-afcd-2432b07f29fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bda8a1e2f57544349aa2938094d971c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3637314 Apr 22 14:37:05.113219 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.115013 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.115541 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Bound using segment: {'id': '4eb23f6a-f971-4797-a3bc-382a3e827112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56de4a4e-c8a7-4f04-852e-b18009476a91'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:05.116165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Bound port: b79bc689-fb75-49fd-a785-37d0b44a2a46, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb23f6a-f971-4797-a3bc-382a3e827112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56de4a4e-c8a7-4f04-852e-b18009476a91'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:05.116642 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.130133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55972) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:05.247813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] device_id is not set on port a50e8641-6482-4d2a-b69b-3736dac811c6 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:37:05.253187 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] For port b79bc689-fb75-49fd-a785-37d0b44a2a46, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:05.261704 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f22400d5-0da8-4472-a7ad-f0acc5d18004 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1293478 Apr 22 14:37:05.261943 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] For port b79bc689-fb75-49fd-a785-37d0b44a2a46, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b79bc689-fb75-49fd-a785-37d0b44a2a46,segment=NetworkSegment(4eb23f6a-f971-4797-a3bc-382a3e827112),segment_id=4eb23f6a-f971-4797-a3bc-382a3e827112)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:05.268016 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.268965 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 55978) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:05.279184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'subnet': {'network_id': 'b85ae674-681b-4cbc-a7c2-20aabfcddf00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:05.294422 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22400d5-0da8-4472-a7ad-f0acc5d18004 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Network': ['ID=b85ae674-681b-4cbc-a7c2-20aabfcddf00,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:05.314833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network b85ae674-681b-4cbc-a7c2-20aabfcddf00 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:05.322490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:05.337353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=e735e68c-5458-4b25-ad9b-5d3009f62cca,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:05.364347 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:05.372817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:05.423473 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.447086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port eabebd1d-fdfa-4754-beae-f1471b75ed51 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:05.447486 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.458763 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:05.462788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:subnet and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:05.468882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:05.475599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:05.492641 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-110b66b2-d384-482b-bc28-c69b0406ea8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.499912 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:05.500111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56de4a4e-c8a7-4f04-852e-b18009476a91']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:05.515008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.534204 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb23f6a-f971-4797-a3bc-382a3e827112') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:05.535176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb23f6a-f971-4797-a3bc-382a3e827112') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:05.545616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.547941 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1f9c1-0577-4e1b-9016-c9a54c7d9db2 None None] Pushing event updated for resources: {'Port': ['ID=b79bc689-fb75-49fd-a785-37d0b44a2a46,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:05.647894 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-110b66b2-d384-482b-bc28-c69b0406ea8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.685767 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7e5a50-aea2-4314-b262-2a133863bba6 None None] Network 56de4a4e-c8a7-4f04-852e-b18009476a91 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:05.757809 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.854025 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.895215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-110b66b2-d384-482b-bc28-c69b0406ea8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.914277 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.916704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.964879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b66b2-d384-482b-bc28-c69b0406ea8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9c7748-971a-4744-9750-3c8587aea1c6,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:05.967033 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534f48ee-4684-4a19-8588-1ad4f7e75ddd None None] get_active_networks_info from dv-neutron-839027-1-hyperv {{(pid=83965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:37:05.977903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.ipam_backend_mixin [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Performing IP validity checks on allocation pools {{(pid=83963) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 14:37:05.981692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.ipam_backend_mixin [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83963) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 14:37:06.003515 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.016522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-110b66b2-d384-482b-bc28-c69b0406ea8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.016744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:06.017914 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.020411 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-110b66b2-d384-482b-bc28-c69b0406ea8d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c9c7748-971a-4744-9750-3c8587aea1c6 HTTP/1.1" status: 204 len: 168 time: 0.8891673 Apr 22 14:37:06.023596 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:06.054392 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:06.108609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534f48ee-4684-4a19-8588-1ad4f7e75ddd None None] Resources bound (agent type, host, resource id): {{(pid=83965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:37:06.313906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event updated for resources: {'Port': ['ID=4c474fca-9cec-4ef7-a96b-a7e7256d15fa,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:06.347491 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.452345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Checking segment: {'id': '5ca1529a-7138-4fb5-b3ca-839cf5435c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '68bb45f3-cb84-443a-8d4a-ebcbc1059b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:06.452699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Network hostable DHCP agents. Network: 68bb45f3-cb84-443a-8d4a-ebcbc1059b61, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:06.493227 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:37:06.493227 dv-neutron-839027-1-hyperv neutron-server[83964]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:37:06.493227 dv-neutron-839027-1-hyperv neutron-server[83964]: [parameters: {'id': '56de4a4e-c8a7-4f04-852e-b18009476a91'}] Apr 22 14:37:06.493227 dv-neutron-839027-1-hyperv neutron-server[83964]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:06.494192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:06.540240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.600060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Network 68bb45f3-cb84-443a-8d4a-ebcbc1059b61 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:06.626293 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Subnet': ['ID=be758acd-8fec-4b58-a4f5-cf8ab705e7fa,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:06.628363 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 68bb45f3-cb84-443a-8d4a-ebcbc1059b61) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:06.636667 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35031aa5-27e1-4911-8dab-1ac4325c9b59 None None] Network 68bb45f3-cb84-443a-8d4a-ebcbc1059b61 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:06.641025 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:06.641891 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.736308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Checking segment: {'id': '0367f6a1-f6c3-4aae-8472-3a4192042707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b85ae674-681b-4cbc-a7c2-20aabfcddf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:06.736683 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network hostable DHCP agents. Network: b85ae674-681b-4cbc-a7c2-20aabfcddf00, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:06.768999 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event updated for resources: {'Port': ['ID=a50e8641-6482-4d2a-b69b-3736dac811c6,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:06.790537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Checking segment: {'id': '1791c53a-41f3-4e24-bf02-16f08141c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8d5f4146-5df0-4831-a185-496c4b5417c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:06.790902 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Network hostable DHCP agents. Network: 8d5f4146-5df0-4831-a185-496c4b5417c8, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:06.813104 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network b85ae674-681b-4cbc-a7c2-20aabfcddf00 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:06.861306 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, b85ae674-681b-4cbc-a7c2-20aabfcddf00) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:06.872970 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:06.874815 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.897012 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea9110-d82d-4011-8fb1-02fb360d1390 None None] Network b85ae674-681b-4cbc-a7c2-20aabfcddf00 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:06.918006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Network 8d5f4146-5df0-4831-a185-496c4b5417c8 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:06.955649 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7c769132-99e7-4c9c-bb0e-03956cc3666f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6837959 Apr 22 14:37:06.956998 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56010) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:06.961296 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 8d5f4146-5df0-4831-a185-496c4b5417c8) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:06.964712 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'network_id': 'b85ae674-681b-4cbc-a7c2-20aabfcddf00', 'name': 'tempest-PortsIpV6TestJSON-1371796381'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:06.967602 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:06.972525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:06.977081 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:06.978622 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.998312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.007026 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a5084e75-4ae6-4aee-a273-76c7ca8bffdc tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5949018 Apr 22 14:37:07.009774 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56014) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:07.042771 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68dfcbc-8410-4929-be85-17b8495c9b55 None None] Network 8d5f4146-5df0-4831-a185-496c4b5417c8 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:07.054792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:37:07.094025 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.110056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.132654 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f817536-921f-40fa-8eb4-48b8dbd9959b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:07.137671 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f817536-921f-40fa-8eb4-48b8dbd9959b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:07.139953 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2f817536-921f-40fa-8eb4-48b8dbd9959b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Synchronizing usage tracker for tenant:1948c60d4a1645ce9bce8826148a4697 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:07.151706 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Deleting port b79bc689-fb75-49fd-a785-37d0b44a2a46 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:07.152064 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.170172 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2f817536-921f-40fa-8eb4-48b8dbd9959b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Unset dirty status for tenant:1948c60d4a1645ce9bce8826148a4697 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:07.171623 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2f817536-921f-40fa-8eb4-48b8dbd9959b tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1602590 Apr 22 14:37:07.175020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56022) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:07.296623 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-941b228c-8038-4858-98bd-832746cbed58 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Deleting port 4c474fca-9cec-4ef7-a96b-a7e7256d15fa {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:07.297123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-941b228c-8038-4858-98bd-832746cbed58 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.332396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:07.340993 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=e735e68c-5458-4b25-ad9b-5d3009f62cca,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:07.427104 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:07.483147 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-b85ae674-681b-4cbc-a7c2-20aabfcddf00', 'network_id': 'b85ae674-681b-4cbc-a7c2-20aabfcddf00', 'tenant_id': '68527584d1d143598824158de05dce09', 'fixed_ips': [{'subnet_id': 'be758acd-8fec-4b58-a4f5-cf8ab705e7fa'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:07.487990 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.492663 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Router bafb0c0c-046d-4b7d-a8cb-0dbaad072fd3 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:37:07.497582 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.504501 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:07.507464 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.637827 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] device_id is not set on port 61c09955-0ca4-4f35-8349-9c0e887765cf yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:37:07.640121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-941b228c-8038-4858-98bd-832746cbed58 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.788255 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.789666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-941b228c-8038-4858-98bd-832746cbed58 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Calling delete_port for 4c474fca-9cec-4ef7-a96b-a7e7256d15fa owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:07.790147 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f933b8db-4eec-48de-8aaf-ee51f81c1758 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3902664 Apr 22 14:37:07.812501 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56036) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:07.878436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Allocated IP 2001:db8::2 (b85ae674-681b-4cbc-a7c2-20aabfcddf00/be758acd-8fec-4b58-a4f5-cf8ab705e7fa/698a6f7b-a9ff-4024-949d-3c6ea9d57e38) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:07.906689 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-941b228c-8038-4858-98bd-832746cbed58 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.919864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1cb08ac4-14f6-42b5-9c4e-9f9469d622b5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'port': {'network_id': 'd350457c-4846-4065-a55c-511c62fb77c6', 'name': 'tempest-FloatingIPTestJSON-240134075'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:07.947349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] For port b79bc689-fb75-49fd-a785-37d0b44a2a46, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b79bc689-fb75-49fd-a785-37d0b44a2a46,segment=NetworkSegment(4eb23f6a-f971-4797-a3bc-382a3e827112),segment_id=4eb23f6a-f971-4797-a3bc-382a3e827112)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:07.947887 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.031210 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b228c-8038-4858-98bd-832746cbed58 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event deleted for resources: {'Port': ['ID=4c474fca-9cec-4ef7-a96b-a7e7256d15fa,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:08.034631 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-941b228c-8038-4858-98bd-832746cbed58 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.082318 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-941b228c-8038-4858-98bd-832746cbed58 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "DELETE /v2.0/ports/4c474fca-9cec-4ef7-a96b-a7e7256d15fa HTTP/1.1" status: 204 len: 168 time: 0.9012377 Apr 22 14:37:08.083067 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56046) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:08.124742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.139316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Transition to ACTIVE for port object 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:08.169298 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Calling delete_port for b79bc689-fb75-49fd-a785-37d0b44a2a46 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:08.179388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Transition to ACTIVE for port object 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:08.186197 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.206121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-80359742-39c4-478a-9daa-11395c8393c5 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Deleting port a50e8641-6482-4d2a-b69b-3736dac811c6 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:08.210632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-80359742-39c4-478a-9daa-11395c8393c5 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.304184 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Network b85ae674-681b-4cbc-a7c2-20aabfcddf00 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:08.307851 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:08.310089 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Pushing event updated for resources: {'Port': ['ID=698a6f7b-a9ff-4024-949d-3c6ea9d57e38,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:08.312562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:08.342558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.411606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Attempting to bind port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:08.411996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Attempting to bind port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '0367f6a1-f6c3-4aae-8472-3a4192042707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b85ae674-681b-4cbc-a7c2-20aabfcddf00'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:08.412336 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Attempting to bind port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 on network b85ae674-681b-4cbc-a7c2-20aabfcddf00 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:08.424213 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:08.424583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Checking segment: {'id': '0367f6a1-f6c3-4aae-8472-3a4192042707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b85ae674-681b-4cbc-a7c2-20aabfcddf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:08.424993 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.425388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Bound using segment: {'id': '0367f6a1-f6c3-4aae-8472-3a4192042707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b85ae674-681b-4cbc-a7c2-20aabfcddf00'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:08.425861 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Bound port: 698a6f7b-a9ff-4024-949d-3c6ea9d57e38, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0367f6a1-f6c3-4aae-8472-3a4192042707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b85ae674-681b-4cbc-a7c2-20aabfcddf00'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:08.426239 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.431795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No DVR routers for this DVR port b79bc689-fb75-49fd-a785-37d0b44a2a46 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:08.518037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Port': ['ID=b79bc689-fb75-49fd-a785-37d0b44a2a46,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:08.570517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-80359742-39c4-478a-9daa-11395c8393c5 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.603002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] For port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:08.607235 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] For port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=698a6f7b-a9ff-4024-949d-3c6ea9d57e38,segment=NetworkSegment(0367f6a1-f6c3-4aae-8472-3a4192042707),segment_id=0367f6a1-f6c3-4aae-8472-3a4192042707)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:08.612039 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.713421 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fcf7f-34ee-44dc-b7a0-8d8400851ca8 None None] Pushing event updated for resources: {'Port': ['ID=698a6f7b-a9ff-4024-949d-3c6ea9d57e38,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:08.756163 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-80359742-39c4-478a-9daa-11395c8393c5 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Calling delete_port for a50e8641-6482-4d2a-b69b-3736dac811c6 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:08.919164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-80359742-39c4-478a-9daa-11395c8393c5 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.967404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.995191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80359742-39c4-478a-9daa-11395c8393c5 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event deleted for resources: {'Port': ['ID=a50e8641-6482-4d2a-b69b-3736dac811c6,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:09.004979 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1cb08ac4-14f6-42b5-9c4e-9f9469d622b5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:09.005448 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-80359742-39c4-478a-9daa-11395c8393c5 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.011215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Allocated IP 2001:db8::281 (b85ae674-681b-4cbc-a7c2-20aabfcddf00/be758acd-8fec-4b58-a4f5-cf8ab705e7fa/61c09955-0ca4-4f35-8349-9c0e887765cf) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:09.021191 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-80359742-39c4-478a-9daa-11395c8393c5 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "DELETE /v2.0/ports/a50e8641-6482-4d2a-b69b-3736dac811c6 HTTP/1.1" status: 204 len: 168 time: 0.9343805 Apr 22 14:37:09.021191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56066) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:09.062455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56070) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:09.063559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1cb08ac4-14f6-42b5-9c4e-9f9469d622b5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:09.094214 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56de4a4e-c8a7-4f04-852e-b18009476a91']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:09.099168 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-64075cbe-9e22-4890-8c32-9dbaf3b92c25 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Synchronizing usage tracker for tenant:1948c60d4a1645ce9bce8826148a4697 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:09.119807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-64075cbe-9e22-4890-8c32-9dbaf3b92c25 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Unset dirty status for tenant:1948c60d4a1645ce9bce8826148a4697 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:09.122141 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-64075cbe-9e22-4890-8c32-9dbaf3b92c25 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0993557 Apr 22 14:37:09.126809 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56078) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:09.151340 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb23f6a-f971-4797-a3bc-382a3e827112') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:09.151594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb23f6a-f971-4797-a3bc-382a3e827112') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:09.160026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb08ac4-14f6-42b5-9c4e-9f9469d622b5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Made reservation on behalf of b78ee70dc9ae489880dbaf9e0af0c833 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:09.163157 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1cb08ac4-14f6-42b5-9c4e-9f9469d622b5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.166637 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:09.177256 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-4abc8fac-0136-4555-bbc7-ea6a155158ae tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-709900965'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:09.185746 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4abc8fac-0136-4555-bbc7-ea6a155158ae tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:09.192018 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4abc8fac-0136-4555-bbc7-ea6a155158ae tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Usage tracker for resource:network and tenant:1948c60d4a1645ce9bce8826148a4697 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:09.196980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4abc8fac-0136-4555-bbc7-ea6a155158ae tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:09.211599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4abc8fac-0136-4555-bbc7-ea6a155158ae tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:09.222122 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.229236 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abc8fac-0136-4555-bbc7-ea6a155158ae tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Made reservation on behalf of 1948c60d4a1645ce9bce8826148a4697 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:09.234525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4abc8fac-0136-4555-bbc7-ea6a155158ae tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.275229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abc8fac-0136-4555-bbc7-ea6a155158ae tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:09.284991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-1cb08ac4-14f6-42b5-9c4e-9f9469d622b5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] device_id is not set on port a63f7ee1-6b43-4571-b1d6-1b5785f94b49 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:37:09.292316 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4abc8fac-0136-4555-bbc7-ea6a155158ae tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.293165 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-4abc8fac-0136-4555-bbc7-ea6a155158ae tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Added segment 402e7791-ffc4-4982-99f3-bf2f46f0f264 of type vlan for network 9587760e-5949-4547-ab93-754504105d50 Apr 22 14:37:09.329037 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:09.331581 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4abc8fac-0136-4555-bbc7-ea6a155158ae tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.380412 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4abc8fac-0136-4555-bbc7-ea6a155158ae tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.390813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc8fac-0136-4555-bbc7-ea6a155158ae tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:09.391864 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4abc8fac-0136-4555-bbc7-ea6a155158ae tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.451170 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-1cb08ac4-14f6-42b5-9c4e-9f9469d622b5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Allocated IP 172.20.0.5 (d350457c-4846-4065-a55c-511c62fb77c6/0d23b69d-c021-4350-9efb-620b1e2db0d4/a63f7ee1-6b43-4571-b1d6-1b5785f94b49) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:09.718253 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4abc8fac-0136-4555-bbc7-ea6a155158ae tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5876975 Apr 22 14:37:09.723140 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56086) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:09.735813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-69baf30e-bf26-4166-a05f-299c9c5075e0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1717602888'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:09.744213 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-69baf30e-bf26-4166-a05f-299c9c5075e0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:09.747933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8fac-0136-4555-bbc7-ea6a155158ae tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event updated for resources: {'Network': ['ID=9587760e-5949-4547-ab93-754504105d50,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:09.758933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.761322 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 9587760e-5949-4547-ab93-754504105d50 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:09.765924 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-69baf30e-bf26-4166-a05f-299c9c5075e0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Usage tracker for resource:network and tenant:1948c60d4a1645ce9bce8826148a4697 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:09.769524 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-69baf30e-bf26-4166-a05f-299c9c5075e0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:09.776402 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56090) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:09.781078 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-69baf30e-bf26-4166-a05f-299c9c5075e0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:09.805997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69baf30e-bf26-4166-a05f-299c9c5075e0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Made reservation on behalf of 1948c60d4a1645ce9bce8826148a4697 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:09.809811 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-69baf30e-bf26-4166-a05f-299c9c5075e0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.845822 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69baf30e-bf26-4166-a05f-299c9c5075e0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:09.860966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:09.864272 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-69baf30e-bf26-4166-a05f-299c9c5075e0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.864617 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-69baf30e-bf26-4166-a05f-299c9c5075e0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Added segment a2383229-eb25-4632-9de4-e9593b5c3672 of type vlan for network c102bfdb-05cb-436b-ace0-fbce0214183a Apr 22 14:37:09.867045 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:09.868038 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.902175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-69baf30e-bf26-4166-a05f-299c9c5075e0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:09.915345 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:09.947233 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:09.953171 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Usage tracker for resource:floatingip and tenant:ca24b81760a341cba7ba6df3e4bd531d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:09.957751 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-69baf30e-bf26-4166-a05f-299c9c5075e0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.958187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:09.966015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69baf30e-bf26-4166-a05f-299c9c5075e0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:09.967007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-69baf30e-bf26-4166-a05f-299c9c5075e0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.969143 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1307e-4d57-43f7-b0cc-bb1c0ffec02c None None] Sync routers for ids ['bafb0c0c-046d-4b7d-a8cb-0dbaad072fd3'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:09.971666 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:09.989953 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1307e-4d57-43f7-b0cc-bb1c0ffec02c None None] Routers {'bafb0c0c-046d-4b7d-a8cb-0dbaad072fd3'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:09.991445 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c0e1307e-4d57-43f7-b0cc-bb1c0ffec02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bafb0c0c-046d-4b7d-a8cb-0dbaad072fd3'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:10.013342 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-69baf30e-bf26-4166-a05f-299c9c5075e0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2887063 Apr 22 14:37:10.080887 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c0e1307e-4d57-43f7-b0cc-bb1c0ffec02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:10.098403 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1307e-4d57-43f7-b0cc-bb1c0ffec02c None None] Routers {'bafb0c0c-046d-4b7d-a8cb-0dbaad072fd3'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:10.099417 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c0e1307e-4d57-43f7-b0cc-bb1c0ffec02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bafb0c0c-046d-4b7d-a8cb-0dbaad072fd3'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:10.124287 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1cb08ac4-14f6-42b5-9c4e-9f9469d622b5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.128412 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:10.138876 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.149465 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69baf30e-bf26-4166-a05f-299c9c5075e0 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event updated for resources: {'Network': ['ID=c102bfdb-05cb-436b-ace0-fbce0214183a,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:10.163442 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network c102bfdb-05cb-436b-ace0-fbce0214183a details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:10.176286 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56096) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:10.185387 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.188599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Request body: {'subnets': [{'network_id': '9587760e-5949-4547-ab93-754504105d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--620086267', 'ip_version': 4}, {'network_id': 'c102bfdb-05cb-436b-ace0-fbce0214183a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:10.188599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Request body: {'subnet': {'network_id': '9587760e-5949-4547-ab93-754504105d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--620086267', 'ip_version': 4}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:10.189269 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Request body: {'subnet': {'network_id': 'c102bfdb-05cb-436b-ace0-fbce0214183a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:10.214577 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-103228546'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:10.219424 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c0e1307e-4d57-43f7-b0cc-bb1c0ffec02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:10.219859 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1307e-4d57-43f7-b0cc-bb1c0ffec02c None None] The sync data for ids ['bafb0c0c-046d-4b7d-a8cb-0dbaad072fd3'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:10.220571 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8377bde-36b8-4d10-a3e1-7a89ac80f4b9 None None] Network b85ae674-681b-4cbc-a7c2-20aabfcddf00 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:10.232985 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Network': ['ID=56de4a4e-c8a7-4f04-852e-b18009476a91,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:10.233538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:10.243076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.289024 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-21265853-d4b4-45e5-966e-e36ac6c19194 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/56de4a4e-c8a7-4f04-852e-b18009476a91 HTTP/1.1" status: 204 len: 168 time: 6.6903002 Apr 22 14:37:10.290202 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Usage tracker for resource:network and tenant:aa8add0a056d425b903b1377f7a63704 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:10.293461 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56102) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:10.303526 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:10.314807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:10.362907 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Made reservation on behalf of aa8add0a056d425b903b1377f7a63704 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:10.365871 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.367921 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.372518 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ccfa22d0-1c69-4796-abcc-3d0b1b63be52 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "PUT /v2.0/routers/bafb0c0c-046d-4b7d-a8cb-0dbaad072fd3 HTTP/1.1" status: 200 len: 917 time: 9.7394238 Apr 22 14:37:10.377630 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-83517fe9-7eda-40a2-b67d-13989ed23a30 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-334893670'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:10.395186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56106) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:10.403674 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.407937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-83517fe9-7eda-40a2-b67d-13989ed23a30 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:10.420262 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fe5ebde6-16eb-48e9-9791-a5843a546748 None None] Provisioning for port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:10.427129 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.437144 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fe5ebde6-16eb-48e9-9791-a5843a546748 None None] Provisioning complete for port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:10.437677 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fe5ebde6-16eb-48e9-9791-a5843a546748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.482095 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-83517fe9-7eda-40a2-b67d-13989ed23a30 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:network and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:10.500942 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:10.505326 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-83517fe9-7eda-40a2-b67d-13989ed23a30 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:10.505624 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:10.508065 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Usage tracker for resource:security_group_rule and tenant:aa8add0a056d425b903b1377f7a63704 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:10.512549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:10.516392 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Usage tracker for resource:subnet and tenant:1948c60d4a1645ce9bce8826148a4697 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:10.522047 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:10.527646 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:10.535775 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:10.557999 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Made reservation on behalf of 1948c60d4a1645ce9bce8826148a4697 for: {'subnet': 2} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:10.582025 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-83517fe9-7eda-40a2-b67d-13989ed23a30 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:10.586028 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Transition to ACTIVE for port object 61c09955-0ca4-4f35-8349-9c0e887765cf will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:10.610342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1cb08ac4-14f6-42b5-9c4e-9f9469d622b5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.651477 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83517fe9-7eda-40a2-b67d-13989ed23a30 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:10.658345 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83517fe9-7eda-40a2-b67d-13989ed23a30 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.692940 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fe5ebde6-16eb-48e9-9791-a5843a546748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.738392 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-fe5ebde6-16eb-48e9-9791-a5843a546748 None None] For port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=698a6f7b-a9ff-4024-949d-3c6ea9d57e38,segment=NetworkSegment(0367f6a1-f6c3-4aae-8472-3a4192042707),segment_id=0367f6a1-f6c3-4aae-8472-3a4192042707)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:10.744850 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fe5ebde6-16eb-48e9-9791-a5843a546748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.759009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb08ac4-14f6-42b5-9c4e-9f9469d622b5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network d350457c-4846-4065-a55c-511c62fb77c6 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:10.768546 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-1cb08ac4-14f6-42b5-9c4e-9f9469d622b5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:10.775318 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb08ac4-14f6-42b5-9c4e-9f9469d622b5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=a63f7ee1-6b43-4571-b1d6-1b5785f94b49,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:10.778651 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb08ac4-14f6-42b5-9c4e-9f9469d622b5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:10.823931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ebde6-16eb-48e9-9791-a5843a546748 None None] Pushing event updated for resources: {'Port': ['ID=698a6f7b-a9ff-4024-949d-3c6ea9d57e38,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:10.826135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.831984 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83517fe9-7eda-40a2-b67d-13989ed23a30 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:10.937792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83517fe9-7eda-40a2-b67d-13989ed23a30 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.938056 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-83517fe9-7eda-40a2-b67d-13989ed23a30 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Added segment 60c0ad8c-cd56-4d18-bc69-e1da8dd1aa50 of type vlan for network fcd51fb6-f984-411b-b5c6-b4bbefae3270 Apr 22 14:37:10.942206 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.942754 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.982215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network b85ae674-681b-4cbc-a7c2-20aabfcddf00 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:10.985167 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=61c09955-0ca4-4f35-8349-9c0e887765cf,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:11.004937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb08ac4-14f6-42b5-9c4e-9f9469d622b5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:11.005552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1cb08ac4-14f6-42b5-9c4e-9f9469d622b5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.009393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:11.019434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:11.030893 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:11.032490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.041513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:11.044965 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83517fe9-7eda-40a2-b67d-13989ed23a30 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.051816 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.061637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.076276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.100116 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:11.125932 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c4ff4b-f5e2-4a58-a388-d3ccda100d44,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:11.129835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.130180 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Added segment 0f2982e2-c59c-459b-ba1f-6bc20120a9d4 of type vlan for network ebdc5398-8ab8-4676-8b42-8c2140e2c804 Apr 22 14:37:11.149820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-bc00789d-184c-4ae8-a118-61a11669da0b None None] Provisioning complete for port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:11.150625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-bc00789d-184c-4ae8-a118-61a11669da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.186966 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c7b517cc-8c05-4beb-9b3e-dcbefecf2bda tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2285967 Apr 22 14:37:11.213630 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56110) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:11.218666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.224155 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:11.225106 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.230699 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1cb08ac4-14f6-42b5-9c4e-9f9469d622b5 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4107285 Apr 22 14:37:11.240219 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56114) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:11.255079 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f1131555-90e3-497f-ae6f-a7bddab6e558 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'floatingip': {'port_id': 'a63f7ee1-6b43-4571-b1d6-1b5785f94b49'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:11.332773 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-eba4d1d5-a3fb-47c4-b2a5-2fa1ebff7d07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 61c09955-0ca4-4f35-8349-9c0e887765cf {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:11.333145 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eba4d1d5-a3fb-47c4-b2a5-2fa1ebff7d07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.379238 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.383122 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:11.383767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.483788 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83517fe9-7eda-40a2-b67d-13989ed23a30 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.487468 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83517fe9-7eda-40a2-b67d-13989ed23a30 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:11.488118 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-83517fe9-7eda-40a2-b67d-13989ed23a30 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.493454 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-685cff36-7221-42f8-9251-7e2b3f8f03a1 None None] Provisioning for port 61c09955-0ca4-4f35-8349-9c0e887765cf completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:11.500835 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-685cff36-7221-42f8-9251-7e2b3f8f03a1 None None] Provisioning complete for port 61c09955-0ca4-4f35-8349-9c0e887765cf triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:11.501242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-685cff36-7221-42f8-9251-7e2b3f8f03a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.538577 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f1131555-90e3-497f-ae6f-a7bddab6e558 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.559951 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-685cff36-7221-42f8-9251-7e2b3f8f03a1 None None] Port 61c09955-0ca4-4f35-8349-9c0e887765cf cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:37:11.646546 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8689392 Apr 22 14:37:11.647925 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ea07a-cc13-48a2-b7b0-5c56207942ba tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Pushing event updated for resources: {'Network': ['ID=ebdc5398-8ab8-4676-8b42-8c2140e2c804,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:11.650005 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56118) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:11.666874 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network ebdc5398-8ab8-4676-8b42-8c2140e2c804 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:11.675860 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-184cfefa-dd53-4638-961f-104dd64dd986 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Request body: {'subnet': {'network_id': 'ebdc5398-8ab8-4676-8b42-8c2140e2c804', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:11.697128 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Allocated IP 172.26.0.236 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/5ff95ccd-7cad-4a80-a8c4-740d870b8fce) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:11.710948 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-83517fe9-7eda-40a2-b67d-13989ed23a30 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3593526 Apr 22 14:37:11.728998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56122) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:11.752551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83517fe9-7eda-40a2-b67d-13989ed23a30 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Network': ['ID=fcd51fb6-f984-411b-b5c6-b4bbefae3270,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:11.797429 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network fcd51fb6-f984-411b-b5c6-b4bbefae3270 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:11.908166 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2eebd5d3-66c4-4ea0-ab3e-b8b370c918a0 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/routers/bafb0c0c-046d-4b7d-a8cb-0dbaad072fd3 HTTP/1.1" status: 200 len: 923 time: 1.5093114 Apr 22 14:37:11.916268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56126) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:11.919205 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-64f0d4d7-81ce-4c72-8549-ae607d21b6f3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'subnet': {'network_id': 'fcd51fb6-f984-411b-b5c6-b4bbefae3270', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:12.149867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-184cfefa-dd53-4638-961f-104dd64dd986 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:12.165175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-184cfefa-dd53-4638-961f-104dd64dd986 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Usage tracker for resource:subnet and tenant:aa8add0a056d425b903b1377f7a63704 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:12.170204 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-184cfefa-dd53-4638-961f-104dd64dd986 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:12.182936 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-184cfefa-dd53-4638-961f-104dd64dd986 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:12.189600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.217442 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f8971a52-604c-4ff8-ac04-10f805c406e1 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&device_id=bafb0c0c-046d-4b7d-a8cb-0dbaad072fd3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2966020 Apr 22 14:37:12.220888 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56130) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:12.248453 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-64f0d4d7-81ce-4c72-8549-ae607d21b6f3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:12.269967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184cfefa-dd53-4638-961f-104dd64dd986 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Made reservation on behalf of aa8add0a056d425b903b1377f7a63704 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:12.289301 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-64f0d4d7-81ce-4c72-8549-ae607d21b6f3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:subnet and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:12.296550 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eba4d1d5-a3fb-47c4-b2a5-2fa1ebff7d07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.305420 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-64f0d4d7-81ce-4c72-8549-ae607d21b6f3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:12.452662 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.481705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-64f0d4d7-81ce-4c72-8549-ae607d21b6f3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:12.489102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-eba4d1d5-a3fb-47c4-b2a5-2fa1ebff7d07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 61c09955-0ca4-4f35-8349-9c0e887765cf owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:12.544758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d2a867-b8cd-44f3-953b-098b0e4cab3b tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:12.546129 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b7d2a867-b8cd-44f3-953b-098b0e4cab3b tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/networks/6b125409-87db-4618-a281-ef9b5bf6fb5e HTTP/1.1" status: 200 len: 881 time: 0.3226788 Apr 22 14:37:12.553070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56134) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:12.574350 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f0d4d7-81ce-4c72-8549-ae607d21b6f3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:12.599897 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Pushing event updated for resources: {'Port': ['ID=5ff95ccd-7cad-4a80-a8c4-740d870b8fce,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:12.600900 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-184cfefa-dd53-4638-961f-104dd64dd986 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.609006 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:12.611950 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:12.617509 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-882365e7-f481-476c-8fc2-457eb8866d12 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "GET /v2.0/ports?device_id=bafb0c0c-046d-4b7d-a8cb-0dbaad072fd3 HTTP/1.1" status: 200 len: 205 time: 0.0594912 Apr 22 14:37:12.617509 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:12.635103 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56138) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:12.797270 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f1131555-90e3-497f-ae6f-a7bddab6e558 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.801355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f1131555-90e3-497f-ae6f-a7bddab6e558 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.854838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.064988 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-64f0d4d7-81ce-4c72-8549-ae607d21b6f3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.150054 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.173115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event updated for resources: {'Subnet': ['ID=9349b64d-5516-4a10-ad06-6688ac2616b0,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:13.218095 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.279774 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eba4d1d5-a3fb-47c4-b2a5-2fa1ebff7d07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.399200 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-f1131555-90e3-497f-ae6f-a7bddab6e558 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Floating IP 04565983-3343-4503-81c0-c9c8a34f87cc associated. External IP: 172.26.0.209, port: a63f7ee1-6b43-4571-b1d6-1b5785f94b49. Apr 22 14:37:13.475722 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Checking segment: {'id': '402e7791-ffc4-4982-99f3-bf2f46f0f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9587760e-5949-4547-ab93-754504105d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:13.476076 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Network hostable DHCP agents. Network: 9587760e-5949-4547-ab93-754504105d50, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:13.486063 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4d1d5-a3fb-47c4-b2a5-2fa1ebff7d07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=61c09955-0ca4-4f35-8349-9c0e887765cf,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:13.587797 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eba4d1d5-a3fb-47c4-b2a5-2fa1ebff7d07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.594733 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.603473 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.682627 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-184cfefa-dd53-4638-961f-104dd64dd986 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.725950 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-eba4d1d5-a3fb-47c4-b2a5-2fa1ebff7d07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/61c09955-0ca4-4f35-8349-9c0e887765cf HTTP/1.1" status: 204 len: 168 time: 2.5075343 Apr 22 14:37:13.730530 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Network 9587760e-5949-4547-ab93-754504105d50 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:13.742873 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56142) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:13.749602 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Pushing event updated for resources: {'Port': ['ID=5ff95ccd-7cad-4a80-a8c4-740d870b8fce,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:13.792818 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 9587760e-5949-4547-ab93-754504105d50) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:13.802944 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f301f2-8f62-4cda-9a0a-59626b9c452b None None] Network 9587760e-5949-4547-ab93-754504105d50 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:13.803807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.810522 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9b4591-b43c-45ea-b30c-1a78151595c4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] DELETE failed (client error): The resource could not be found. Apr 22 14:37:13.810957 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9b4591-b43c-45ea-b30c-1a78151595c4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:37:13.833878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cfefa-dd53-4638-961f-104dd64dd986 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Pushing event updated for resources: {'Subnet': ['ID=045f13b8-071f-49e8-ace2-9c577773909b,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:13.840962 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bd9b4591-b43c-45ea-b30c-1a78151595c4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/61c09955-0ca4-4f35-8349-9c0e887765cf HTTP/1.1" status: 404 len: 333 time: 0.0957310 Apr 22 14:37:13.841724 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56146) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:13.845635 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.902411 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2788f35-4fe9-454b-8af3-cca5b1fee9a8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] GET failed (client error): The resource could not be found. Apr 22 14:37:13.904048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f2788f35-4fe9-454b-8af3-cca5b1fee9a8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:13.915960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.921135 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-afab4beb-b854-43ce-8c31-05d48d8459c4 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8389747 Apr 22 14:37:13.922921 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56150) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:13.927117 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-64f0d4d7-81ce-4c72-8549-ae607d21b6f3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.949849 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1467997692'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:13.957204 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b18d43-0ad6-4b44-9cb2-999621b7e83d tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.992308 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f2788f35-4fe9-454b-8af3-cca5b1fee9a8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:13.996105 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f2788f35-4fe9-454b-8af3-cca5b1fee9a8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/61c09955-0ca4-4f35-8349-9c0e887765cf HTTP/1.1" status: 404 len: 333 time: 0.1493380 Apr 22 14:37:14.003839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56154) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:14.019273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:14.045113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-9587760e-5949-4547-ab93-754504105d50', 'network_id': '9587760e-5949-4547-ab93-754504105d50', 'tenant_id': '1948c60d4a1645ce9bce8826148a4697', 'fixed_ips': [{'subnet_id': '9349b64d-5516-4a10-ad06-6688ac2616b0'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:14.046176 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.077268 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cfefa-dd53-4638-961f-104dd64dd986 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Checking segment: {'id': '0f2982e2-c59c-459b-ba1f-6bc20120a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ebdc5398-8ab8-4676-8b42-8c2140e2c804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:14.077630 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184cfefa-dd53-4638-961f-104dd64dd986 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Network hostable DHCP agents. Network: ebdc5398-8ab8-4676-8b42-8c2140e2c804, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:14.088391 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Usage tracker for resource:network and tenant:ca24b81760a341cba7ba6df3e4bd531d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:14.113130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:14.134456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:14.147968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event updated for resources: {'Subnet': ['ID=0f60f54f-5cb6-4137-b7b5-809ab9b36a1d,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:14.224363 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Made reservation on behalf of ca24b81760a341cba7ba6df3e4bd531d for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:14.226859 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.238797 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Allocated IP 172.20.0.2 (9587760e-5949-4547-ab93-754504105d50/9349b64d-5516-4a10-ad06-6688ac2616b0/6c354954-7b4c-4eab-aa76-65d18efb8143) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:14.252244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Checking segment: {'id': 'a2383229-eb25-4632-9de4-e9593b5c3672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c102bfdb-05cb-436b-ace0-fbce0214183a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:14.252601 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Network hostable DHCP agents. Network: c102bfdb-05cb-436b-ace0-fbce0214183a, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:14.267786 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.280752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56c8e41-4125-4940-9e4f-3efdce08c76d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting subnet be758acd-8fec-4b58-a4f5-cf8ab705e7fa {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:37:14.290242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a56c8e41-4125-4940-9e4f-3efdce08c76d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.302020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184cfefa-dd53-4638-961f-104dd64dd986 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Network ebdc5398-8ab8-4676-8b42-8c2140e2c804 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:14.307362 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0d4d7-81ce-4c72-8549-ae607d21b6f3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Checking segment: {'id': '60c0ad8c-cd56-4d18-bc69-e1da8dd1aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'fcd51fb6-f984-411b-b5c6-b4bbefae3270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:14.307733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f0d4d7-81ce-4c72-8549-ae607d21b6f3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network hostable DHCP agents. Network: fcd51fb6-f984-411b-b5c6-b4bbefae3270, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:14.326015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0d4d7-81ce-4c72-8549-ae607d21b6f3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Subnet': ['ID=b431b9c1-0dc5-48a5-b953-012cefbde892,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:14.351044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a56c8e41-4125-4940-9e4f-3efdce08c76d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.356366 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-184cfefa-dd53-4638-961f-104dd64dd986 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, ebdc5398-8ab8-4676-8b42-8c2140e2c804) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:14.368853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184cfefa-dd53-4638-961f-104dd64dd986 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:14.369439 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-184cfefa-dd53-4638-961f-104dd64dd986 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.373504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:14.379030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72785803-59d8-4abe-ac5e-9f0093d4e349 None None] Network ebdc5398-8ab8-4676-8b42-8c2140e2c804 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:14.388578 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Usage tracker for resource:security_group_rule and tenant:ca24b81760a341cba7ba6df3e4bd531d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:14.396358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:14.408348 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:14.411557 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Network c102bfdb-05cb-436b-ace0-fbce0214183a is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:14.411808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1131555-90e3-497f-ae6f-a7bddab6e558 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:14.433214 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-184cfefa-dd53-4638-961f-104dd64dd986 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7696140 Apr 22 14:37:14.433214 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, c102bfdb-05cb-436b-ace0-fbce0214183a) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:14.433519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56158) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:14.437349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f0d4d7-81ce-4c72-8549-ae607d21b6f3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network fcd51fb6-f984-411b-b5c6-b4bbefae3270 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:14.447574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Request body: {'port': {'network_id': 'ebdc5398-8ab8-4676-8b42-8c2140e2c804', 'name': 'tempest-DHCPAgentSchedulersTestJSON-218850934'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:14.447765 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:14.447765 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:14.447765 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.468971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-64f0d4d7-81ce-4c72-8549-ae607d21b6f3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, fcd51fb6-f984-411b-b5c6-b4bbefae3270) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:14.481479 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514ae277-2aad-484e-adcf-2ae671d943d1 None None] Network c102bfdb-05cb-436b-ace0-fbce0214183a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:14.482220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f0d4d7-81ce-4c72-8549-ae607d21b6f3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:14.482805 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-64f0d4d7-81ce-4c72-8549-ae607d21b6f3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.495627 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb93412-9267-4eb0-b2ef-08c22a2f0044 None None] Network fcd51fb6-f984-411b-b5c6-b4bbefae3270 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:14.523112 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4abdceda-8900-4fd3-802e-4ff4d0acd90f tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.3430450 Apr 22 14:37:14.529894 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56162) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:14.541108 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-64f0d4d7-81ce-4c72-8549-ae607d21b6f3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6343546 Apr 22 14:37:14.573200 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56166) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:14.723563 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.739610 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fefeb1f-1c88-4fa2-9467-ee97d320ff2d tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:14.741063 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fefeb1f-1c88-4fa2-9467-ee97d320ff2d tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:14.742379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fefeb1f-1c88-4fa2-9467-ee97d320ff2d tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:14.743164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3fefeb1f-1c88-4fa2-9467-ee97d320ff2d tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Synchronizing usage tracker for tenant:1948c60d4a1645ce9bce8826148a4697 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:14.750966 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b18d43-0ad6-4b44-9cb2-999621b7e83d tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.756533 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.789509 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a56c8e41-4125-4940-9e4f-3efdce08c76d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.791152 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.820810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-75b18d43-0ad6-4b44-9cb2-999621b7e83d tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Deleting port bb211cc8-05b9-443c-8e23-4d17c010ddd9 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:14.821149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b18d43-0ad6-4b44-9cb2-999621b7e83d tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.838053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Transition to ACTIVE for port object 6c354954-7b4c-4eab-aa76-65d18efb8143 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:14.855571 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:14.884807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3fefeb1f-1c88-4fa2-9467-ee97d320ff2d tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Unset dirty status for tenant:1948c60d4a1645ce9bce8826148a4697 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:14.890335 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3fefeb1f-1c88-4fa2-9467-ee97d320ff2d tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3552461 Apr 22 14:37:14.890629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56170) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:14.902530 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a70d27-da20-4ec0-9178-ab9ef4a6b26d,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:14.908690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.909038 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Added segment e390bd57-3ad9-46eb-a4f7-616751e4a334 of type vlan for network 0318a5a3-28fd-421c-a140-19f3c0b535d4 Apr 22 14:37:14.922064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd6c24a0-4f30-42cc-a0a8-7bc539234e86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.963870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:14.979412 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Usage tracker for resource:port and tenant:aa8add0a056d425b903b1377f7a63704 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:14.987005 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:15.013743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:15.030014 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Transition to ACTIVE for port object 6c354954-7b4c-4eab-aa76-65d18efb8143 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:15.030366 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.063037 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.072469 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a56c8e41-4125-4940-9e4f-3efdce08c76d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.127791 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c8e41-4125-4940-9e4f-3efdce08c76d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Subnet': ['ID=be758acd-8fec-4b58-a4f5-cf8ab705e7fa,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:15.129524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Made reservation on behalf of aa8add0a056d425b903b1377f7a63704 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:15.132443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.146338 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b18d43-0ad6-4b44-9cb2-999621b7e83d tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.164251 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd6c24a0-4f30-42cc-a0a8-7bc539234e86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.172959 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a56c8e41-4125-4940-9e4f-3efdce08c76d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.195986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] device_id is not set on port f6ef0614-ca2f-4f6d-b043-6eb2d6794a44 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:37:15.201654 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41205f5f-06eb-4f6d-ae4b-fcf8a4d330a7 None None] Network b85ae674-681b-4cbc-a7c2-20aabfcddf00 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:15.232789 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a56c8e41-4125-4940-9e4f-3efdce08c76d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/be758acd-8fec-4b58-a4f5-cf8ab705e7fa HTTP/1.1" status: 204 len: 168 time: 1.2277148 Apr 22 14:37:15.238500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56174) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:15.326437 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-75b18d43-0ad6-4b44-9cb2-999621b7e83d tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Calling delete_port for bb211cc8-05b9-443c-8e23-4d17c010ddd9 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:15.333713 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-ebdc5398-8ab8-4676-8b42-8c2140e2c804', 'network_id': 'ebdc5398-8ab8-4676-8b42-8c2140e2c804', 'tenant_id': 'aa8add0a056d425b903b1377f7a63704', 'fixed_ips': [{'subnet_id': '045f13b8-071f-49e8-ace2-9c577773909b'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:15.334504 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.343446 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26e2d43-79b3-49df-a29c-b600eed37610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-fcd51fb6-f984-411b-b5c6-b4bbefae3270', 'network_id': 'fcd51fb6-f984-411b-b5c6-b4bbefae3270', 'tenant_id': 'b3ecd1882b854ef6a7eefe2a346d2b29', 'fixed_ips': [{'subnet_id': 'b431b9c1-0dc5-48a5-b953-012cefbde892'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:15.344207 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a26e2d43-79b3-49df-a29c-b600eed37610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.354750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.357054 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75f63aa-3e08-4fad-8675-9a591b6d08f8 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Deleting subnet 9349b64d-5516-4a10-ad06-6688ac2616b0 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:37:15.359264 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:15.359890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.378601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a75f63aa-3e08-4fad-8675-9a591b6d08f8 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.389270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Network 9587760e-5949-4547-ab93-754504105d50 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:15.392365 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Pushing event updated for resources: {'Port': ['ID=6c354954-7b4c-4eab-aa76-65d18efb8143,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:15.401316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:15.405926 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:15.423503 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-c102bfdb-05cb-436b-ace0-fbce0214183a', 'network_id': 'c102bfdb-05cb-436b-ace0-fbce0214183a', 'tenant_id': '1948c60d4a1645ce9bce8826148a4697', 'fixed_ips': [{'subnet_id': '0f60f54f-5cb6-4137-b7b5-809ab9b36a1d'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:15.424590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.471459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.515607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a75f63aa-3e08-4fad-8675-9a591b6d08f8 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.590804 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1131555-90e3-497f-ae6f-a7bddab6e558 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:15.603733 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:15.604258 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.619883 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6889532 Apr 22 14:37:15.628878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56178) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:15.640460 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-dc5b2645-5b92-47cd-bd5e-7ca2ef6a4e79 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Request body: {'subnet': {'network_id': '0318a5a3-28fd-421c-a140-19f3c0b535d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:15.650694 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Allocated IP 172.20.0.5 (ebdc5398-8ab8-4676-8b42-8c2140e2c804/045f13b8-071f-49e8-ace2-9c577773909b/f6ef0614-ca2f-4f6d-b043-6eb2d6794a44) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:15.664131 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaae9ca-bb05-46ed-b8e7-5642d93dfc17 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Pushing event updated for resources: {'Network': ['ID=0318a5a3-28fd-421c-a140-19f3c0b535d4,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:15.666724 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f1131555-90e3-497f-ae6f-a7bddab6e558 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.690451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae3260-63b2-468d-8f52-b6d300fb6fc2 None None] Sync routers for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:15.756896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 0318a5a3-28fd-421c-a140-19f3c0b535d4 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:15.759407 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd6c24a0-4f30-42cc-a0a8-7bc539234e86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.828129 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c24a0-4f30-42cc-a0a8-7bc539234e86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Subnet': ['ID=b431b9c1-0dc5-48a5-b953-012cefbde892,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:15.833693 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f1131555-90e3-497f-ae6f-a7bddab6e558 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "PUT /v2.0/floatingips/04565983-3343-4503-81c0-c9c8a34f87cc HTTP/1.1" status: 200 len: 977 time: 4.5922821 Apr 22 14:37:15.835050 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a75f63aa-3e08-4fad-8675-9a591b6d08f8 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.840468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56182) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:15.953928 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Attempting to bind port 6c354954-7b4c-4eab-aa76-65d18efb8143 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:15.954570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Attempting to bind port 6c354954-7b4c-4eab-aa76-65d18efb8143 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '402e7791-ffc4-4982-99f3-bf2f46f0f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9587760e-5949-4547-ab93-754504105d50'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:15.954570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Attempting to bind port 6c354954-7b4c-4eab-aa76-65d18efb8143 on network 9587760e-5949-4547-ab93-754504105d50 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server [None req-a26e2d43-79b3-49df-a29c-b600eed37610 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b431b9c1-0dc5-48a5-b953-012cefbde892: This subnet is being modified by another concurrent operation. Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 14:37:15.968949 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server raise exception Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b431b9c1-0dc5-48a5-b953-012cefbde892: This subnet is being modified by another concurrent operation. Apr 22 14:37:15.974198 dv-neutron-839027-1-hyperv neutron-server[83965]: ERROR oslo_messaging.rpc.server Apr 22 14:37:15.982946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae3260-63b2-468d-8f52-b6d300fb6fc2 None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:15.982946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a4ae3260-63b2-468d-8f52-b6d300fb6fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:15.988088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-dc5b2645-5b92-47cd-bd5e-7ca2ef6a4e79 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:16.010800 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-dc5b2645-5b92-47cd-bd5e-7ca2ef6a4e79 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Usage tracker for resource:subnet and tenant:ca24b81760a341cba7ba6df3e4bd531d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:16.016372 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-dc5b2645-5b92-47cd-bd5e-7ca2ef6a4e79 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:16.029587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd6c24a0-4f30-42cc-a0a8-7bc539234e86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.044995 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-dc5b2645-5b92-47cd-bd5e-7ca2ef6a4e79 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:16.049995 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1550fe5b-ff3f-47a9-8461-ac0f49804f2e None None] Network fcd51fb6-f984-411b-b5c6-b4bbefae3270 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:16.053466 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-a2bd8e23-00df-431d-aaad-f045b6fe6449 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting port a63f7ee1-6b43-4571-b1d6-1b5785f94b49 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:16.053817 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a2bd8e23-00df-431d-aaad-f045b6fe6449 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.135969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a75f63aa-3e08-4fad-8675-9a591b6d08f8 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.162167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-cd6c24a0-4f30-42cc-a0a8-7bc539234e86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd51fb6-f984-411b-b5c6-b4bbefae3270']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:16.186647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5b2645-5b92-47cd-bd5e-7ca2ef6a4e79 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Made reservation on behalf of ca24b81760a341cba7ba6df3e4bd531d for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:16.201978 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f63aa-3e08-4fad-8675-9a591b6d08f8 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event deleted for resources: {'Subnet': ['ID=9349b64d-5516-4a10-ad06-6688ac2616b0,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:16.207267 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-cd6c24a0-4f30-42cc-a0a8-7bc539234e86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c0ad8c-cd56-4d18-bc69-e1da8dd1aa50') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:16.207521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-cd6c24a0-4f30-42cc-a0a8-7bc539234e86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c0ad8c-cd56-4d18-bc69-e1da8dd1aa50') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:16.207977 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] For port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=698a6f7b-a9ff-4024-949d-3c6ea9d57e38,segment=NetworkSegment(0367f6a1-f6c3-4aae-8472-3a4192042707),segment_id=0367f6a1-f6c3-4aae-8472-3a4192042707)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:16.208500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.246407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a4ae3260-63b2-468d-8f52-b6d300fb6fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:16.248599 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:16.248969 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Checking segment: {'id': '402e7791-ffc4-4982-99f3-bf2f46f0f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9587760e-5949-4547-ab93-754504105d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:16.249361 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.249764 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Bound using segment: {'id': '402e7791-ffc4-4982-99f3-bf2f46f0f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9587760e-5949-4547-ab93-754504105d50'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:16.250217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Bound port: 6c354954-7b4c-4eab-aa76-65d18efb8143, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402e7791-ffc4-4982-99f3-bf2f46f0f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9587760e-5949-4547-ab93-754504105d50'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:16.250579 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.274444 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd6c24a0-4f30-42cc-a0a8-7bc539234e86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.283008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a75f63aa-3e08-4fad-8675-9a591b6d08f8 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.363824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd6c24a0-4f30-42cc-a0a8-7bc539234e86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.376964 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b18d43-0ad6-4b44-9cb2-999621b7e83d tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.381802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6c24a0-4f30-42cc-a0a8-7bc539234e86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:16.382443 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd6c24a0-4f30-42cc-a0a8-7bc539234e86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.413505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Allocated IP 172.20.0.18 (c102bfdb-05cb-436b-ace0-fbce0214183a/0f60f54f-5cb6-4137-b7b5-809ab9b36a1d/b4a039ae-4970-4c38-8cc6-392f1adf5570) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:16.438358 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:16.464216 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae3260-63b2-468d-8f52-b6d300fb6fc2 None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:16.465633 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a4ae3260-63b2-468d-8f52-b6d300fb6fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:16.553909 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:16.565819 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b18d43-0ad6-4b44-9cb2-999621b7e83d tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Pushing event deleted for resources: {'Port': ['ID=bb211cc8-05b9-443c-8e23-4d17c010ddd9,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:16.578951 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd6c24a0-4f30-42cc-a0a8-7bc539234e86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.584868 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a4ae3260-63b2-468d-8f52-b6d300fb6fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:16.586635 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae3260-63b2-468d-8f52-b6d300fb6fc2 None None] The sync data for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:16.588958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec8b811-cfd5-41c2-96e9-7c1d3e572417 None None] DHCP port deletion for b85ae674-681b-4cbc-a7c2-20aabfcddf00 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:37:16.607602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3ec8b811-cfd5-41c2-96e9-7c1d3e572417 None None] Deleting port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:16.608684 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3ec8b811-cfd5-41c2-96e9-7c1d3e572417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.609325 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a75f63aa-3e08-4fad-8675-9a591b6d08f8 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "DELETE /v2.0/subnets/9349b64d-5516-4a10-ad06-6688ac2616b0 HTTP/1.1" status: 204 len: 168 time: 1.7176867 Apr 22 14:37:16.623155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.626314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56186) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:16.634212 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc5b2645-5b92-47cd-bd5e-7ca2ef6a4e79 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.682745 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd6c24a0-4f30-42cc-a0a8-7bc539234e86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.706549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Transition to ACTIVE for port object f6ef0614-ca2f-4f6d-b043-6eb2d6794a44 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:16.821488 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.827474 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c24a0-4f30-42cc-a0a8-7bc539234e86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Network': ['ID=fcd51fb6-f984-411b-b5c6-b4bbefae3270,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:16.891439 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cd6c24a0-4f30-42cc-a0a8-7bc539234e86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/fcd51fb6-f984-411b-b5c6-b4bbefae3270 HTTP/1.1" status: 204 len: 168 time: 2.3127990 Apr 22 14:37:16.904786 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56190) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:16.905746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=698a6f7b-a9ff-4024-949d-3c6ea9d57e38,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:16.926482 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f6a8a524-e2e1-4c9f-b150-2d286c1e8a6c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-918700359'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:16.928736 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] For port 6c354954-7b4c-4eab-aa76-65d18efb8143, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:16.936189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No DVR routers for this DVR port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:16.942299 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f6a8a524-e2e1-4c9f-b150-2d286c1e8a6c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:16.993735 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f6a8a524-e2e1-4c9f-b150-2d286c1e8a6c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:network and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:17.001014 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.007533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f6a8a524-e2e1-4c9f-b150-2d286c1e8a6c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:17.057260 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] For port 6c354954-7b4c-4eab-aa76-65d18efb8143, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=6c354954-7b4c-4eab-aa76-65d18efb8143,segment=NetworkSegment(402e7791-ffc4-4982-99f3-bf2f46f0f264),segment_id=402e7791-ffc4-4982-99f3-bf2f46f0f264)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:17.062134 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:17.073075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f6a8a524-e2e1-4c9f-b150-2d286c1e8a6c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:17.081247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a2bd8e23-00df-431d-aaad-f045b6fe6449 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.107861 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.145104 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:17.145511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:17.161637 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3ec8b811-cfd5-41c2-96e9-7c1d3e572417 None None] For port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=698a6f7b-a9ff-4024-949d-3c6ea9d57e38,segment=NetworkSegment(0367f6a1-f6c3-4aae-8472-3a4192042707),segment_id=0367f6a1-f6c3-4aae-8472-3a4192042707)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:17.161637 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3ec8b811-cfd5-41c2-96e9-7c1d3e572417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.171308 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c70c68-0761-4e16-8bf5-394bdb9193f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Deleting subnet 0f60f54f-5cb6-4137-b7b5-809ab9b36a1d {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:37:17.199094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a8a524-e2e1-4c9f-b150-2d286c1e8a6c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:17.203080 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f6a8a524-e2e1-4c9f-b150-2d286c1e8a6c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.220215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.238600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Network ebdc5398-8ab8-4676-8b42-8c2140e2c804 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:17.243956 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:17.245804 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Pushing event updated for resources: {'Port': ['ID=f6ef0614-ca2f-4f6d-b043-6eb2d6794a44,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:17.248665 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:17.322007 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85ae674-681b-4cbc-a7c2-20aabfcddf00']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:17.322358 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Allocated IP 172.20.0.2 (ebdc5398-8ab8-4676-8b42-8c2140e2c804/045f13b8-071f-49e8-ace2-9c577773909b/2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:17.340845 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a8a524-e2e1-4c9f-b150-2d286c1e8a6c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:17.342520 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3ec8b811-cfd5-41c2-96e9-7c1d3e572417 None None] Calling delete_port for 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:17.346143 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0367f6a1-f6c3-4aae-8472-3a4192042707') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:17.346436 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0367f6a1-f6c3-4aae-8472-3a4192042707') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:17.369807 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.380372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:17.380988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.394011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f6a8a524-e2e1-4c9f-b150-2d286c1e8a6c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.394462 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-f6a8a524-e2e1-4c9f-b150-2d286c1e8a6c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Added segment 6834e859-7158-43d7-a2ed-715545fc4bee of type vlan for network 149a86ef-1b59-46df-8352-9ed7cada1a91 Apr 22 14:37:17.400995 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.412991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:17.413389 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:17.430038 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:17.502938 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc5b2645-5b92-47cd-bd5e-7ca2ef6a4e79 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.540803 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-33c8a7e4-08b9-48e8-b496-e81b79575581 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1062062 Apr 22 14:37:17.542294 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb5986-1af0-40e4-8a4c-2901ef120cbd None None] Pushing event updated for resources: {'Port': ['ID=6c354954-7b4c-4eab-aa76-65d18efb8143,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:17.550130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56194) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:17.554269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f6a8a524-e2e1-4c9f-b150-2d286c1e8a6c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.581747 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.586234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.613741 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b18d43-0ad6-4b44-9cb2-999621b7e83d tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.615902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Network': ['ID=b85ae674-681b-4cbc-a7c2-20aabfcddf00,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:17.630995 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-151f0869-88ed-4f6c-88f3-7cbff64434d9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/networks/b85ae674-681b-4cbc-a7c2-20aabfcddf00 HTTP/1.1" status: 204 len: 168 time: 2.3904769 Apr 22 14:37:17.632024 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56196) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:17.638477 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ae6e3be8-4450-44c6-bf87-3733b2ac5e68 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2114760517'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:17.644554 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ae6e3be8-4450-44c6-bf87-3733b2ac5e68 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:17.648044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ae6e3be8-4450-44c6-bf87-3733b2ac5e68 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:network and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:17.651339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ae6e3be8-4450-44c6-bf87-3733b2ac5e68 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:17.658266 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ae6e3be8-4450-44c6-bf87-3733b2ac5e68 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:17.667220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f6a8a524-e2e1-4c9f-b150-2d286c1e8a6c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.672559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8a524-e2e1-4c9f-b150-2d286c1e8a6c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:17.673279 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f6a8a524-e2e1-4c9f-b150-2d286c1e8a6c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.687762 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-3ec8b811-cfd5-41c2-96e9-7c1d3e572417 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:17.688404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-3ec8b811-cfd5-41c2-96e9-7c1d3e572417 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:17.741965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db79d490-336e-4aa9-b78a-ee1f6a2e88dd None None] Network 9587760e-5949-4547-ab93-754504105d50 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:17.759228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.763528 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-db7e8b01-460c-483f-a871-28149109a23d tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Deleting port f6ef0614-ca2f-4f6d-b043-6eb2d6794a44 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:17.764068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-db7e8b01-460c-483f-a871-28149109a23d tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.805670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6e3be8-4450-44c6-bf87-3733b2ac5e68 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:17.809715 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3be8-4450-44c6-bf87-3733b2ac5e68 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.830627 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8a524-e2e1-4c9f-b150-2d286c1e8a6c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Network': ['ID=149a86ef-1b59-46df-8352-9ed7cada1a91,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:17.841727 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f6a8a524-e2e1-4c9f-b150-2d286c1e8a6c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9292488 Apr 22 14:37:17.852916 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 149a86ef-1b59-46df-8352-9ed7cada1a91 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:17.855091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56202) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:17.868557 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Transition to ACTIVE for port object b4a039ae-4970-4c38-8cc6-392f1adf5570 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:17.872644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-e6e5fa7c-0403-49ef-8fc6-664fadb6d17e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'subnet': {'network_id': '149a86ef-1b59-46df-8352-9ed7cada1a91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:17.897665 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6e3be8-4450-44c6-bf87-3733b2ac5e68 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:17.982729 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3be8-4450-44c6-bf87-3733b2ac5e68 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.983500 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-ae6e3be8-4450-44c6-bf87-3733b2ac5e68 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Added segment 5692fa6a-6fa1-4eab-9c32-c56e81bd63a0 of type vlan for network be5263e5-317e-454c-9e7a-5295206ff8e5 Apr 22 14:37:18.015573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e6e5fa7c-0403-49ef-8fc6-664fadb6d17e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:18.030556 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e6e5fa7c-0403-49ef-8fc6-664fadb6d17e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:subnet and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:18.034856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e6e5fa7c-0403-49ef-8fc6-664fadb6d17e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:18.038394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3be8-4450-44c6-bf87-3733b2ac5e68 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.045928 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e6e5fa7c-0403-49ef-8fc6-664fadb6d17e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:18.066429 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e5fa7c-0403-49ef-8fc6-664fadb6d17e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:18.080526 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b2645-5b92-47cd-bd5e-7ca2ef6a4e79 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Pushing event updated for resources: {'Subnet': ['ID=a42b1b85-3fd4-4d8a-a79b-53a2dec30a72,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:18.093249 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b2645-5b92-47cd-bd5e-7ca2ef6a4e79 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Checking segment: {'id': 'e390bd57-3ad9-46eb-a4f7-616751e4a334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0318a5a3-28fd-421c-a140-19f3c0b535d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:18.093832 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b2645-5b92-47cd-bd5e-7ca2ef6a4e79 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Network hostable DHCP agents. Network: 0318a5a3-28fd-421c-a140-19f3c0b535d4, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:18.106054 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Transition to ACTIVE for port object b4a039ae-4970-4c38-8cc6-392f1adf5570 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:18.133176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-72c70c68-0761-4e16-8bf5-394bdb9193f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.170210 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.175202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.213629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3ec8b811-cfd5-41c2-96e9-7c1d3e572417 None None] Deleting port 698a6f7b-a9ff-4024-949d-3c6ea9d57e38 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:18.214556 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3ec8b811-cfd5-41c2-96e9-7c1d3e572417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.218099 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3be8-4450-44c6-bf87-3733b2ac5e68 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.221966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6e3be8-4450-44c6-bf87-3733b2ac5e68 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:18.222555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3be8-4450-44c6-bf87-3733b2ac5e68 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.255976 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-72c70c68-0761-4e16-8bf5-394bdb9193f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.268576 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Transition to ACTIVE for port object 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:18.290188 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e6e5fa7c-0403-49ef-8fc6-664fadb6d17e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.333975 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3ec8b811-cfd5-41c2-96e9-7c1d3e572417 None None] The port '698a6f7b-a9ff-4024-949d-3c6ea9d57e38' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:37:18.352066 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Network c102bfdb-05cb-436b-ace0-fbce0214183a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:18.353668 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Pushing event updated for resources: {'Port': ['ID=b4a039ae-4970-4c38-8cc6-392f1adf5570,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:18.358794 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Transition to ACTIVE for port object 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:18.361101 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:18.361247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b18d43-0ad6-4b44-9cb2-999621b7e83d tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.367482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b18d43-0ad6-4b44-9cb2-999621b7e83d tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.367877 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:18.379988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.451600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a2bd8e23-00df-431d-aaad-f045b6fe6449 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.453819 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a2bd8e23-00df-431d-aaad-f045b6fe6449 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.454288 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [None req-a2bd8e23-00df-431d-aaad-f045b6fe6449 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Floating IP 04565983-3343-4503-81c0-c9c8a34f87cc disassociated. External IP: 172.26.0.209, port: a63f7ee1-6b43-4571-b1d6-1b5785f94b49. Apr 22 14:37:18.454750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-a2bd8e23-00df-431d-aaad-f045b6fe6449 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Calling delete_port for a63f7ee1-6b43-4571-b1d6-1b5785f94b49 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:18.490689 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b18d43-0ad6-4b44-9cb2-999621b7e83d tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.498130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b18d43-0ad6-4b44-9cb2-999621b7e83d tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Fanout notify agent at l3_agent the message router_deleted on router bafb0c0c-046d-4b7d-a8cb-0dbaad072fd3 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:37:18.540257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Pushing event updated for resources: {'Port': ['ID=2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:18.549672 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Network ebdc5398-8ab8-4676-8b42-8c2140e2c804 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:18.551105 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Attempting to bind port b4a039ae-4970-4c38-8cc6-392f1adf5570 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:18.551647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Attempting to bind port b4a039ae-4970-4c38-8cc6-392f1adf5570 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a2383229-eb25-4632-9de4-e9593b5c3672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c102bfdb-05cb-436b-ace0-fbce0214183a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:18.552146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Attempting to bind port b4a039ae-4970-4c38-8cc6-392f1adf5570 on network c102bfdb-05cb-436b-ace0-fbce0214183a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:18.555090 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:18.558116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:18.566212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:18.566578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Checking segment: {'id': 'a2383229-eb25-4632-9de4-e9593b5c3672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c102bfdb-05cb-436b-ace0-fbce0214183a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:18.567177 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.567605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Bound using segment: {'id': 'a2383229-eb25-4632-9de4-e9593b5c3672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c102bfdb-05cb-436b-ace0-fbce0214183a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:18.568075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Bound port: b4a039ae-4970-4c38-8cc6-392f1adf5570, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2383229-eb25-4632-9de4-e9593b5c3672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c102bfdb-05cb-436b-ace0-fbce0214183a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:18.568447 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.589181 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b18d43-0ad6-4b44-9cb2-999621b7e83d tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.595259 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-75b18d43-0ad6-4b44-9cb2-999621b7e83d tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "DELETE /v2.0/routers/bafb0c0c-046d-4b7d-a8cb-0dbaad072fd3 HTTP/1.1" status: 204 len: 168 time: 5.9150438 Apr 22 14:37:18.603687 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56206) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:18.609602 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-c8b392a6-a241-4f11-95d3-d28cae40d4cd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-17094580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:18.630646 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ae6e3be8-4450-44c6-bf87-3733b2ac5e68 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9972072 Apr 22 14:37:18.644488 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e3be8-4450-44c6-bf87-3733b2ac5e68 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Network': ['ID=be5263e5-317e-454c-9e7a-5295206ff8e5,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:18.649251 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56210) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:18.654825 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c8b392a6-a241-4f11-95d3-d28cae40d4cd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:18.666448 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-db7e8b01-460c-483f-a871-28149109a23d tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.671013 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c8b392a6-a241-4f11-95d3-d28cae40d4cd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Usage tracker for resource:router and tenant:5f566f40771a489a8a03f9ab44a4edeb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:18.674581 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b2645-5b92-47cd-bd5e-7ca2ef6a4e79 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Network 0318a5a3-28fd-421c-a140-19f3c0b535d4 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:18.676710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c8b392a6-a241-4f11-95d3-d28cae40d4cd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:18.677090 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network be5263e5-317e-454c-9e7a-5295206ff8e5 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:18.685966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c8b392a6-a241-4f11-95d3-d28cae40d4cd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:18.713134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7f302656-3fcb-4ee5-99ca-2e90186b60b1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'subnet': {'network_id': 'be5263e5-317e-454c-9e7a-5295206ff8e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:18.726310 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8b392a6-a241-4f11-95d3-d28cae40d4cd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.727476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8b392a6-a241-4f11-95d3-d28cae40d4cd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.744639 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a2bd8e23-00df-431d-aaad-f045b6fe6449 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.796755 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Attempting to bind port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:18.797249 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Attempting to bind port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '0f2982e2-c59c-459b-ba1f-6bc20120a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ebdc5398-8ab8-4676-8b42-8c2140e2c804'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:18.797815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Attempting to bind port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 on network ebdc5398-8ab8-4676-8b42-8c2140e2c804 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:18.827856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-72c70c68-0761-4e16-8bf5-394bdb9193f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.838878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:18.839572 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Checking segment: {'id': '0f2982e2-c59c-459b-ba1f-6bc20120a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ebdc5398-8ab8-4676-8b42-8c2140e2c804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:18.840722 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.841264 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Bound using segment: {'id': '0f2982e2-c59c-459b-ba1f-6bc20120a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ebdc5398-8ab8-4676-8b42-8c2140e2c804'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:18.841940 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Bound port: 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2982e2-c59c-459b-ba1f-6bc20120a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ebdc5398-8ab8-4676-8b42-8c2140e2c804'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:18.842316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.844230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-dc5b2645-5b92-47cd-bd5e-7ca2ef6a4e79 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 0318a5a3-28fd-421c-a140-19f3c0b535d4) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:18.848323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5b2645-5b92-47cd-bd5e-7ca2ef6a4e79 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:18.848923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc5b2645-5b92-47cd-bd5e-7ca2ef6a4e79 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.862829 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28f90ab-2c94-4e25-8919-b04387bf2594 None None] Network 0318a5a3-28fd-421c-a140-19f3c0b535d4 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:18.883072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8b392a6-a241-4f11-95d3-d28cae40d4cd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.945996 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8b392a6-a241-4f11-95d3-d28cae40d4cd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.977224 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e6e5fa7c-0403-49ef-8fc6-664fadb6d17e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.033963 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-72c70c68-0761-4e16-8bf5-394bdb9193f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.035844 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] For port b4a039ae-4970-4c38-8cc6-392f1adf5570, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:19.061677 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8b392a6-a241-4f11-95d3-d28cae40d4cd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.065809 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] For port b4a039ae-4970-4c38-8cc6-392f1adf5570, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b4a039ae-4970-4c38-8cc6-392f1adf5570,segment=NetworkSegment(a2383229-eb25-4632-9de4-e9593b5c3672),segment_id=a2383229-eb25-4632-9de4-e9593b5c3672)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:19.066000 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c8b392a6-a241-4f11-95d3-d28cae40d4cd tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4582803 Apr 22 14:37:19.066106 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] For port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:19.073108 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56214) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:19.090912 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'enable_snat': False}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:19.100513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.127352 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-db7e8b01-460c-483f-a871-28149109a23d tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Calling delete_port for f6ef0614-ca2f-4f6d-b043-6eb2d6794a44 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:19.139604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-72c70c68-0761-4e16-8bf5-394bdb9193f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.144215 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-72c70c68-0761-4e16-8bf5-394bdb9193f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "DELETE /v2.0/subnets/0f60f54f-5cb6-4137-b7b5-809ab9b36a1d HTTP/1.1" status: 204 len: 168 time: 2.5118072 Apr 22 14:37:19.144399 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] For port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480,segment=NetworkSegment(0f2982e2-c59c-459b-ba1f-6bc20120a9d4),segment_id=0f2982e2-c59c-459b-ba1f-6bc20120a9d4)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:19.151653 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56218) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:19.164282 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5fa7c-0403-49ef-8fc6-664fadb6d17e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Subnet': ['ID=9805a79a-f8e7-4656-8f5e-55430ec3ad6a,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:19.165890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.190228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd8e23-00df-431d-aaad-f045b6fe6449 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Port': ['ID=a63f7ee1-6b43-4571-b1d6-1b5785f94b49,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:19.239566 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-dc5b2645-5b92-47cd-bd5e-7ca2ef6a4e79 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6093860 Apr 22 14:37:19.246079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56222) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:19.259076 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b773b-1d73-4eaf-bd74-a0f1f1b4c1cf None None] Pushing event updated for resources: {'Port': ['ID=b4a039ae-4970-4c38-8cc6-392f1adf5570,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:19.260806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7f302656-3fcb-4ee5-99ca-2e90186b60b1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:19.266300 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7f302656-3fcb-4ee5-99ca-2e90186b60b1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:subnet and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:19.269328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7f302656-3fcb-4ee5-99ca-2e90186b60b1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:19.276295 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7f302656-3fcb-4ee5-99ca-2e90186b60b1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:19.292721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-561455949', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:19.296234 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-0318a5a3-28fd-421c-a140-19f3c0b535d4', 'network_id': '0318a5a3-28fd-421c-a140-19f3c0b535d4', 'tenant_id': 'ca24b81760a341cba7ba6df3e4bd531d', 'fixed_ips': [{'subnet_id': 'a42b1b85-3fd4-4d8a-a79b-53a2dec30a72'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:19.297052 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.303359 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f302656-3fcb-4ee5-99ca-2e90186b60b1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:19.306793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c70c68-0761-4e16-8bf5-394bdb9193f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event deleted for resources: {'Subnet': ['ID=0f60f54f-5cb6-4137-b7b5-809ab9b36a1d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:19.341684 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e5fa7c-0403-49ef-8fc6-664fadb6d17e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Checking segment: {'id': '6834e859-7158-43d7-a2ed-715545fc4bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '149a86ef-1b59-46df-8352-9ed7cada1a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:19.341966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e5fa7c-0403-49ef-8fc6-664fadb6d17e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network hostable DHCP agents. Network: 149a86ef-1b59-46df-8352-9ed7cada1a91, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:19.369312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0971425e-cd36-44b0-89f4-fb7514ac21e6 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:19.370008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0971425e-cd36-44b0-89f4-fb7514ac21e6 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Synchronizing usage tracker for tenant:1948c60d4a1645ce9bce8826148a4697 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:19.381069 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:19.405499 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Usage tracker for resource:router and tenant:ca24b81760a341cba7ba6df3e4bd531d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:19.409550 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:19.444271 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f540e17-9ecd-4f27-8f68-a932d3b7e224 None None] Pushing event updated for resources: {'Port': ['ID=2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:19.527031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:19.562827 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0971425e-cd36-44b0-89f4-fb7514ac21e6 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Unset dirty status for tenant:1948c60d4a1645ce9bce8826148a4697 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:19.564157 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0971425e-cd36-44b0-89f4-fb7514ac21e6 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3975017 Apr 22 14:37:19.568617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56226) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:19.579224 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Allocated IP 172.20.0.2 (0318a5a3-28fd-421c-a140-19f3c0b535d4/a42b1b85-3fd4-4d8a-a79b-53a2dec30a72/0cba7000-9062-4070-a51e-67a4e39d7e88) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:19.616441 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e5fa7c-0403-49ef-8fc6-664fadb6d17e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network 149a86ef-1b59-46df-8352-9ed7cada1a91 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:19.669748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.671424 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.702180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.733930 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-db7e8b01-460c-483f-a871-28149109a23d tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.747109 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-e6e5fa7c-0403-49ef-8fc6-664fadb6d17e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 149a86ef-1b59-46df-8352-9ed7cada1a91) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:19.760892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e5fa7c-0403-49ef-8fc6-664fadb6d17e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:19.761753 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e6e5fa7c-0403-49ef-8fc6-664fadb6d17e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.844836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4ccdb5-5dd4-466e-a0e6-4edf0dd338dc None None] Network 149a86ef-1b59-46df-8352-9ed7cada1a91 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:19.846007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f302656-3fcb-4ee5-99ca-2e90186b60b1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.975228 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e6e5fa7c-0403-49ef-8fc6-664fadb6d17e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1185532 Apr 22 14:37:20.017604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56230) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:20.028525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e8b01-460c-483f-a871-28149109a23d tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Pushing event deleted for resources: {'Port': ['ID=f6ef0614-ca2f-4f6d-b043-6eb2d6794a44,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:20.046130 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.065994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Deleting port b4a039ae-4970-4c38-8cc6-392f1adf5570 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:20.066432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.104946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.206667 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.250523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Transition to ACTIVE for port object 0cba7000-9062-4070-a51e-67a4e39d7e88 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:20.270739 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-149a86ef-1b59-46df-8352-9ed7cada1a91', 'network_id': '149a86ef-1b59-46df-8352-9ed7cada1a91', 'tenant_id': 'b3ecd1882b854ef6a7eefe2a346d2b29', 'fixed_ips': [{'subnet_id': '9805a79a-f8e7-4656-8f5e-55430ec3ad6a'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:20.271916 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.293066 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Transition to ACTIVE for port object 0cba7000-9062-4070-a51e-67a4e39d7e88 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:20.302831 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.374568 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.394146 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] For port b4a039ae-4970-4c38-8cc6-392f1adf5570, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b4a039ae-4970-4c38-8cc6-392f1adf5570,segment=NetworkSegment(a2383229-eb25-4632-9de4-e9593b5c3672),segment_id=a2383229-eb25-4632-9de4-e9593b5c3672)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:20.394682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.412387 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-db7e8b01-460c-483f-a871-28149109a23d tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.446514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Network 0318a5a3-28fd-421c-a140-19f3c0b535d4 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:20.451768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Pushing event updated for resources: {'Port': ['ID=0cba7000-9062-4070-a51e-67a4e39d7e88,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:20.454303 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:20.459099 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:20.479494 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-db7e8b01-460c-483f-a871-28149109a23d tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] 10.222.0.23 "DELETE /v2.0/ports/f6ef0614-ca2f-4f6d-b043-6eb2d6794a44 HTTP/1.1" status: 204 len: 168 time: 2.8116083 Apr 22 14:37:20.488477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.490680 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56234) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:20.648480 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Allocated IP 2001:db8::1 (149a86ef-1b59-46df-8352-9ed7cada1a91/9805a79a-f8e7-4656-8f5e-55430ec3ad6a/22badb72-8535-4dfb-92e5-29ac62afbf0b) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:20.661405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Attempting to bind port 0cba7000-9062-4070-a51e-67a4e39d7e88 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:20.662006 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Attempting to bind port 0cba7000-9062-4070-a51e-67a4e39d7e88 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'e390bd57-3ad9-46eb-a4f7-616751e4a334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0318a5a3-28fd-421c-a140-19f3c0b535d4'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:20.662552 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Attempting to bind port 0cba7000-9062-4070-a51e-67a4e39d7e88 on network 0318a5a3-28fd-421c-a140-19f3c0b535d4 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:20.709442 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:20.709684 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Checking segment: {'id': 'e390bd57-3ad9-46eb-a4f7-616751e4a334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0318a5a3-28fd-421c-a140-19f3c0b535d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:20.710089 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.710828 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Bound using segment: {'id': 'e390bd57-3ad9-46eb-a4f7-616751e4a334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0318a5a3-28fd-421c-a140-19f3c0b535d4'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:20.713198 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Bound port: 0cba7000-9062-4070-a51e-67a4e39d7e88, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e390bd57-3ad9-46eb-a4f7-616751e4a334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0318a5a3-28fd-421c-a140-19f3c0b535d4'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:20.713618 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.793836 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Calling delete_port for b4a039ae-4970-4c38-8cc6-392f1adf5570 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:20.934504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f302656-3fcb-4ee5-99ca-2e90186b60b1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.948459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.997269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.000211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.103858 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] For port 0cba7000-9062-4070-a51e-67a4e39d7e88, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:21.110731 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094044ec-301c-4b02-8446-27c68b1c305e None None] Network ebdc5398-8ab8-4676-8b42-8c2140e2c804 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:21.128245 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d2af4551-2dfe-49c2-99c1-88f193dfc44c tempest-DHCPAgentSchedulersTestJSON-1853277979 tempest-DHCPAgentSchedulersTestJSON-1853277979-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6305737 Apr 22 14:37:21.132401 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56240) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:21.145535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event deleted for resources: {'Port': ['ID=b4a039ae-4970-4c38-8cc6-392f1adf5570,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:21.160881 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-924181489'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:21.178075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] No DVR routers for this DVR port b4a039ae-4970-4c38-8cc6-392f1adf5570 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:21.195635 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.227552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:21.247048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Usage tracker for resource:network and tenant:aa8add0a056d425b903b1377f7a63704 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:21.251158 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302656-3fcb-4ee5-99ca-2e90186b60b1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Subnet': ['ID=5cbefcf8-383e-48ef-bf5c-6f4e1e95d299,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:21.258880 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b4a039ae-4970-4c38-8cc6-392f1adf5570 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:21.268529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:21.289757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:21.317732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bd8e23-00df-431d-aaad-f045b6fe6449 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:21.338413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f302656-3fcb-4ee5-99ca-2e90186b60b1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Checking segment: {'id': '5692fa6a-6fa1-4eab-9c32-c56e81bd63a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'be5263e5-317e-454c-9e7a-5295206ff8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:21.339597 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f302656-3fcb-4ee5-99ca-2e90186b60b1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network hostable DHCP agents. Network: be5263e5-317e-454c-9e7a-5295206ff8e5, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:21.339767 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5142922-2274-4e44-9c7b-14f4321fa4b7 None None] Network c102bfdb-05cb-436b-ace0-fbce0214183a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:21.418111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Made reservation on behalf of aa8add0a056d425b903b1377f7a63704 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:21.421805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.433782 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.475621 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: b4a039ae-4970-4c38-8cc6-392f1adf5570 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:21.476002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b4a039ae-4970-4c38-8cc6-392f1adf5570 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 22 14:37:21.486784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c102bfdb-05cb-436b-ace0-fbce0214183a']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:21.496041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Allocated IP 172.26.0.243 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/8e0ea434-db06-4ab6-ac96-7fa2afd3d51e) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:21.520490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2383229-eb25-4632-9de4-e9593b5c3672') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:21.520490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2383229-eb25-4632-9de4-e9593b5c3672') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:21.523946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] For port 0cba7000-9062-4070-a51e-67a4e39d7e88, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0cba7000-9062-4070-a51e-67a4e39d7e88,segment=NetworkSegment(e390bd57-3ad9-46eb-a4f7-616751e4a334),segment_id=e390bd57-3ad9-46eb-a4f7-616751e4a334)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:21.528199 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f302656-3fcb-4ee5-99ca-2e90186b60b1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network be5263e5-317e-454c-9e7a-5295206ff8e5 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:21.529268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:21.571934 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.584056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.584400 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Added segment fc8131f5-ca15-4252-8080-fb97e78e139c of type vlan for network eaa9f9ab-4a14-48c9-9780-0d6f027bb748 Apr 22 14:37:21.585167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-7f302656-3fcb-4ee5-99ca-2e90186b60b1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, be5263e5-317e-454c-9e7a-5295206ff8e5) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:21.587081 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Port b4a039ae-4970-4c38-8cc6-392f1adf5570 not found, will not notify nova. {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 22 14:37:21.587502 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:21.588112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.631928 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.635605 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f302656-3fcb-4ee5-99ca-2e90186b60b1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:21.636493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f302656-3fcb-4ee5-99ca-2e90186b60b1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.646884 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a3e45cd0-92cb-4354-8271-62972a8950d9 None None] Provisioning for port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:21.661529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.662531 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32162729-616c-4fe3-b4ac-0358f92cf035 None None] Network be5263e5-317e-454c-9e7a-5295206ff8e5 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:21.697260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:21.697709 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:21.713863 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:21.746784 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.768466 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dbb63d-c620-4706-b1ab-6dea59131eb1 None None] DHCP port deletion for c102bfdb-05cb-436b-ace0-fbce0214183a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:37:21.779943 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.790220 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7f302656-3fcb-4ee5-99ca-2e90186b60b1 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1368542 Apr 22 14:37:21.791356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56246) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:21.824644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'network_id': 'be5263e5-317e-454c-9e7a-5295206ff8e5', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1242575254'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:21.862601 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bd8e23-00df-431d-aaad-f045b6fe6449 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:21.880876 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68ae16-e938-42b3-911c-dec8e2b93a06 None None] Sync routers for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:21.895023 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68ae16-e938-42b3-911c-dec8e2b93a06 None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:21.895775 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6b68ae16-e938-42b3-911c-dec8e2b93a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:21.908660 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e52a8b-4fe3-4fa0-9e13-79c895916394 None None] Pushing event updated for resources: {'Port': ['ID=0cba7000-9062-4070-a51e-67a4e39d7e88,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:21.912144 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.930795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:37:21.957263 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Transition to ACTIVE for port object 22badb72-8535-4dfb-92e5-29ac62afbf0b will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:21.967800 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.972682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.996560 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6b68ae16-e938-42b3-911c-dec8e2b93a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:22.010078 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68ae16-e938-42b3-911c-dec8e2b93a06 None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:22.010991 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6b68ae16-e938-42b3-911c-dec8e2b93a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:36:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:22.026533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event deleted for resources: {'Network': ['ID=c102bfdb-05cb-436b-ace0-fbce0214183a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:22.032958 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a2bd8e23-00df-431d-aaad-f045b6fe6449 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.036461 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a2bd8e23-00df-431d-aaad-f045b6fe6449 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/ports/a63f7ee1-6b43-4571-b1d6-1b5785f94b49 HTTP/1.1" status: 204 len: 168 time: 6.1930473 Apr 22 14:37:22.039055 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56252) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:22.039218 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.046104 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.050001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:22.050771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.094203 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6b68ae16-e938-42b3-911c-dec8e2b93a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:22.094862 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68ae16-e938-42b3-911c-dec8e2b93a06 None None] The sync data for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:22.154440 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0340fa7c-acd5-4bc2-8f7f-8df2f75f5778 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "GET /v2.0/floatingips/04565983-3343-4503-81c0-c9c8a34f87cc HTTP/1.1" status: 200 len: 688 time: 0.1139948 Apr 22 14:37:22.157501 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56256) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:22.171679 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3714e0d6-73c4-44e1-9c18-a9e625ff3c5f None None] Could not find standard attr ID for object b4a039ae-4970-4c38-8cc6-392f1adf5570. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:37:22.187595 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a0014492-5bf7-4126-b057-d1c27d370e09 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "DELETE /v2.0/networks/c102bfdb-05cb-436b-ace0-fbce0214183a HTTP/1.1" status: 204 len: 168 time: 2.6174545 Apr 22 14:37:22.193094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Transition to ACTIVE for port object 22badb72-8535-4dfb-92e5-29ac62afbf0b will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:22.206436 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56260) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:22.248609 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1050835 Apr 22 14:37:22.257234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56264) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:22.297725 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.352772 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:22.358851 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:22.368784 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:22.369156 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.380465 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a1b71-c8dc-4b22-88a3-9c5dddb64505 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting port e735e68c-5458-4b25-ad9b-5d3009f62cca {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:22.380893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1b71-c8dc-4b22-88a3-9c5dddb64505 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.381138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7c9f3-a626-43d7-94f4-cc61fd5abc17 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Pushing event updated for resources: {'Network': ['ID=eaa9f9ab-4a14-48c9-9780-0d6f027bb748,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:22.386710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:port and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:22.423027 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:22.425313 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network eaa9f9ab-4a14-48c9-9780-0d6f027bb748 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:22.435135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:22.491078 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.557848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-be5263e5-317e-454c-9e7a-5295206ff8e5', 'network_id': 'be5263e5-317e-454c-9e7a-5295206ff8e5', 'tenant_id': '68527584d1d143598824158de05dce09', 'fixed_ips': [{'subnet_id': '5cbefcf8-383e-48ef-bf5c-6f4e1e95d299'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:22.559172 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.609453 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:22.612454 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.631993 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Network 149a86ef-1b59-46df-8352-9ed7cada1a91 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:22.638480 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:22.640720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Pushing event updated for resources: {'Port': ['ID=22badb72-8535-4dfb-92e5-29ac62afbf0b,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:22.641174 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.646544 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:22.650779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-21f5cb45-5030-4b81-8790-25d4fd454fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.699847 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.708817 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Allocated IP 172.26.0.4 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/5996e015-0078-434d-89ff-026345d9f450) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:22.720152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Pushing event updated for resources: {'Port': ['ID=8e0ea434-db06-4ab6-ac96-7fa2afd3d51e,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:22.739467 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:22.743072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:22.748692 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:22.770284 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Subnet': ['ID=9805a79a-f8e7-4656-8f5e-55430ec3ad6a,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:22.790254 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1b71-c8dc-4b22-88a3-9c5dddb64505 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.790584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1b71-c8dc-4b22-88a3-9c5dddb64505 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.895754 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] device_id is not set on port 5161319c-84cc-40fd-9317-1be0e2932326 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:37:22.937532 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Attempting to bind port 22badb72-8535-4dfb-92e5-29ac62afbf0b on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:22.937532 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Attempting to bind port 22badb72-8535-4dfb-92e5-29ac62afbf0b by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '6834e859-7158-43d7-a2ed-715545fc4bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '149a86ef-1b59-46df-8352-9ed7cada1a91'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:22.937883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Deleting port 6c354954-7b4c-4eab-aa76-65d18efb8143 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:22.937973 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Attempting to bind port 22badb72-8535-4dfb-92e5-29ac62afbf0b on network 149a86ef-1b59-46df-8352-9ed7cada1a91 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:22.938048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.966684 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.978123 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:22.978559 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Checking segment: {'id': '6834e859-7158-43d7-a2ed-715545fc4bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '149a86ef-1b59-46df-8352-9ed7cada1a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:22.978925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.979311 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Bound using segment: {'id': '6834e859-7158-43d7-a2ed-715545fc4bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '149a86ef-1b59-46df-8352-9ed7cada1a91'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:22.979813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Bound port: 22badb72-8535-4dfb-92e5-29ac62afbf0b, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6834e859-7158-43d7-a2ed-715545fc4bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '149a86ef-1b59-46df-8352-9ed7cada1a91'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:22.980174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.036606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Allocated IP 2001:db8::2 (be5263e5-317e-454c-9e7a-5295206ff8e5/5cbefcf8-383e-48ef-bf5c-6f4e1e95d299/d2afc5d5-48b2-45fd-ab23-62467138f868) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:23.187606 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-274a9946-fd6c-41f4-aa7f-ebb1cc4837a2 tempest-DHCPAgentSchedulersTestJSON-1853277979 tempest-DHCPAgentSchedulersTestJSON-1853277979-project-admin] 10.222.0.23 "GET /v2.0/agents/5f525421-6a88-483c-a24f-96e414b0646a/dhcp-networks HTTP/1.1" status: 200 len: 11539 time: 0.9185512 Apr 22 14:37:23.191344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a1b71-c8dc-4b22-88a3-9c5dddb64505 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Calling delete_port for e735e68c-5458-4b25-ad9b-5d3009f62cca owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:23.244842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56268) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:23.329237 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.442447 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480,segment=NetworkSegment(0f2982e2-c59c-459b-ba1f-6bc20120a9d4),segment_id=0f2982e2-c59c-459b-ba1f-6bc20120a9d4)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:23.453374 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-68fb7e27-8d79-4b2b-abe3-abf2107aea9e None None] Provisioning complete for port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:23.453607 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-68fb7e27-8d79-4b2b-abe3-abf2107aea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.491246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] For port 6c354954-7b4c-4eab-aa76-65d18efb8143, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=6c354954-7b4c-4eab-aa76-65d18efb8143,segment=NetworkSegment(402e7791-ffc4-4982-99f3-bf2f46f0f264),segment_id=402e7791-ffc4-4982-99f3-bf2f46f0f264)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:23.491916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.508238 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.532362 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149a86ef-1b59-46df-8352-9ed7cada1a91']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:23.579365 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.603901 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6834e859-7158-43d7-a2ed-715545fc4bee') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:23.605353 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6834e859-7158-43d7-a2ed-715545fc4bee') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:23.627366 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.653862 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108eafae-2839-4378-9e52-bd05eaf3cedd None None] Network 0318a5a3-28fd-421c-a140-19f3c0b535d4 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:23.687863 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0cba7000-9062-4070-a51e-67a4e39d7e88 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:23.695224 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.745676 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.766397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Transition to ACTIVE for port object d2afc5d5-48b2-45fd-ab23-62467138f868 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:23.791503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Calling delete_port for 6c354954-7b4c-4eab-aa76-65d18efb8143 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:23.827784 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.852013 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] For port 22badb72-8535-4dfb-92e5-29ac62afbf0b, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:23.854223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.874162 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:23.874480 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:23.900659 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:23.912180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf096d-4268-4648-a663-3857ba34b501 tempest-DHCPAgentSchedulersTestJSON-1853277979 tempest-DHCPAgentSchedulersTestJSON-1853277979-project-admin] Network eaa9f9ab-4a14-48c9-9780-0d6f027bb748 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:23.923459 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:23.928638 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 0cba7000-9062-4070-a51e-67a4e39d7e88 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:23.935574 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Transition to ACTIVE for port object d2afc5d5-48b2-45fd-ab23-62467138f868 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:23.981486 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:23.999096 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:24.005817 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Pushing event updated for resources: {'Port': ['ID=5996e015-0078-434d-89ff-026345d9f450,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:24.006044 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.008599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:24.053213 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1b71-c8dc-4b22-88a3-9c5dddb64505 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.061661 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d8bf096d-4268-4648-a663-3857ba34b501 tempest-DHCPAgentSchedulersTestJSON-1853277979 tempest-DHCPAgentSchedulersTestJSON-1853277979-project-admin] 10.222.0.23 "POST /v2.0/agents/5f525421-6a88-483c-a24f-96e414b0646a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8156142 Apr 22 14:37:24.078525 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56272) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:24.082347 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b4a039ae-4970-4c38-8cc6-392f1adf5570 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:24.117266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e7ca8e-2762-4554-bd6e-9ba4615cf858 None None] Network eaa9f9ab-4a14-48c9-9780-0d6f027bb748 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:24.120116 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:37:24.120116 dv-neutron-839027-1-hyperv neutron-server[83963]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:37:24.120116 dv-neutron-839027-1-hyperv neutron-server[83963]: [parameters: {'id': '149a86ef-1b59-46df-8352-9ed7cada1a91'}] Apr 22 14:37:24.120116 dv-neutron-839027-1-hyperv neutron-server[83963]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:24.120870 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:24.121160 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a1b71-c8dc-4b22-88a3-9c5dddb64505 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Port': ['ID=e735e68c-5458-4b25-ad9b-5d3009f62cca,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:24.130579 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.155597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: b4a039ae-4970-4c38-8cc6-392f1adf5570 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:24.156242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b4a039ae-4970-4c38-8cc6-392f1adf5570 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:24.214870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Allocated IP 2001:db8::a9 (be5263e5-317e-454c-9e7a-5295206ff8e5/5cbefcf8-383e-48ef-bf5c-6f4e1e95d299/5161319c-84cc-40fd-9317-1be0e2932326) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:24.225597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event deleted for resources: {'Port': ['ID=6c354954-7b4c-4eab-aa76-65d18efb8143,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:24.287924 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] For port 22badb72-8535-4dfb-92e5-29ac62afbf0b, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=22badb72-8535-4dfb-92e5-29ac62afbf0b,segment=NetworkSegment(6834e859-7158-43d7-a2ed-715545fc4bee),segment_id=6834e859-7158-43d7-a2ed-715545fc4bee)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:24.294596 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Pushing event updated for resources: {'Port': ['ID=d2afc5d5-48b2-45fd-ab23-62467138f868,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:24.305655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1b71-c8dc-4b22-88a3-9c5dddb64505 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.327707 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] No DVR routers for this DVR port 6c354954-7b4c-4eab-aa76-65d18efb8143 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:24.330171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.350292 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1b71-c8dc-4b22-88a3-9c5dddb64505 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.356670 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0a3a1b71-c8dc-4b22-88a3-9c5dddb64505 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/floatingips/04565983-3343-4503-81c0-c9c8a34f87cc HTTP/1.1" status: 204 len: 168 time: 2.1966007 Apr 22 14:37:24.357589 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56276) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:24.365691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '5df47f10-7f53-4697-8d49-289c02f65a63'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:24.370301 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.372037 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:24.377147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Usage tracker for resource:floatingip and tenant:b78ee70dc9ae489880dbaf9e0af0c833 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:24.381016 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:24.393657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:24.409293 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.419788 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.431564 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Network be5263e5-317e-454c-9e7a-5295206ff8e5 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:24.471292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:24.478808 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:24.511204 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.513598 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.514336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.712686 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.713665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e45b1-af1a-455c-b17b-28f9b374a475 None None] Pushing event updated for resources: {'Port': ['ID=22badb72-8535-4dfb-92e5-29ac62afbf0b,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:24.717455 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9532b985-7954-4d27-b325-130dfd5ef409 None None] Provisioning for port 0cba7000-9062-4070-a51e-67a4e39d7e88 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:24.760178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Deleting port 22badb72-8535-4dfb-92e5-29ac62afbf0b {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:24.760639 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.784475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9532b985-7954-4d27-b325-130dfd5ef409 None None] Provisioning complete for port 0cba7000-9062-4070-a51e-67a4e39d7e88 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:24.784843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9532b985-7954-4d27-b325-130dfd5ef409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.865495 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Attempting to bind port d2afc5d5-48b2-45fd-ab23-62467138f868 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:24.866088 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Attempting to bind port d2afc5d5-48b2-45fd-ab23-62467138f868 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '5692fa6a-6fa1-4eab-9c32-c56e81bd63a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'be5263e5-317e-454c-9e7a-5295206ff8e5'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:24.866652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Attempting to bind port d2afc5d5-48b2-45fd-ab23-62467138f868 on network be5263e5-317e-454c-9e7a-5295206ff8e5 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:24.869540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342b1d6f-0a20-4a45-927f-f20654b7d635 None None] Network 149a86ef-1b59-46df-8352-9ed7cada1a91 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:24.872234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.888662 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.901843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f11b6bff-a674-4fa0-8b88-57c11747919d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.953224 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ffb1cc06-32d5-499a-a6e5-f56fb56222e6 tempest-DHCPAgentSchedulersTestJSON-1853277979 tempest-DHCPAgentSchedulersTestJSON-1853277979-project-admin] 10.222.0.23 "GET /v2.0/agents/5f525421-6a88-483c-a24f-96e414b0646a/dhcp-networks HTTP/1.1" status: 200 len: 12245 time: 0.8673894 Apr 22 14:37:24.960979 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56280) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:24.973773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9587760e-5949-4547-ab93-754504105d50']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:24.978302 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:24.978955 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Checking segment: {'id': '5692fa6a-6fa1-4eab-9c32-c56e81bd63a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'be5263e5-317e-454c-9e7a-5295206ff8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:24.979504 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.979964 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Bound using segment: {'id': '5692fa6a-6fa1-4eab-9c32-c56e81bd63a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'be5263e5-317e-454c-9e7a-5295206ff8e5'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:24.980540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Bound port: d2afc5d5-48b2-45fd-ab23-62467138f868, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5692fa6a-6fa1-4eab-9c32-c56e81bd63a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'be5263e5-317e-454c-9e7a-5295206ff8e5'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:24.987115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.003672 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402e7791-ffc4-4982-99f3-bf2f46f0f264') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:25.004010 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402e7791-ffc4-4982-99f3-bf2f46f0f264') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:25.049557 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.058152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.119485 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.128258 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Transition to ACTIVE for port object 5161319c-84cc-40fd-9317-1be0e2932326 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:25.144741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:25.145178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:25.167101 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:25.265668 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9a099895-9aa9-432b-925b-7b6c2728eade tempest-DHCPAgentSchedulersTestJSON-1853277979 tempest-DHCPAgentSchedulersTestJSON-1853277979-project-admin] 10.222.0.23 "DELETE /v2.0/agents/5f525421-6a88-483c-a24f-96e414b0646a/dhcp-networks/eaa9f9ab-4a14-48c9-9780-0d6f027bb748 HTTP/1.1" status: 204 len: 168 time: 0.2942274 Apr 22 14:37:25.268850 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56284) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:25.274367 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] For port d2afc5d5-48b2-45fd-ab23-62467138f868, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:25.278767 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9532b985-7954-4d27-b325-130dfd5ef409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.293086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.298375 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.302283 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] For port d2afc5d5-48b2-45fd-ab23-62467138f868, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d2afc5d5-48b2-45fd-ab23-62467138f868,segment=NetworkSegment(5692fa6a-6fa1-4eab-9c32-c56e81bd63a0),segment_id=5692fa6a-6fa1-4eab-9c32-c56e81bd63a0)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:25.316893 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.356870 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] For port 22badb72-8535-4dfb-92e5-29ac62afbf0b, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=22badb72-8535-4dfb-92e5-29ac62afbf0b,segment=NetworkSegment(6834e859-7158-43d7-a2ed-715545fc4bee),segment_id=6834e859-7158-43d7-a2ed-715545fc4bee)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:25.357427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.358525 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.387177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event deleted for resources: {'Network': ['ID=9587760e-5949-4547-ab93-754504105d50,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:25.429536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network be5263e5-317e-454c-9e7a-5295206ff8e5 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:25.434027 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:25.437685 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bc11d6bd-3877-42ff-8e67-26543bfa22e2 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "DELETE /v2.0/networks/9587760e-5949-4547-ab93-754504105d50 HTTP/1.1" status: 204 len: 168 time: 3.2194967 Apr 22 14:37:25.441459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:25.445561 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:25.446393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.456482 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9532b985-7954-4d27-b325-130dfd5ef409 None None] For port 0cba7000-9062-4070-a51e-67a4e39d7e88, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0cba7000-9062-4070-a51e-67a4e39d7e88,segment=NetworkSegment(e390bd57-3ad9-46eb-a4f7-616751e4a334),segment_id=e390bd57-3ad9-46eb-a4f7-616751e4a334)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:25.457969 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75c7ce-4476-40c7-80d3-063c38f8191b None None] Pushing event updated for resources: {'Port': ['ID=d2afc5d5-48b2-45fd-ab23-62467138f868,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:25.460260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56288) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:25.474866 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=5161319c-84cc-40fd-9317-1be0e2932326,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:25.486411 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9532b985-7954-4d27-b325-130dfd5ef409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.546255 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9532b985-7954-4d27-b325-130dfd5ef409 None None] Could not find standard attr ID for object f6ef0614-ca2f-4f6d-b043-6eb2d6794a44. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:37:25.573619 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-05ab0b3a-7063-4924-a8f1-f53ed00ccc61 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.7758574 Apr 22 14:37:25.582920 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532b985-7954-4d27-b325-130dfd5ef409 None None] Pushing event updated for resources: {'Port': ['ID=0cba7000-9062-4070-a51e-67a4e39d7e88,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:25.596497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56292) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:25.639535 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:25.708384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-650ac93d-af83-4e00-88f3-fbd5305ee324 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 5161319c-84cc-40fd-9317-1be0e2932326 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:25.708723 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-650ac93d-af83-4e00-88f3-fbd5305ee324 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.744910 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Calling delete_port for 22badb72-8535-4dfb-92e5-29ac62afbf0b owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:25.747347 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d2eedfe3-381f-4643-9585-be169840c107 None None] Provisioning complete for port 0cba7000-9062-4070-a51e-67a4e39d7e88 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:25.747851 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d2eedfe3-381f-4643-9585-be169840c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.812390 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-85309aef-26ff-4382-9fa6-cdd32c74f2f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.830123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Allocated IP 172.26.0.154 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/bfc67a28-ceac-4292-9cbd-749bd1cb83a9) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:25.841906 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:25.842285 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.975656 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e9ed8eb9-a058-4b9c-9c18-52a03dee7a63 tempest-DHCPAgentSchedulersTestJSON-1853277979 tempest-DHCPAgentSchedulersTestJSON-1853277979-project-admin] 10.222.0.23 "GET /v2.0/agents/5f525421-6a88-483c-a24f-96e414b0646a/dhcp-networks HTTP/1.1" status: 200 len: 10766 time: 0.6973722 Apr 22 14:37:25.993325 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56296) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:26.051443 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.083743 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e568754c-2ee9-4518-852e-56d9f4de8e54 tempest-DHCPAgentSchedulersTestJSON-1853277979 tempest-DHCPAgentSchedulersTestJSON-1853277979-project-admin] 10.222.0.23 "GET /v2.0/networks/ebdc5398-8ab8-4676-8b42-8c2140e2c804/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0881915 Apr 22 14:37:26.083970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Router dda63588-d64b-4d4c-8de2-7c246e72e5d6 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:37:26.089385 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56300) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:26.106584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.118398 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Router f10e4872-4748-4dd4-b269-2c68e16d4612 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:37:26.121882 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-85309aef-26ff-4382-9fa6-cdd32c74f2f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.134656 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.146211 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.211211 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Port': ['ID=22badb72-8535-4dfb-92e5-29ac62afbf0b,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:26.268799 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No DVR routers for this DVR port 22badb72-8535-4dfb-92e5-29ac62afbf0b on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:26.270562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-85309aef-26ff-4382-9fa6-cdd32c74f2f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5f4146-5df0-4831-a185-496c4b5417c8']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:26.299714 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-85309aef-26ff-4382-9fa6-cdd32c74f2f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1791c53a-41f3-4e24-bf02-16f08141c73d') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:26.300063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-85309aef-26ff-4382-9fa6-cdd32c74f2f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1791c53a-41f3-4e24-bf02-16f08141c73d') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:26.312348 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a051b0ec-e57f-4323-9744-36708334fe10 tempest-DHCPAgentSchedulersTestJSON-1853277979 tempest-DHCPAgentSchedulersTestJSON-1853277979-project-admin] 10.222.0.23 "GET /v2.0/networks/ebdc5398-8ab8-4676-8b42-8c2140e2c804/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2109706 Apr 22 14:37:26.325889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56304) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:26.370040 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-85309aef-26ff-4382-9fa6-cdd32c74f2f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.414809 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-85309aef-26ff-4382-9fa6-cdd32c74f2f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.444022 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85309aef-26ff-4382-9fa6-cdd32c74f2f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:26.444420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-85309aef-26ff-4382-9fa6-cdd32c74f2f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:26.459772 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:26.462817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-650ac93d-af83-4e00-88f3-fbd5305ee324 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.479781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.582017 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.599540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353940cb-5da3-4e6c-b3e8-0f347f68d740 None None] Network be5263e5-317e-454c-9e7a-5295206ff8e5 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:26.708875 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:26.719958 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149a86ef-1b59-46df-8352-9ed7cada1a91']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:26.727849 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:26.730277 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:26.764656 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=bfc67a28-ceac-4292-9cbd-749bd1cb83a9,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:26.786237 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6834e859-7158-43d7-a2ed-715545fc4bee') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:26.787032 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6834e859-7158-43d7-a2ed-715545fc4bee') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:26.788508 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-650ac93d-af83-4e00-88f3-fbd5305ee324 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 5161319c-84cc-40fd-9317-1be0e2932326 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:26.801543 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c4194e48-297f-4c64-8433-9535c808b559 None None] Provisioning for port d2afc5d5-48b2-45fd-ab23-62467138f868 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:26.833576 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.844616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-85309aef-26ff-4382-9fa6-cdd32c74f2f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.866931 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-85309aef-26ff-4382-9fa6-cdd32c74f2f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.870758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.891123 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85309aef-26ff-4382-9fa6-cdd32c74f2f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event deleted for resources: {'Network': ['ID=8d5f4146-5df0-4831-a185-496c4b5417c8,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:26.904844 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-85309aef-26ff-4382-9fa6-cdd32c74f2f4 tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "DELETE /v2.0/networks/8d5f4146-5df0-4831-a185-496c4b5417c8 HTTP/1.1" status: 204 len: 168 time: 1.4386778 Apr 22 14:37:26.918632 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56308) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:26.928837 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:26.929247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:26.945948 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:27.112893 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-54361c3f-6f43-40fd-b730-1b0388e739de tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.133767 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-650ac93d-af83-4e00-88f3-fbd5305ee324 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.168777 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6df46268-d5d6-48d4-a486-afb2be39928d tempest-DHCPAgentSchedulersTestJSON-1853277979 tempest-DHCPAgentSchedulersTestJSON-1853277979-project-admin] 10.222.0.23 "GET /v2.0/agents/5f525421-6a88-483c-a24f-96e414b0646a/dhcp-networks HTTP/1.1" status: 200 len: 10766 time: 0.8415718 Apr 22 14:37:27.186695 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56312) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:27.244642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ac93d-af83-4e00-88f3-fbd5305ee324 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=5161319c-84cc-40fd-9317-1be0e2932326,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:27.281748 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.282970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4527ab67-7afd-4b30-a395-3f86d44025ec None None] Could not find standard attr ID for object 5161319c-84cc-40fd-9317-1be0e2932326. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:37:27.352155 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.362855 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:27.364680 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-650ac93d-af83-4e00-88f3-fbd5305ee324 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.375322 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ef62f-156a-48c9-bcfd-13bc79d97a71 None None] Sync routers for ids ['dda63588-d64b-4d4c-8de2-7c246e72e5d6'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:27.382333 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-54361c3f-6f43-40fd-b730-1b0388e739de tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.384985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.395318 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ef62f-156a-48c9-bcfd-13bc79d97a71 None None] Routers {'dda63588-d64b-4d4c-8de2-7c246e72e5d6'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:27.399742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-d11ef62f-156a-48c9-bcfd-13bc79d97a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['dda63588-d64b-4d4c-8de2-7c246e72e5d6'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:27.399939 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-650ac93d-af83-4e00-88f3-fbd5305ee324 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/5161319c-84cc-40fd-9317-1be0e2932326 HTTP/1.1" status: 204 len: 168 time: 1.7994788 Apr 22 14:37:27.401707 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56316) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:27.414588 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.415846 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8eea2930-132a-429b-be8f-3481dfe8bde4 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "PUT /v2.0/routers/dda63588-d64b-4d4c-8de2-7c246e72e5d6 HTTP/1.1" status: 200 len: 918 time: 8.3339272 Apr 22 14:37:27.434233 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56320) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:27.442324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Network': ['ID=149a86ef-1b59-46df-8352-9ed7cada1a91,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:27.457373 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56324) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:27.458520 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2fe58e69-85ff-450e-acf8-470eb121b77d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/149a86ef-1b59-46df-8352-9ed7cada1a91 HTTP/1.1" status: 204 len: 168 time: 7.4317698 Apr 22 14:37:27.465960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-54361c3f-6f43-40fd-b730-1b0388e739de tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bb45f3-cb84-443a-8d4a-ebcbc1059b61']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:27.476428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2bbdf7e4-088b-42b7-bd71-6bbf4dc453ac tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-938140256'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:27.488113 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35574bf-4008-488b-b899-a63e184818b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] GET failed (client error): The resource could not be found. Apr 22 14:37:27.488865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a35574bf-4008-488b-b899-a63e184818b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:27.493542 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2bbdf7e4-088b-42b7-bd71-6bbf4dc453ac tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:27.499675 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-54361c3f-6f43-40fd-b730-1b0388e739de tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca1529a-7138-4fb5-b3ca-839cf5435c9c') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:27.500151 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-54361c3f-6f43-40fd-b730-1b0388e739de tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca1529a-7138-4fb5-b3ca-839cf5435c9c') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:27.514434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2bbdf7e4-088b-42b7-bd71-6bbf4dc453ac tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:network and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:27.520189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2bbdf7e4-088b-42b7-bd71-6bbf4dc453ac tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:27.524567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-54361c3f-6f43-40fd-b730-1b0388e739de tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.533225 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-238cca66-9a58-4ee5-8178-072027cbfd02 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.545589 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2bbdf7e4-088b-42b7-bd71-6bbf4dc453ac tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:27.548754 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c813cc5f-1982-4acf-8e52-92fca47bf3cb None None] Could not find standard attr ID for object 5161319c-84cc-40fd-9317-1be0e2932326. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:37:27.554916 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-d11ef62f-156a-48c9-bcfd-13bc79d97a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:27.557727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a35574bf-4008-488b-b899-a63e184818b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:27.560247 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a35574bf-4008-488b-b899-a63e184818b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/5161319c-84cc-40fd-9317-1be0e2932326 HTTP/1.1" status: 404 len: 333 time: 0.1573770 Apr 22 14:37:27.562649 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56328) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:27.565818 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-54361c3f-6f43-40fd-b730-1b0388e739de tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.586150 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ef62f-156a-48c9-bcfd-13bc79d97a71 None None] Routers {'dda63588-d64b-4d4c-8de2-7c246e72e5d6'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:27.589257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-d11ef62f-156a-48c9-bcfd-13bc79d97a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['dda63588-d64b-4d4c-8de2-7c246e72e5d6'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:27.608186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbdf7e4-088b-42b7-bd71-6bbf4dc453ac tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:27.611096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2bbdf7e4-088b-42b7-bd71-6bbf4dc453ac tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.645711 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54361c3f-6f43-40fd-b730-1b0388e739de tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:27.646212 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-54361c3f-6f43-40fd-b730-1b0388e739de tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:27.681850 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:27.705270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a84e6d-9f14-4e6a-af6f-e0e7c31a05d2 None None] get_active_networks_info from dv-neutron-839027-1-hyperv {{(pid=83965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:37:27.823069 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbdf7e4-088b-42b7-bd71-6bbf4dc453ac tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:27.833418 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-54361c3f-6f43-40fd-b730-1b0388e739de tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.860584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:27.874052 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d0ec6-bb5e-4f96-a192-d00c19a6ef30 None None] Sync routers for ids ['f10e4872-4748-4dd4-b269-2c68e16d4612'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:27.878451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a84e6d-9f14-4e6a-af6f-e0e7c31a05d2 None None] Resources bound (agent type, host, resource id): {{(pid=83965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:37:27.886248 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d2afc5d5-48b2-45fd-ab23-62467138f868 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:27.900676 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d0ec6-bb5e-4f96-a192-d00c19a6ef30 None None] Routers {'f10e4872-4748-4dd4-b269-2c68e16d4612'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:27.904549 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c49d0ec6-bb5e-4f96-a192-d00c19a6ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f10e4872-4748-4dd4-b269-2c68e16d4612'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:27.912614 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-54361c3f-6f43-40fd-b730-1b0388e739de tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.924140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2bbdf7e4-088b-42b7-bd71-6bbf4dc453ac tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.924517 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-2bbdf7e4-088b-42b7-bd71-6bbf4dc453ac tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Added segment 66b4eb5d-857f-4913-b98f-d62545e97ff1 of type vlan for network 5d6d6f6d-3af3-4724-ad63-e640dc036684 Apr 22 14:37:27.940852 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54361c3f-6f43-40fd-b730-1b0388e739de tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] Pushing event deleted for resources: {'Network': ['ID=68bb45f3-cb84-443a-8d4a-ebcbc1059b61,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:27.955441 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-54361c3f-6f43-40fd-b730-1b0388e739de tempest-BulkNetworkOpsTest-1811892052 tempest-BulkNetworkOpsTest-1811892052-project] 10.222.0.23 "DELETE /v2.0/networks/68bb45f3-cb84-443a-8d4a-ebcbc1059b61 HTTP/1.1" status: 204 len: 168 time: 1.0354156 Apr 22 14:37:27.993105 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.993515 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-d11ef62f-156a-48c9-bcfd-13bc79d97a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:27.993927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ef62f-156a-48c9-bcfd-13bc79d97a71 None None] The sync data for ids ['dda63588-d64b-4d4c-8de2-7c246e72e5d6'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:27.994310 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8f7d0de0-c362-45d9-8891-581479b118d6 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.7463384 Apr 22 14:37:27.999991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56334) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:28.002066 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-238cca66-9a58-4ee5-8178-072027cbfd02 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.041491 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c49d0ec6-bb5e-4f96-a192-d00c19a6ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:28.055468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-238cca66-9a58-4ee5-8178-072027cbfd02 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa9f9ab-4a14-48c9-9780-0d6f027bb748']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:28.063560 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d0ec6-bb5e-4f96-a192-d00c19a6ef30 None None] Routers {'f10e4872-4748-4dd4-b269-2c68e16d4612'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:28.067523 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c49d0ec6-bb5e-4f96-a192-d00c19a6ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f10e4872-4748-4dd4-b269-2c68e16d4612'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:28.070235 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port d2afc5d5-48b2-45fd-ab23-62467138f868 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:28.082093 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d2afc5d5-48b2-45fd-ab23-62467138f868 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:28.082463 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.085783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-238cca66-9a58-4ee5-8178-072027cbfd02 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8131f5-ca15-4252-8080-fb97e78e139c') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:28.086079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-238cca66-9a58-4ee5-8178-072027cbfd02 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8131f5-ca15-4252-8080-fb97e78e139c') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:28.102860 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-238cca66-9a58-4ee5-8178-072027cbfd02 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.132125 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-238cca66-9a58-4ee5-8178-072027cbfd02 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.145894 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238cca66-9a58-4ee5-8178-072027cbfd02 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:28.146295 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-238cca66-9a58-4ee5-8178-072027cbfd02 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:28.163142 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:28.176169 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c49d0ec6-bb5e-4f96-a192-d00c19a6ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:28.176926 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d0ec6-bb5e-4f96-a192-d00c19a6ef30 None None] The sync data for ids ['f10e4872-4748-4dd4-b269-2c68e16d4612'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:28.200070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2bbdf7e4-088b-42b7-bd71-6bbf4dc453ac tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.286046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-238cca66-9a58-4ee5-8178-072027cbfd02 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.290971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-238cca66-9a58-4ee5-8178-072027cbfd02 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.305780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea7476f-3f8b-4994-a153-4d5ac7f85757 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting subnet 5cbefcf8-383e-48ef-bf5c-6f4e1e95d299 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:37:28.320611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ea7476f-3f8b-4994-a153-4d5ac7f85757 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.340762 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238cca66-9a58-4ee5-8178-072027cbfd02 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Pushing event deleted for resources: {'Network': ['ID=eaa9f9ab-4a14-48c9-9780-0d6f027bb748,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:28.350836 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-238cca66-9a58-4ee5-8178-072027cbfd02 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] 10.222.0.23 "DELETE /v2.0/networks/eaa9f9ab-4a14-48c9-9780-0d6f027bb748 HTTP/1.1" status: 204 len: 168 time: 1.1629763 Apr 22 14:37:28.360275 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a52f950a-d3ea-429e-921b-17a82368c3b0 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/routers/dda63588-d64b-4d4c-8de2-7c246e72e5d6 HTTP/1.1" status: 200 len: 924 time: 0.9146483 Apr 22 14:37:28.360275 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56338) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:28.360275 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56342) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:28.394694 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2bbdf7e4-088b-42b7-bd71-6bbf4dc453ac tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.399385 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbdf7e4-088b-42b7-bd71-6bbf4dc453ac tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:28.399994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2bbdf7e4-088b-42b7-bd71-6bbf4dc453ac tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.439319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ea7476f-3f8b-4994-a153-4d5ac7f85757 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.450870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.455151 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac480b1-faa6-4e0e-8f16-d51e85f1097a tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] DELETE failed (client error): The resource could not be found. Apr 22 14:37:28.455618 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac480b1-faa6-4e0e-8f16-d51e85f1097a tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:37:28.457259 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6ac480b1-faa6-4e0e-8f16-d51e85f1097a tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] 10.222.0.23 "DELETE /v2.0/ports/f6ef0614-ca2f-4f6d-b043-6eb2d6794a44 HTTP/1.1" status: 404 len: 333 time: 0.0980849 Apr 22 14:37:28.460148 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56348) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:28.494624 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port d2afc5d5-48b2-45fd-ab23-62467138f868, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d2afc5d5-48b2-45fd-ab23-62467138f868,segment=NetworkSegment(5692fa6a-6fa1-4eab-9c32-c56e81bd63a0),segment_id=5692fa6a-6fa1-4eab-9c32-c56e81bd63a0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:28.503266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.504166 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0cba7000-9062-4070-a51e-67a4e39d7e88 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:28.542620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56352) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:28.565963 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2bbdf7e4-088b-42b7-bd71-6bbf4dc453ac tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1047595 Apr 22 14:37:28.570036 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56358) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:28.602879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-b1f32159-e9ef-4b22-941a-705359d31d51 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'subnet': {'network_id': '5d6d6f6d-3af3-4724-ad63-e640dc036684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:28.610306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdf7e4-088b-42b7-bd71-6bbf4dc453ac tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Network': ['ID=5d6d6f6d-3af3-4724-ad63-e640dc036684,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:28.771632 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ea7476f-3f8b-4994-a153-4d5ac7f85757 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.803474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=d2afc5d5-48b2-45fd-ab23-62467138f868,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:28.843747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 5d6d6f6d-3af3-4724-ad63-e640dc036684 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:28.876875 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca5f7dd-79e3-4d98-b7ba-4a3ab98f42a6 None None] get_active_networks_info from dv-neutron-839027-1-hyperv {{(pid=83965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:37:28.901163 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.015511 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c59a38cb-4445-41ee-832c-331bc6093728 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&device_id=dda63588-d64b-4d4c-8de2-7c246e72e5d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6518416 Apr 22 14:37:29.024980 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 0cba7000-9062-4070-a51e-67a4e39d7e88 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:29.025356 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.029225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ea7476f-3f8b-4994-a153-4d5ac7f85757 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.029941 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56362) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:29.059582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b1f32159-e9ef-4b22-941a-705359d31d51 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:29.077728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b1f32159-e9ef-4b22-941a-705359d31d51 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:subnet and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:29.085309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7476f-3f8b-4994-a153-4d5ac7f85757 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbefcf8-383e-48ef-bf5c-6f4e1e95d299,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:29.091736 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dcf7219c-51ca-4ced-a18a-2b40ad635d3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1948c60d4a1645ce9bce8826148a4697&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5433261 Apr 22 14:37:29.091736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56366) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:29.108914 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ea7476f-3f8b-4994-a153-4d5ac7f85757 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.134373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b1f32159-e9ef-4b22-941a-705359d31d51 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:29.140402 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6ea7476f-3f8b-4994-a153-4d5ac7f85757 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/5cbefcf8-383e-48ef-bf5c-6f4e1e95d299 HTTP/1.1" status: 204 len: 168 time: 1.5764267 Apr 22 14:37:29.150738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56370) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:29.158778 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.191398 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b1f32159-e9ef-4b22-941a-705359d31d51 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:29.195968 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca5f7dd-79e3-4d98-b7ba-4a3ab98f42a6 None None] Resources bound (agent type, host, resource id): {{(pid=83965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:37:29.260488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f32159-e9ef-4b22-941a-705359d31d51 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:29.278768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-c395ccde-5ea5-4fec-b35f-edd0deac3259 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Deleting subnet 045f13b8-071f-49e8-ace2-9c577773909b {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:37:29.292430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c395ccde-5ea5-4fec-b35f-edd0deac3259 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.333480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.336244 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93a597f5-1207-4b86-b890-e76215f5f3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.396272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93a597f5-1207-4b86-b890-e76215f5f3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.403358 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port d2afc5d5-48b2-45fd-ab23-62467138f868 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:29.403931 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.533012 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e93ea3-1864-4574-97b6-ce144e9aa779 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:29.537098 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-08e93ea3-1864-4574-97b6-ce144e9aa779 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/networks/6b125409-87db-4618-a281-ef9b5bf6fb5e HTTP/1.1" status: 200 len: 881 time: 0.5019665 Apr 22 14:37:29.537420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56374) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:29.544092 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c395ccde-5ea5-4fec-b35f-edd0deac3259 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.578531 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b1f32159-e9ef-4b22-941a-705359d31d51 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.630002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d2afc5d5-48b2-45fd-ab23-62467138f868 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:29.659927 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5a20436c-6608-48b8-8ce8-251c45d2a9e7 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "GET /v2.0/ports?device_id=dda63588-d64b-4d4c-8de2-7c246e72e5d6 HTTP/1.1" status: 200 len: 205 time: 0.1213489 Apr 22 14:37:29.662499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ecdef6-5244-4f46-89fe-6f89924c89f0 None None] Network be5263e5-317e-454c-9e7a-5295206ff8e5 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:29.680168 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56378) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:29.815183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93a597f5-1207-4b86-b890-e76215f5f3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.899264 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] For port d2afc5d5-48b2-45fd-ab23-62467138f868, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d2afc5d5-48b2-45fd-ab23-62467138f868,segment=NetworkSegment(5692fa6a-6fa1-4eab-9c32-c56e81bd63a0),segment_id=5692fa6a-6fa1-4eab-9c32-c56e81bd63a0)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:29.899669 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.916328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d2afc5d5-48b2-45fd-ab23-62467138f868 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:29.916947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.921765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a597f5-1207-4b86-b890-e76215f5f3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4547fc-057d-49bb-a22c-0fea094fa29e,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:29.964056 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.970938 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c395ccde-5ea5-4fec-b35f-edd0deac3259 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.991272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-93a597f5-1207-4b86-b890-e76215f5f3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.992435 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-93a597f5-1207-4b86-b890-e76215f5f3db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f4547fc-057d-49bb-a22c-0fea094fa29e HTTP/1.1" status: 204 len: 168 time: 0.9000082 Apr 22 14:37:30.013991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.081727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for d2afc5d5-48b2-45fd-ab23-62467138f868 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:30.186876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1e9487-03f1-450f-8025-c76f203d174d None None] DHCP port deletion for be5263e5-317e-454c-9e7a-5295206ff8e5 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:37:30.192229 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e9487-03f1-450f-8025-c76f203d174d None None] Deleting port d2afc5d5-48b2-45fd-ab23-62467138f868 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:30.192819 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ec1e9487-03f1-450f-8025-c76f203d174d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.252930 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.288544 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e9487-03f1-450f-8025-c76f203d174d None None] The port 'd2afc5d5-48b2-45fd-ab23-62467138f868' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:37:30.306108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=bfc67a28-ceac-4292-9cbd-749bd1cb83a9,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:30.333761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=d2afc5d5-48b2-45fd-ab23-62467138f868,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:30.341891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No DVR routers for this DVR port d2afc5d5-48b2-45fd-ab23-62467138f868 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:30.358752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c395ccde-5ea5-4fec-b35f-edd0deac3259 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.362621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.486386 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.626302 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5263e5-317e-454c-9e7a-5295206ff8e5']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:30.642604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5692fa6a-6fa1-4eab-9c32-c56e81bd63a0') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:30.642885 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5692fa6a-6fa1-4eab-9c32-c56e81bd63a0') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:30.672165 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395ccde-5ea5-4fec-b35f-edd0deac3259 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Pushing event deleted for resources: {'Subnet': ['ID=045f13b8-071f-49e8-ace2-9c577773909b,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:30.682962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b1f32159-e9ef-4b22-941a-705359d31d51 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.687772 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.718859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.733293 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c395ccde-5ea5-4fec-b35f-edd0deac3259 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.740523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99dff0b-597e-4b1d-9279-3bb9b8bea2a5 None None] Network ebdc5398-8ab8-4676-8b42-8c2140e2c804 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:30.756202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:30.756846 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:30.773001 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:30.775873 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c395ccde-5ea5-4fec-b35f-edd0deac3259 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] 10.222.0.23 "DELETE /v2.0/subnets/045f13b8-071f-49e8-ace2-9c577773909b HTTP/1.1" status: 204 len: 168 time: 2.3147218 Apr 22 14:37:30.786380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56394) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:30.894618 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f32159-e9ef-4b22-941a-705359d31d51 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Subnet': ['ID=96030ed4-9f32-4900-990a-0416b8f2855b,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:30.908913 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.933015 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.949963 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Network': ['ID=be5263e5-317e-454c-9e7a-5295206ff8e5,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:30.955432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1afebdfb-ee82-4bd5-97c6-d6bb4fd9ab5e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.968481 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7aa19832-531e-4402-ac31-ad3437f88b16 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/networks/be5263e5-317e-454c-9e7a-5295206ff8e5 HTTP/1.1" status: 204 len: 168 time: 1.8166175 Apr 22 14:37:30.972922 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56402) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:30.976499 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.991427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'name': 'tempest-PortsIpV6TestJSON-1049595057'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:31.097207 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.115744 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f32159-e9ef-4b22-941a-705359d31d51 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Checking segment: {'id': '66b4eb5d-857f-4913-b98f-d62545e97ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5d6d6f6d-3af3-4724-ad63-e640dc036684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:31.116108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f32159-e9ef-4b22-941a-705359d31d51 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network hostable DHCP agents. Network: 5d6d6f6d-3af3-4724-ad63-e640dc036684, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:31.127364 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933027c5-3366-46eb-aeab-20d75f6d9a43 None None] DHCP port deletion for ebdc5398-8ab8-4676-8b42-8c2140e2c804 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:37:31.132734 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-933027c5-3366-46eb-aeab-20d75f6d9a43 None None] Deleting port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:31.133125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-933027c5-3366-46eb-aeab-20d75f6d9a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.159900 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Deleting port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:31.160235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.239064 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:31.245810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f32159-e9ef-4b22-941a-705359d31d51 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network 5d6d6f6d-3af3-4724-ad63-e640dc036684 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:31.248272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:port and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:31.252555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:31.259434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56408) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:31.262640 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:31.301685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:31.304836 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.312857 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-b1f32159-e9ef-4b22-941a-705359d31d51 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 5d6d6f6d-3af3-4724-ad63-e640dc036684) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:31.318328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f32159-e9ef-4b22-941a-705359d31d51 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:31.318913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b1f32159-e9ef-4b22-941a-705359d31d51 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.370361 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-933027c5-3366-46eb-aeab-20d75f6d9a43 None None] For port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480,segment=NetworkSegment(0f2982e2-c59c-459b-ba1f-6bc20120a9d4),segment_id=0f2982e2-c59c-459b-ba1f-6bc20120a9d4)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:31.371144 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-933027c5-3366-46eb-aeab-20d75f6d9a43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.383088 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] device_id is not set on port 5f730a71-0c0f-4269-ae1c-da7a6aa5c6f9 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:37:31.421155 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Floating IP fafa4db2-e9fc-41c3-ae3a-b62675493ba4 associated. External IP: 172.26.0.154, port: 5df47f10-7f53-4697-8d49-289c02f65a63. Apr 22 14:37:31.495582 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b1f32159-e9ef-4b22-941a-705359d31d51 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9071205 Apr 22 14:37:31.495770 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ebc7784c-e711-4ed7-bfae-055df6ef05ed tempest-ServiceProvidersTest-1058307435 tempest-ServiceProvidersTest-1058307435-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2314625 Apr 22 14:37:31.503341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56414) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:31.508908 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-933027c5-3366-46eb-aeab-20d75f6d9a43 None None] Calling delete_port for 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:31.538904 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ab5e4b0a-06e4-4bcb-99b9-a81d16945bd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'subnet': {'network_id': '5d6d6f6d-3af3-4724-ad63-e640dc036684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:31.611749 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a0465f-084c-4e97-9e98-48c911630342 None None] Network 5d6d6f6d-3af3-4724-ad63-e640dc036684 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:31.671971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] For port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480,segment=NetworkSegment(0f2982e2-c59c-459b-ba1f-6bc20120a9d4),segment_id=0f2982e2-c59c-459b-ba1f-6bc20120a9d4)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:31.672521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.828193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Calling delete_port for 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:31.835650 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d2afc5d5-48b2-45fd-ab23-62467138f868 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:31.880690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-933027c5-3366-46eb-aeab-20d75f6d9a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.910322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1afebdfb-ee82-4bd5-97c6-d6bb4fd9ab5e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.921744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Allocated IP 172.20.0.1 (0318a5a3-28fd-421c-a140-19f3c0b535d4/a42b1b85-3fd4-4d8a-a79b-53a2dec30a72/47514e1d-4661-4d88-b8b6-f845005e97b1) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:31.930537 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ab5e4b0a-06e4-4bcb-99b9-a81d16945bd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:31.932655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: d2afc5d5-48b2-45fd-ab23-62467138f868 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:31.933179 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d2afc5d5-48b2-45fd-ab23-62467138f868 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:31.934786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:31.940236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ab5e4b0a-06e4-4bcb-99b9-a81d16945bd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:subnet and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:31.950104 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-1afebdfb-ee82-4bd5-97c6-d6bb4fd9ab5e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Deleting port 8e0ea434-db06-4ab6-ac96-7fa2afd3d51e {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:31.950104 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1afebdfb-ee82-4bd5-97c6-d6bb4fd9ab5e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.967033 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ab5e4b0a-06e4-4bcb-99b9-a81d16945bd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:31.978891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.985962 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ab5e4b0a-06e4-4bcb-99b9-a81d16945bd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:31.997304 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:31.997836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:32.008923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56422) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:32.034762 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:32.035372 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:32.047086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933027c5-3366-46eb-aeab-20d75f6d9a43 None None] Pushing event deleted for resources: {'Port': ['ID=2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:32.060775 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933027c5-3366-46eb-aeab-20d75f6d9a43 None None] No DVR routers for this DVR port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:32.063595 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-5d6d6f6d-3af3-4724-ad63-e640dc036684', 'network_id': '5d6d6f6d-3af3-4724-ad63-e640dc036684', 'tenant_id': 'b3ecd1882b854ef6a7eefe2a346d2b29', 'fixed_ips': [{'subnet_id': '96030ed4-9f32-4900-990a-0416b8f2855b'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:32.064397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.079312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5e4b0a-06e4-4bcb-99b9-a81d16945bd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:32.260769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.296194 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Allocated IP 2001:db8::2 (5d6d6f6d-3af3-4724-ad63-e640dc036684/96030ed4-9f32-4900-990a-0416b8f2855b/f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:32.329611 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1afebdfb-ee82-4bd5-97c6-d6bb4fd9ab5e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.462185 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4b0a-06e4-4bcb-99b9-a81d16945bd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.485527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.499585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Deleting port 2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:32.499918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.541114 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.557922 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Transition to ACTIVE for port object f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:32.582505 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Transition to ACTIVE for port object 47514e1d-4661-4d88-b8b6-f845005e97b1 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:32.591120 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Transition to ACTIVE for port object f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:32.597819 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.615559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=5f730a71-0c0f-4269-ae1c-da7a6aa5c6f9,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:32.652096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:32.677005 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Network 5d6d6f6d-3af3-4724-ad63-e640dc036684 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:32.680708 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:32.682488 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Pushing event updated for resources: {'Port': ['ID=f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:32.686415 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:32.686999 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-25db8965-3b67-40c1-b035-3a227d4f72ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.709945 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-1afebdfb-ee82-4bd5-97c6-d6bb4fd9ab5e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Calling delete_port for 8e0ea434-db06-4ab6-ac96-7fa2afd3d51e owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:32.711783 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:32.714730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:32.719812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:32.720476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.732558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.775810 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Attempting to bind port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:32.776174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Attempting to bind port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '66b4eb5d-857f-4913-b98f-d62545e97ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5d6d6f6d-3af3-4724-ad63-e640dc036684'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:32.776542 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Attempting to bind port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 on network 5d6d6f6d-3af3-4724-ad63-e640dc036684 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:32.783972 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:32.784239 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Checking segment: {'id': '66b4eb5d-857f-4913-b98f-d62545e97ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5d6d6f6d-3af3-4724-ad63-e640dc036684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:32.784491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.784864 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Bound using segment: {'id': '66b4eb5d-857f-4913-b98f-d62545e97ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5d6d6f6d-3af3-4724-ad63-e640dc036684'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:32.785323 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Bound port: f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b4eb5d-857f-4913-b98f-d62545e97ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5d6d6f6d-3af3-4724-ad63-e640dc036684'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:32.785632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] The port '2c3c9d91-cf58-42d2-8eb9-4f2a1c5c6480' was deleted {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:37:32.785749 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.863745 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a6a807c4-d2de-4a11-86f1-bd6481e55294 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8893473 Apr 22 14:37:32.871745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Network 0318a5a3-28fd-421c-a140-19f3c0b535d4 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:32.872134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56432) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:32.872978 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:32.875625 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:32.894210 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-25db8965-3b67-40c1-b035-3a227d4f72ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:32.900039 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] For port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:32.905318 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] For port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0,segment=NetworkSegment(66b4eb5d-857f-4913-b98f-d62545e97ff1),segment_id=66b4eb5d-857f-4913-b98f-d62545e97ff1)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:32.912230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.963915 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Pushing event updated for resources: {'Port': ['ID=47514e1d-4661-4d88-b8b6-f845005e97b1,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:32.991517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.001535 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a67c60-bb0f-409d-b1a3-53dbe9bc2823 None None] Pushing event updated for resources: {'Port': ['ID=f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:33.053995 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-25db8965-3b67-40c1-b035-3a227d4f72ed admin admin] Usage tracker for resource:security_group_rule and tenant:d8123519c5c04e1193d53fca7645a432 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:33.066983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-25db8965-3b67-40c1-b035-3a227d4f72ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:33.082690 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.085993 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-25db8965-3b67-40c1-b035-3a227d4f72ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:33.088860 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdc5398-8ab8-4676-8b42-8c2140e2c804']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:33.096992 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-fe719276-8505-4f1f-a27d-e4f560dfc2ea tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 5f730a71-0c0f-4269-ae1c-da7a6aa5c6f9 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:33.096992 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fe719276-8505-4f1f-a27d-e4f560dfc2ea tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.125762 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2982e2-c59c-459b-ba1f-6bc20120a9d4') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:33.126085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2982e2-c59c-459b-ba1f-6bc20120a9d4') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:33.144658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.173139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.195580 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:33.196155 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:33.212026 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:33.319812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4b0a-06e4-4bcb-99b9-a81d16945bd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.373230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-01f7d61b-511f-4e43-81fd-5a8b0f02c232 None None] Provisioning for port 47514e1d-4661-4d88-b8b6-f845005e97b1 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:33.382210 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-01f7d61b-511f-4e43-81fd-5a8b0f02c232 None None] Provisioning complete for port 47514e1d-4661-4d88-b8b6-f845005e97b1 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:33.382484 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-01f7d61b-511f-4e43-81fd-5a8b0f02c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.451264 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1afebdfb-ee82-4bd5-97c6-d6bb4fd9ab5e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.455083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.460491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-25db8965-3b67-40c1-b035-3a227d4f72ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.472267 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-01f7d61b-511f-4e43-81fd-5a8b0f02c232 None None] Port 47514e1d-4661-4d88-b8b6-f845005e97b1 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:37:33.516105 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5e4b0a-06e4-4bcb-99b9-a81d16945bd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network 5d6d6f6d-3af3-4724-ad63-e640dc036684 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:33.516909 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.533996 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.536356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-ab5e4b0a-06e4-4bcb-99b9-a81d16945bd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:33.536750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-25db8965-3b67-40c1-b035-3a227d4f72ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.539021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5e4b0a-06e4-4bcb-99b9-a81d16945bd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:33.539681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ab5e4b0a-06e4-4bcb-99b9-a81d16945bd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.565303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afebdfb-ee82-4bd5-97c6-d6bb4fd9ab5e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Pushing event deleted for resources: {'Port': ['ID=8e0ea434-db06-4ab6-ac96-7fa2afd3d51e,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:33.584509 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] Pushing event deleted for resources: {'Network': ['ID=ebdc5398-8ab8-4676-8b42-8c2140e2c804,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:33.623871 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e4b0a-06e4-4bcb-99b9-a81d16945bd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Subnet': ['ID=12e04297-01ba-4407-8a43-5f470355967f,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:33.635824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fe719276-8505-4f1f-a27d-e4f560dfc2ea tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.646597 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ab5e4b0a-06e4-4bcb-99b9-a81d16945bd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1393049 Apr 22 14:37:33.649267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56436) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:33.679496 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c3ac3146-36d6-4238-a4cd-11338b8c0884 tempest-DHCPAgentSchedulersTestJSON-1797208547 tempest-DHCPAgentSchedulersTestJSON-1797208547-project] 10.222.0.23 "DELETE /v2.0/networks/ebdc5398-8ab8-4676-8b42-8c2140e2c804 HTTP/1.1" status: 204 len: 168 time: 2.8876696 Apr 22 14:37:33.683147 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:33.761710 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db8965-3b67-40c1-b035-3a227d4f72ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ac2ea8-bc6f-4fba-b58e-264fee0e62b4,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:33.810304 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:33.839596 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-25db8965-3b67-40c1-b035-3a227d4f72ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8123519c5c04e1193d53fca7645a432&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8262093 Apr 22 14:37:33.840828 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56442) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:33.852012 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-fe719276-8505-4f1f-a27d-e4f560dfc2ea tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 5f730a71-0c0f-4269-ae1c-da7a6aa5c6f9 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:33.916580 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:33.932948 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1afebdfb-ee82-4bd5-97c6-d6bb4fd9ab5e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.060572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56448) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:34.138850 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab69e87f-c54c-436a-86da-5519291ef6c5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:34.140280 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab69e87f-c54c-436a-86da-5519291ef6c5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:34.141757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab69e87f-c54c-436a-86da-5519291ef6c5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:34.143034 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab69e87f-c54c-436a-86da-5519291ef6c5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:34.144372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab69e87f-c54c-436a-86da-5519291ef6c5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:34.145311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ab69e87f-c54c-436a-86da-5519291ef6c5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Synchronizing usage tracker for tenant:b3ecd1882b854ef6a7eefe2a346d2b29 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:34.187399 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fe719276-8505-4f1f-a27d-e4f560dfc2ea tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.263328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ab69e87f-c54c-436a-86da-5519291ef6c5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Unset dirty status for tenant:b3ecd1882b854ef6a7eefe2a346d2b29 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:34.264628 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ab69e87f-c54c-436a-86da-5519291ef6c5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6130526 Apr 22 14:37:34.275153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b858b42-2917-4fc1-81ec-cc887fd2441c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.280243 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56454) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:34.284422 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe719276-8505-4f1f-a27d-e4f560dfc2ea tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=5f730a71-0c0f-4269-ae1c-da7a6aa5c6f9,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:34.299160 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f62ef20b-a5d5-4395-b5f1-7130bc657c6f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1899230273'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:34.388813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39217d4-9629-4476-a7d4-f1646a45d58f None None] Network 5d6d6f6d-3af3-4724-ad63-e640dc036684 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:34.432855 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f62ef20b-a5d5-4395-b5f1-7130bc657c6f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:34.453871 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fe719276-8505-4f1f-a27d-e4f560dfc2ea tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.456769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f62ef20b-a5d5-4395-b5f1-7130bc657c6f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:network and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:34.462187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f62ef20b-a5d5-4395-b5f1-7130bc657c6f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:34.477960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f62ef20b-a5d5-4395-b5f1-7130bc657c6f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:34.485843 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b858b42-2917-4fc1-81ec-cc887fd2441c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.506491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-19c1efaf-bc28-44a9-8f9a-3fc976c25310 None None] Provisioning for port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:34.510788 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fe719276-8505-4f1f-a27d-e4f560dfc2ea tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/5f730a71-0c0f-4269-ae1c-da7a6aa5c6f9 HTTP/1.1" status: 204 len: 168 time: 1.5978425 Apr 22 14:37:34.519480 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1afebdfb-ee82-4bd5-97c6-d6bb4fd9ab5e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.524777 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1afebdfb-ee82-4bd5-97c6-d6bb4fd9ab5e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.527534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-19c1efaf-bc28-44a9-8f9a-3fc976c25310 None None] Provisioning complete for port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:34.528049 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-19c1efaf-bc28-44a9-8f9a-3fc976c25310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.553220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56458) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:34.571226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'mac_address': 'fa:16:3e:c1:24:3f', 'name': 'tempest-PortsIpV6TestJSON-1260011107'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:34.587738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62ef20b-a5d5-4395-b5f1-7130bc657c6f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:34.591387 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f62ef20b-a5d5-4395-b5f1-7130bc657c6f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.600097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1afebdfb-ee82-4bd5-97c6-d6bb4fd9ab5e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.600681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afebdfb-ee82-4bd5-97c6-d6bb4fd9ab5e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Fanout notify agent at l3_agent the message router_deleted on router dda63588-d64b-4d4c-8de2-7c246e72e5d6 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:37:34.674604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62ef20b-a5d5-4395-b5f1-7130bc657c6f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:34.681015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1afebdfb-ee82-4bd5-97c6-d6bb4fd9ab5e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.682629 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1afebdfb-ee82-4bd5-97c6-d6bb4fd9ab5e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "DELETE /v2.0/routers/dda63588-d64b-4d4c-8de2-7c246e72e5d6 HTTP/1.1" status: 204 len: 168 time: 5.0010478 Apr 22 14:37:34.697782 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56462) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:34.704362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-265675916', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}, 'admin_state_up': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:34.737407 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:34.744626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b858b42-2917-4fc1-81ec-cc887fd2441c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.752475 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f62ef20b-a5d5-4395-b5f1-7130bc657c6f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.753915 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-f62ef20b-a5d5-4395-b5f1-7130bc657c6f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Added segment 6ccc722c-69e2-4da4-8e56-c196c1de8e31 of type vlan for network dc108029-6db7-499e-97dd-5015399e9edb Apr 22 14:37:34.755088 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4bc1c056-45b2-4caf-b08c-89d82e7e7a56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa8add0a056d425b903b1377f7a63704&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5189111 Apr 22 14:37:34.759942 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56466) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:34.768411 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Usage tracker for resource:router and tenant:5f566f40771a489a8a03f9ab44a4edeb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:34.777691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:34.780103 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:34.786504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:port and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:34.788567 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-19c1efaf-bc28-44a9-8f9a-3fc976c25310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.789637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b858b42-2917-4fc1-81ec-cc887fd2441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ac2ea8-bc6f-4fba-b58e-264fee0e62b4,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:34.794580 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:34.803116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:34.808487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:34.815197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b858b42-2917-4fc1-81ec-cc887fd2441c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.823787 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9b858b42-2917-4fc1-81ec-cc887fd2441c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1ac2ea8-bc6f-4fba-b58e-264fee0e62b4 HTTP/1.1" status: 204 len: 168 time: 0.9406571 Apr 22 14:37:34.842653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:34.855167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-19c1efaf-bc28-44a9-8f9a-3fc976c25310 None None] For port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0,segment=NetworkSegment(66b4eb5d-857f-4913-b98f-d62545e97ff1),segment_id=66b4eb5d-857f-4913-b98f-d62545e97ff1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:34.861081 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-19c1efaf-bc28-44a9-8f9a-3fc976c25310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.874594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.893171 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.945646 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1efaf-bc28-44a9-8f9a-3fc976c25310 None None] Pushing event updated for resources: {'Port': ['ID=f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:34.986265 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-99e82fff-7fa0-4eef-9f28-b588dbb49206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.001251 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.024322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:35.038784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.043112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.044159 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.044367 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918c2b3-0bb6-4ceb-9777-1a82a371a49f None None] Sync routers for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:35.067276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-99e82fff-7fa0-4eef-9f28-b588dbb49206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.086171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec9386-d0c9-4a2b-90ec-8b2cf6d7b049 None None] Update dhcp port {'port': {'network_id': '5d6d6f6d-3af3-4724-ad63-e640dc036684', 'fixed_ips': [{'subnet_id': '96030ed4-9f32-4900-990a-0416b8f2855b', 'ip_address': '2001:db8::2'}, {'subnet_id': '12e04297-01ba-4407-8a43-5f470355967f'}], 'binding:host_id': 'dv-neutron-839027-1-hyperv'}, 'id': 'f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0'} from dv-neutron-839027-1-hyperv. {{(pid=83965) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:37:35.087396 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] device_id is not set on port 748669be-855d-4c97-a8d5-7876f39f8e0b yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:37:35.108544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f62ef20b-a5d5-4395-b5f1-7130bc657c6f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.112462 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Pushing event updated for resources: {'Port': ['ID=47514e1d-4661-4d88-b8b6-f845005e97b1,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:35.128476 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918c2b3-0bb6-4ceb-9777-1a82a371a49f None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:35.129029 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f918c2b3-0bb6-4ceb-9777-1a82a371a49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:35.132678 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.222787 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f918c2b3-0bb6-4ceb-9777-1a82a371a49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:35.254816 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-533cc029-571a-4d9e-9fcc-b998d91ef857 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.8944752 Apr 22 14:37:35.255639 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56478) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:35.261623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918c2b3-0bb6-4ceb-9777-1a82a371a49f None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:35.263004 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f918c2b3-0bb6-4ceb-9777-1a82a371a49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:35.273586 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7d80e514-8c59-4341-9878-698061008495 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-763832515'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:35.282831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.283991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7d80e514-8c59-4341-9878-698061008495 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:35.300435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7d80e514-8c59-4341-9878-698061008495 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Usage tracker for resource:network and tenant:b78ee70dc9ae489880dbaf9e0af0c833 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:35.302802 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f62ef20b-a5d5-4395-b5f1-7130bc657c6f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.306602 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62ef20b-a5d5-4395-b5f1-7130bc657c6f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:35.306779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7d80e514-8c59-4341-9878-698061008495 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:35.307507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f62ef20b-a5d5-4395-b5f1-7130bc657c6f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.317907 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7d80e514-8c59-4341-9878-698061008495 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:35.350195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-99e82fff-7fa0-4eef-9f28-b588dbb49206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.362191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f918c2b3-0bb6-4ceb-9777-1a82a371a49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:35.362753 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918c2b3-0bb6-4ceb-9777-1a82a371a49f None None] The sync data for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:35.364512 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9cec9386-d0c9-4a2b-90ec-8b2cf6d7b049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.417345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d80e514-8c59-4341-9878-698061008495 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Made reservation on behalf of b78ee70dc9ae489880dbaf9e0af0c833 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:35.421272 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d80e514-8c59-4341-9878-698061008495 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.444603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e82fff-7fa0-4eef-9f28-b588dbb49206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c4ff4b-f5e2-4a58-a388-d3ccda100d44,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:35.480459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Network 0318a5a3-28fd-421c-a140-19f3c0b535d4 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:35.490341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:35.524169 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-99e82fff-7fa0-4eef-9f28-b588dbb49206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.532109 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-99e82fff-7fa0-4eef-9f28-b588dbb49206 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92c4ff4b-f5e2-4a58-a388-d3ccda100d44 HTTP/1.1" status: 204 len: 168 time: 0.7680721 Apr 22 14:37:35.556892 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d80e514-8c59-4341-9878-698061008495 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:35.592589 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.623069 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d80e514-8c59-4341-9878-698061008495 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.623722 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-7d80e514-8c59-4341-9878-698061008495 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Added segment b9d3dfe3-6380-4b4a-b14e-d16951c28cd9 of type vlan for network 29f210a5-dd99-4cf3-a8e4-568b88d39465 Apr 22 14:37:35.676684 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:35.710638 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f62ef20b-a5d5-4395-b5f1-7130bc657c6f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4272985 Apr 22 14:37:35.718406 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56492) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:35.721820 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d80e514-8c59-4341-9878-698061008495 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.750671 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-51c18988-934c-4f0c-a726-d0c448de2fb0 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:35.910751 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.914838 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:35.915242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.979704 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-9cec9386-d0c9-4a2b-90ec-8b2cf6d7b049 None None] Allocated IP 172.20.0.1 (5d6d6f6d-3af3-4724-ad63-e640dc036684/12e04297-01ba-4407-8a43-5f470355967f/f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:36.013998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7546c3d9-4a95-4a1a-87a9-20efac6d3223 None None] Provisioning complete for port 47514e1d-4661-4d88-b8b6-f845005e97b1 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:36.014407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7546c3d9-4a95-4a1a-87a9-20efac6d3223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.148972 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d80e514-8c59-4341-9878-698061008495 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.153486 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80e514-8c59-4341-9878-698061008495 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:36.153753 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d80e514-8c59-4341-9878-698061008495 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.155809 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ef20b-a5d5-4395-b5f1-7130bc657c6f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Network': ['ID=dc108029-6db7-499e-97dd-5015399e9edb,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:36.159322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:36.280288 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80e514-8c59-4341-9878-698061008495 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Network': ['ID=29f210a5-dd99-4cf3-a8e4-568b88d39465,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:36.283408 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:36.285123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=748669be-855d-4c97-a8d5-7876f39f8e0b,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:36.285375 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9cec9386-d0c9-4a2b-90ec-8b2cf6d7b049 None None] For port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0,segment=NetworkSegment(66b4eb5d-857f-4913-b98f-d62545e97ff1),segment_id=66b4eb5d-857f-4913-b98f-d62545e97ff1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:36.298829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:36.303673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:36.304284 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.316006 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9cec9386-d0c9-4a2b-90ec-8b2cf6d7b049 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.335432 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9cec9386-d0c9-4a2b-90ec-8b2cf6d7b049 None None] Transition to ACTIVE for port object f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:36.357608 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network dc108029-6db7-499e-97dd-5015399e9edb details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:36.371130 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 29f210a5-dd99-4cf3-a8e4-568b88d39465 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:36.384917 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.428728 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7d80e514-8c59-4341-9878-698061008495 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1697104 Apr 22 14:37:36.430133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56504) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:36.430536 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56506) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:36.490874 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9cec9386-d0c9-4a2b-90ec-8b2cf6d7b049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.583898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec9386-d0c9-4a2b-90ec-8b2cf6d7b049 None None] Pushing event updated for resources: {'Port': ['ID=f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:36.585094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Router f10e4872-4748-4dd4-b269-2c68e16d4612 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:36.591947 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ffedeece-37e6-4c62-8ae0-9cebdbcf1833 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0328257 Apr 22 14:37:36.609116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56514) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:36.611215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a2384b26-1ef3-44c3-ab4b-2a6e0be5205b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'subnet': {'network_id': '29f210a5-dd99-4cf3-a8e4-568b88d39465', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:36.664170 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7546c3d9-4a95-4a1a-87a9-20efac6d3223 None None] Port 47514e1d-4661-4d88-b8b6-f845005e97b1 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:37:36.732920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ed522893-ac5e-4025-82f7-5c398f44bef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.752932 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a2384b26-1ef3-44c3-ab4b-2a6e0be5205b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:36.788930 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a2384b26-1ef3-44c3-ab4b-2a6e0be5205b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:36.832865 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-51c18988-934c-4f0c-a726-d0c448de2fb0 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.847668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2384b26-1ef3-44c3-ab4b-2a6e0be5205b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Made reservation on behalf of b78ee70dc9ae489880dbaf9e0af0c833 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:36.874220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ed522893-ac5e-4025-82f7-5c398f44bef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:36.945873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-51c18988-934c-4f0c-a726-d0c448de2fb0 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.951370 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ed522893-ac5e-4025-82f7-5c398f44bef1 admin admin] Usage tracker for resource:security_group_rule and tenant:754e003aa74848a7bc48ded4e8ce39da is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:36.978712 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ad8522-53e7-4523-b5c9-9f6a49f89e1c tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:36.979355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-30ad8522-53e7-4523-b5c9-9f6a49f89e1c tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:37.060205 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ed522893-ac5e-4025-82f7-5c398f44bef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:37.090816 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51c18988-934c-4f0c-a726-d0c448de2fb0 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network dc108029-6db7-499e-97dd-5015399e9edb is not hosted by any dhcp agent {{(pid=83963) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 22 14:37:37.095358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c18988-934c-4f0c-a726-d0c448de2fb0 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:37.095358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-51c18988-934c-4f0c-a726-d0c448de2fb0 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.096110 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-51c18988-934c-4f0c-a726-d0c448de2fb0 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "PUT /v2.0/networks/dc108029-6db7-499e-97dd-5015399e9edb HTTP/1.1" status: 200 len: 723 time: 1.3626120 Apr 22 14:37:37.109843 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ed522893-ac5e-4025-82f7-5c398f44bef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:37.115384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56526) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:37.129356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-5b143e01-fdd9-4846-834d-ec1496ef569b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'subnet': {'network_id': 'dc108029-6db7-499e-97dd-5015399e9edb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:37.129659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a2384b26-1ef3-44c3-ab4b-2a6e0be5205b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.144362 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c18988-934c-4f0c-a726-d0c448de2fb0 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Network': ['ID=dc108029-6db7-499e-97dd-5015399e9edb,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:37.165988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network dc108029-6db7-499e-97dd-5015399e9edb details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:37.181150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-30ad8522-53e7-4523-b5c9-9f6a49f89e1c tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:37.186338 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-30ad8522-53e7-4523-b5c9-9f6a49f89e1c tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/748669be-855d-4c97-a8d5-7876f39f8e0b HTTP/1.1" status: 200 len: 845 time: 0.5675664 Apr 22 14:37:37.187147 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56530) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:37.327632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ed522893-ac5e-4025-82f7-5c398f44bef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.369362 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ed522893-ac5e-4025-82f7-5c398f44bef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.440616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed522893-ac5e-4025-82f7-5c398f44bef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58cc49e-c7d1-4aa4-9c52-4d9002578924,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:37.448242 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ed522893-ac5e-4025-82f7-5c398f44bef1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=754e003aa74848a7bc48ded4e8ce39da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8658712 Apr 22 14:37:37.452430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56538) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:37.463700 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5b143e01-fdd9-4846-834d-ec1496ef569b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:37.539517 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-128e2de3-bc42-4eb8-9aa8-25769934656b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 748669be-855d-4c97-a8d5-7876f39f8e0b {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:37.539948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-128e2de3-bc42-4eb8-9aa8-25769934656b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.541642 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a2384b26-1ef3-44c3-ab4b-2a6e0be5205b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.552749 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f69aeb-8c37-4e5b-8f41-27adbebeb6d8 None None] Network 5d6d6f6d-3af3-4724-ad63-e640dc036684 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:37.632833 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-db182227-7476-406f-ab84-b146dc0b98d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.640294 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2384b26-1ef3-44c3-ab4b-2a6e0be5205b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Subnet': ['ID=f9e927ff-1de5-4039-8dd7-1619c43352d5,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:37.645542 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5b143e01-fdd9-4846-834d-ec1496ef569b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:37.678894 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-db182227-7476-406f-ab84-b146dc0b98d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.692254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b143e01-fdd9-4846-834d-ec1496ef569b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:37.695227 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2384b26-1ef3-44c3-ab4b-2a6e0be5205b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Checking segment: {'id': 'b9d3dfe3-6380-4b4a-b14e-d16951c28cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '29f210a5-dd99-4cf3-a8e4-568b88d39465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:37.695803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2384b26-1ef3-44c3-ab4b-2a6e0be5205b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network hostable DHCP agents. Network: 29f210a5-dd99-4cf3-a8e4-568b88d39465, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:37.752185 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2384b26-1ef3-44c3-ab4b-2a6e0be5205b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network 29f210a5-dd99-4cf3-a8e4-568b88d39465 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:37.765516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-a2384b26-1ef3-44c3-ab4b-2a6e0be5205b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 29f210a5-dd99-4cf3-a8e4-568b88d39465) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:37.785505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2384b26-1ef3-44c3-ab4b-2a6e0be5205b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:37.786430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a2384b26-1ef3-44c3-ab4b-2a6e0be5205b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.788164 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:37.794432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-db182227-7476-406f-ab84-b146dc0b98d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.842172 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db182227-7476-406f-ab84-b146dc0b98d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58cc49e-c7d1-4aa4-9c52-4d9002578924,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:37.854594 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863c8522-f98c-45a8-ad66-2ae8d53f57c0 None None] Network 29f210a5-dd99-4cf3-a8e4-568b88d39465 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:37.874490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-db182227-7476-406f-ab84-b146dc0b98d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.889457 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-db182227-7476-406f-ab84-b146dc0b98d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c58cc49e-c7d1-4aa4-9c52-4d9002578924 HTTP/1.1" status: 204 len: 168 time: 0.4285214 Apr 22 14:37:37.898705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.900500 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a2384b26-1ef3-44c3-ab4b-2a6e0be5205b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3188789 Apr 22 14:37:37.901518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56548) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:37.920903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1895750742', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:37.930860 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56552) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:37.939207 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:37.947726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Usage tracker for resource:router and tenant:b78ee70dc9ae489880dbaf9e0af0c833 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:37.951905 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:37.959592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:37.967509 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01584188-9867-4440-9636-3eeaf7364c72 req-c5191280-4e3c-4df4-9837-72cab73a20b4 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:37.969365 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01584188-9867-4440-9636-3eeaf7364c72 req-c5191280-4e3c-4df4-9837-72cab73a20b4 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.9805031 Apr 22 14:37:37.976200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8de23ca6-f6bd-4131-a38b-28552704b1eb None None] Provisioning for port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:37.983216 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.984218 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.991261 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.028647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8de23ca6-f6bd-4131-a38b-28552704b1eb None None] Provisioning complete for port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:38.029027 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8de23ca6-f6bd-4131-a38b-28552704b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.031258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.098555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5b143e01-fdd9-4846-834d-ec1496ef569b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.276827 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:38.277379 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.363776 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.555453 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'network': {'name': 'tempest-network-smoke--1264732880', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'port_security_enabled': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:38.569415 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:38.587124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:network and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:38.594290 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:38.632907 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:38.640105 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-29f210a5-dd99-4cf3-a8e4-568b88d39465', 'network_id': '29f210a5-dd99-4cf3-a8e4-568b88d39465', 'tenant_id': 'b78ee70dc9ae489880dbaf9e0af0c833', 'fixed_ips': [{'subnet_id': 'f9e927ff-1de5-4039-8dd7-1619c43352d5'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:38.641199 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.647488 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01584188-9867-4440-9636-3eeaf7364c72 req-cc6480b8-1266-43bb-b04e-3fdd885a4775 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6609094 Apr 22 14:37:38.670158 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-128e2de3-bc42-4eb8-9aa8-25769934656b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.674184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:38.677322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.694548 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.746732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:38.766262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:38.770592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:38.778615 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:38.840553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.875370 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4ecae8e7-ad43-40e2-ac33-5270956f9bcc None None] Provisioning complete for port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:38.876366 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4ecae8e7-ad43-40e2-ac33-5270956f9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.896846 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.925772 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-128e2de3-bc42-4eb8-9aa8-25769934656b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 748669be-855d-4c97-a8d5-7876f39f8e0b owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:38.962105 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Allocated IP 172.26.0.78 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/49a49fb2-4064-47b3-98fd-140916d814ad) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:38.977833 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:38.989695 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd6abf-3349-43a3-a61d-b520cc7b1dcd None None] Sync routers for ids ['f10e4872-4748-4dd4-b269-2c68e16d4612'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:38.999251 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.006242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.006906 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd6abf-3349-43a3-a61d-b520cc7b1dcd None None] Routers {'f10e4872-4748-4dd4-b269-2c68e16d4612'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:39.007819 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5fcd6abf-3349-43a3-a61d-b520cc7b1dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f10e4872-4748-4dd4-b269-2c68e16d4612'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:39.084620 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5fcd6abf-3349-43a3-a61d-b520cc7b1dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:39.084837 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:39.087107 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb7f600-0fea-4bba-abe7-88614854f591,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:39.101159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.101557 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Added segment 4907459a-dce8-43ba-8baf-7001525c50cb of type vlan for network 225a60de-2f68-4c63-9733-0af862cb7457 Apr 22 14:37:39.104798 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd6abf-3349-43a3-a61d-b520cc7b1dcd None None] Routers {'f10e4872-4748-4dd4-b269-2c68e16d4612'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:39.105427 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5fcd6abf-3349-43a3-a61d-b520cc7b1dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f10e4872-4748-4dd4-b269-2c68e16d4612'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:39.133283 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.175528 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.180060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:39.182041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.206997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Allocated IP 172.20.0.2 (29f210a5-dd99-4cf3-a8e4-568b88d39465/f9e927ff-1de5-4039-8dd7-1619c43352d5/378a6b8e-c0ed-4251-8a7f-afb7dd01f83c) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:39.207666 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5fcd6abf-3349-43a3-a61d-b520cc7b1dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:39.208256 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd6abf-3349-43a3-a61d-b520cc7b1dcd None None] The sync data for ids ['f10e4872-4748-4dd4-b269-2c68e16d4612'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:39.349197 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c99e4743-4528-4b4f-9ba2-8d34c9be807f tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] 10.222.0.23 "PUT /v2.0/routers/f10e4872-4748-4dd4-b269-2c68e16d4612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3228259 Apr 22 14:37:39.394535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56576) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:39.414065 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Request body: {'port': {'network_id': '0318a5a3-28fd-421c-a140-19f3c0b535d4', 'name': 'tempest-FloatingIPAdminTestJSON-1892453074'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:39.468952 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-128e2de3-bc42-4eb8-9aa8-25769934656b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.478039 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5460830 Apr 22 14:37:39.483253 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56582) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:39.490055 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.493799 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-449396047', 'admin_state_up': True, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:39.502240 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Transition to ACTIVE for port object 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:39.510362 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:39.513786 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b81ce-dfdc-4302-8cfa-4dfbc77e8dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Network': ['ID=225a60de-2f68-4c63-9733-0af862cb7457,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:39.523004 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Transition to ACTIVE for port object 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:39.527457 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 225a60de-2f68-4c63-9733-0af862cb7457 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:39.534971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:router and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:39.540245 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:39.551647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.568547 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:39.581712 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.582702 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.589099 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-128e2de3-bc42-4eb8-9aa8-25769934656b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.606265 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.669965 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e2de3-bc42-4eb8-9aa8-25769934656b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=748669be-855d-4c97-a8d5-7876f39f8e0b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:39.711783 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-128e2de3-bc42-4eb8-9aa8-25769934656b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/748669be-855d-4c97-a8d5-7876f39f8e0b HTTP/1.1" status: 204 len: 168 time: 2.3730054 Apr 22 14:37:39.718511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56588) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:39.735091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245a607-0c39-4b8e-b57d-9969e710a8ff req-b7d64f3b-b14b-41c7-8ade-df527dc9b55e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:39.736754 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3245a607-0c39-4b8e-b57d-9969e710a8ff req-b7d64f3b-b14b-41c7-8ade-df527dc9b55e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.7832012 Apr 22 14:37:39.737806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Pushing event updated for resources: {'Port': ['ID=378a6b8e-c0ed-4251-8a7f-afb7dd01f83c,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:39.741450 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Network 29f210a5-dd99-4cf3-a8e4-568b88d39465 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:39.744088 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:39.747506 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:39.803377 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c82647-a032-4511-ae40-a59377e1e5fc tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] GET failed (client error): The resource could not be found. Apr 22 14:37:39.803885 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-02c82647-a032-4511-ae40-a59377e1e5fc tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:39.848331 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Attempting to bind port 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:39.849172 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Attempting to bind port 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'b9d3dfe3-6380-4b4a-b14e-d16951c28cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '29f210a5-dd99-4cf3-a8e4-568b88d39465'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:39.849582 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Attempting to bind port 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c on network 29f210a5-dd99-4cf3-a8e4-568b88d39465 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:39.851764 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.858352 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:39.859061 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Checking segment: {'id': 'b9d3dfe3-6380-4b4a-b14e-d16951c28cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '29f210a5-dd99-4cf3-a8e4-568b88d39465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:39.859544 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.859952 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Bound using segment: {'id': 'b9d3dfe3-6380-4b4a-b14e-d16951c28cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '29f210a5-dd99-4cf3-a8e4-568b88d39465'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:39.860435 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Bound port: 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d3dfe3-6380-4b4a-b14e-d16951c28cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '29f210a5-dd99-4cf3-a8e4-568b88d39465'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:39.860892 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.875603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5b143e01-fdd9-4846-834d-ec1496ef569b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.882897 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.980187 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] For port 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:39.985795 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] For port 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=378a6b8e-c0ed-4251-8a7f-afb7dd01f83c,segment=NetworkSegment(b9d3dfe3-6380-4b4a-b14e-d16951c28cd9),segment_id=b9d3dfe3-6380-4b4a-b14e-d16951c28cd9)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:39.987312 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3245a607-0c39-4b8e-b57d-9969e710a8ff req-c4a72a28-aa70-4bd9-a484-25528886e530 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770062 Apr 22 14:37:39.991699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.999531 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-02c82647-a032-4511-ae40-a59377e1e5fc tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:40.004869 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-02c82647-a032-4511-ae40-a59377e1e5fc tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/748669be-855d-4c97-a8d5-7876f39f8e0b HTTP/1.1" status: 404 len: 333 time: 0.2827013 Apr 22 14:37:40.007229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56596) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:40.019714 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:40.021303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ea7eb0c1-a315-4dbc-8f90-8b2b18b0e642 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'name': 'tempest-PortsIpV6TestJSON-1069615214'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:40.045608 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Usage tracker for resource:port and tenant:ca24b81760a341cba7ba6df3e4bd531d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:40.055432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:40.075676 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:40.080068 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b143e01-fdd9-4846-834d-ec1496ef569b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Subnet': ['ID=f99e0c49-3eba-441a-af96-222297663d0d,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:40.089410 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dfb4b-dd9d-468b-bd27-c000fedb4cfa None None] Pushing event updated for resources: {'Port': ['ID=378a6b8e-c0ed-4251-8a7f-afb7dd01f83c,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:40.152955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Made reservation on behalf of ca24b81760a341cba7ba6df3e4bd531d for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:40.156662 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.173859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.228214 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b143e01-fdd9-4846-834d-ec1496ef569b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Checking segment: {'id': '6ccc722c-69e2-4da4-8e56-c196c1de8e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dc108029-6db7-499e-97dd-5015399e9edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:40.228583 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b143e01-fdd9-4846-834d-ec1496ef569b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network hostable DHCP agents. Network: dc108029-6db7-499e-97dd-5015399e9edb, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:40.286832 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] device_id is not set on port 54bee593-da1f-4893-b62e-f3dc7a307d34 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:37:40.320559 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ea7eb0c1-a315-4dbc-8f90-8b2b18b0e642 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:40.342882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Allocated IP 172.26.0.183 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/1de13a12-79fe-4c23-bc88-8fe2150bf7bf) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:40.356873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ea7eb0c1-a315-4dbc-8f90-8b2b18b0e642 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:40.369489 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:40.406197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Pushing event updated for resources: {'Port': ['ID=49a49fb2-4064-47b3-98fd-140916d814ad,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:40.409150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:40.411753 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:40.422710 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.552149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.560336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:40.560686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:40.561025 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:40.561365 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:40.561706 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:40.562041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:40.562374 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:40.562704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:40.563033 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:40.563384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:40.563713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:40.615702 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b143e01-fdd9-4846-834d-ec1496ef569b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network dc108029-6db7-499e-97dd-5015399e9edb is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:40.657014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7eb0c1-a315-4dbc-8f90-8b2b18b0e642 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:40.659975 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb0c1-a315-4dbc-8f90-8b2b18b0e642 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.696853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-5b143e01-fdd9-4846-834d-ec1496ef569b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, dc108029-6db7-499e-97dd-5015399e9edb) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:40.708720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727b002f-9689-427f-9e7e-94a267e72bdf None None] Network dc108029-6db7-499e-97dd-5015399e9edb requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:40.709242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-ea7eb0c1-a315-4dbc-8f90-8b2b18b0e642 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] device_id is not set on port e9817a03-93f2-48ea-94d7-c4f0eb75e75b yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:37:40.724401 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b143e01-fdd9-4846-834d-ec1496ef569b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:40.724401 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5b143e01-fdd9-4846-834d-ec1496ef569b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.783567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Allocated IP 172.20.0.14 (0318a5a3-28fd-421c-a140-19f3c0b535d4/a42b1b85-3fd4-4d8a-a79b-53a2dec30a72/54bee593-da1f-4893-b62e-f3dc7a307d34) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:40.794261 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5b143e01-fdd9-4846-834d-ec1496ef569b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6753509 Apr 22 14:37:40.799990 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56612) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:40.811202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2c2354ce-73df-4a41-ae6d-dbc78279a697 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:40.834412 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56616) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:40.866344 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18064b0b-04d2-46b6-aa5b-393868795a68 req-2d25eb7a-aa98-4e09-9dfa-6abf9db57e27 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:40.867901 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-18064b0b-04d2-46b6-aa5b-393868795a68 req-2d25eb7a-aa98-4e09-9dfa-6abf9db57e27 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.4652205 Apr 22 14:37:40.891599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.053913 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-dc108029-6db7-499e-97dd-5015399e9edb', 'network_id': 'dc108029-6db7-499e-97dd-5015399e9edb', 'tenant_id': 'b3ecd1882b854ef6a7eefe2a346d2b29', 'fixed_ips': [{'subnet_id': 'f99e0c49-3eba-441a-af96-222297663d0d'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:41.055746 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.086410 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.107645 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:41.118787 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-18064b0b-04d2-46b6-aa5b-393868795a68 req-53b1e958-4694-4ee2-96a0-4949d8c4222c tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410276 Apr 22 14:37:41.151594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c2354ce-73df-4a41-ae6d-dbc78279a697 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1410357'] for subnet, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.197705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:41.220688 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:41.232075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:41.266266 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:41.286398 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Allocated IP 2001:db8::2 (dc108029-6db7-499e-97dd-5015399e9edb/f99e0c49-3eba-441a-af96-222297663d0d/d6235c6f-5a9e-4de0-9f91-147740bf9dc4) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:41.300171 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.300905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.319649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Usage tracker for resource:floatingip and tenant:a824caf440444dd5a9514a3d117d573b is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:41.335175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb0c1-a315-4dbc-8f90-8b2b18b0e642 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.377656 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:41.381541 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb0c1-a315-4dbc-8f90-8b2b18b0e642 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.401283 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:41.451965 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=1de13a12-79fe-4c23-bc88-8fe2150bf7bf,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:41.484831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.488353 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e374f1-f606-4415-94b9-3d52e5c1448a None None] Network 29f210a5-dd99-4cf3-a8e4-568b88d39465 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:41.520452 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.77 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/c9f55a78-264c-4702-8bda-4aef38ef2960) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:41.538137 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.684218 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.706889 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Transition to ACTIVE for port object d6235c6f-5a9e-4de0-9f91-147740bf9dc4 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:41.734122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Transition to ACTIVE for port object d6235c6f-5a9e-4de0-9f91-147740bf9dc4 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:41.752545 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Transition to ACTIVE for port object 54bee593-da1f-4893-b62e-f3dc7a307d34 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:41.837102 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:41.862302 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.877100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7eb0c1-a315-4dbc-8f90-8b2b18b0e642 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:41.880290 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dcdde-9112-49fb-8d44-5ffba1abe455 req-3b227514-2970-4387-ab88-6e3dab48e1c6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:41.882758 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-686dcdde-9112-49fb-8d44-5ffba1abe455 req-3b227514-2970-4387-ab88-6e3dab48e1c6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.4958985 Apr 22 14:37:41.898806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-ea7eb0c1-a315-4dbc-8f90-8b2b18b0e642 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:41.914334 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7eb0c1-a315-4dbc-8f90-8b2b18b0e642 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=e9817a03-93f2-48ea-94d7-c4f0eb75e75b,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:41.920717 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7eb0c1-a315-4dbc-8f90-8b2b18b0e642 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:41.924640 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7eb0c1-a315-4dbc-8f90-8b2b18b0e642 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:41.925284 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb0c1-a315-4dbc-8f90-8b2b18b0e642 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.973949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Network dc108029-6db7-499e-97dd-5015399e9edb is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:41.985008 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Pushing event updated for resources: {'Port': ['ID=d6235c6f-5a9e-4de0-9f91-147740bf9dc4,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:41.988801 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:41.991519 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:41.995786 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-686dcdde-9112-49fb-8d44-5ffba1abe455 req-dc138bb9-3d88-41f4-ae5e-b342e37c3363 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009047 Apr 22 14:37:41.997338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.017351 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f480311f-336f-4326-8253-fbc8bdcfb7f1 None None] Provisioning for port 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:42.059444 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:37:42.077129 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ea7eb0c1-a315-4dbc-8f90-8b2b18b0e642 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0681350 Apr 22 14:37:42.081127 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Network 0318a5a3-28fd-421c-a140-19f3c0b535d4 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:42.083005 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56626) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:42.093021 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.098286 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:42.103540 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-90e6f43f-90b3-43d9-b3c3-20e595e1f1c8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:42.166773 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.210160 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:42.264396 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.306756 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:42.318260 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:42.318675 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.319993 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c2354ce-73df-4a41-ae6d-dbc78279a697 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757670916509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1390379'] for subnet, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.341980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.342724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.420119 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Attempting to bind port d6235c6f-5a9e-4de0-9f91-147740bf9dc4 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:42.420780 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Attempting to bind port d6235c6f-5a9e-4de0-9f91-147740bf9dc4 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '6ccc722c-69e2-4da4-8e56-c196c1de8e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dc108029-6db7-499e-97dd-5015399e9edb'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:42.422237 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Attempting to bind port d6235c6f-5a9e-4de0-9f91-147740bf9dc4 on network dc108029-6db7-499e-97dd-5015399e9edb {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:42.447969 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:42.448500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Checking segment: {'id': '6ccc722c-69e2-4da4-8e56-c196c1de8e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dc108029-6db7-499e-97dd-5015399e9edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:42.449038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.450081 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Bound using segment: {'id': '6ccc722c-69e2-4da4-8e56-c196c1de8e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dc108029-6db7-499e-97dd-5015399e9edb'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:42.451748 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Pushing event updated for resources: {'Port': ['ID=54bee593-da1f-4893-b62e-f3dc7a307d34,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:42.453832 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Bound port: d6235c6f-5a9e-4de0-9f91-147740bf9dc4, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccc722c-69e2-4da4-8e56-c196c1de8e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dc108029-6db7-499e-97dd-5015399e9edb'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:42.454380 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.461412 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:42.461801 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.507666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:42.517810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-90e6f43f-90b3-43d9-b3c3-20e595e1f1c8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.546816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2354ce-73df-4a41-ae6d-dbc78279a697 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:42.547751 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c2354ce-73df-4a41-ae6d-dbc78279a697 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.551115 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2c2354ce-73df-4a41-ae6d-dbc78279a697 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "PUT /v2.0/subnets/f99e0c49-3eba-441a-af96-222297663d0d HTTP/1.1" status: 200 len: 826 time: 1.7475631 Apr 22 14:37:42.555509 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:42.558403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:42.619371 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-45ff8898-08d5-47a4-859d-284f50ed1d7d None None] Provisioning for port 54bee593-da1f-4893-b62e-f3dc7a307d34 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:42.629800 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-45ff8898-08d5-47a4-859d-284f50ed1d7d None None] Provisioning complete for port 54bee593-da1f-4893-b62e-f3dc7a307d34 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:42.630297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-45ff8898-08d5-47a4-859d-284f50ed1d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.651814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=c9f55a78-264c-4702-8bda-4aef38ef2960,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:42.658043 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.669888 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56632) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:42.687441 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] For port d6235c6f-5a9e-4de0-9f91-147740bf9dc4, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:42.721490 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] For port d6235c6f-5a9e-4de0-9f91-147740bf9dc4, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d6235c6f-5a9e-4de0-9f91-147740bf9dc4,segment=NetworkSegment(6ccc722c-69e2-4da4-8e56-c196c1de8e31),segment_id=6ccc722c-69e2-4da4-8e56-c196c1de8e31)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:42.732694 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.756801 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Allocated IP 172.26.0.126 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/a29a6d67-50db-4a32-930c-8f3a1878e34c) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:42.798804 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-45ff8898-08d5-47a4-859d-284f50ed1d7d None None] Port 54bee593-da1f-4893-b62e-f3dc7a307d34 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:37:42.814775 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=378a6b8e-c0ed-4251-8a7f-afb7dd01f83c,segment=NetworkSegment(b9d3dfe3-6380-4b4a-b14e-d16951c28cd9),segment_id=b9d3dfe3-6380-4b4a-b14e-d16951c28cd9)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:42.818106 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-90e6f43f-90b3-43d9-b3c3-20e595e1f1c8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.829419 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.839373 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-90e6f43f-90b3-43d9-b3c3-20e595e1f1c8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.846889 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fadf0-e241-4e1c-99c4-452827c256cb None None] Pushing event updated for resources: {'Port': ['ID=d6235c6f-5a9e-4de0-9f91-147740bf9dc4,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:42.890624 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2354ce-73df-4a41-ae6d-dbc78279a697 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Subnet': ['ID=f99e0c49-3eba-441a-af96-222297663d0d,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:42.898219 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6e244509-86f5-4528-bbc3-5803eb192794 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.5014739 Apr 22 14:37:42.906334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56634) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:42.934231 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=378a6b8e-c0ed-4251-8a7f-afb7dd01f83c,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:42.954142 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-159ef5a2-1976-4099-aafe-5cd03f387aa9 None None] Provisioning complete for port 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:42.954837 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-159ef5a2-1976-4099-aafe-5cd03f387aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.954973 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6f43f-90b3-43d9-b3c3-20e595e1f1c8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=e9817a03-93f2-48ea-94d7-c4f0eb75e75b,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:42.997413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-90e6f43f-90b3-43d9-b3c3-20e595e1f1c8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] In _notify_port_updated(), no bound segment for port e9817a03-93f2-48ea-94d7-c4f0eb75e75b on network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c {{(pid=83964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:37:43.001877 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e6f43f-90b3-43d9-b3c3-20e595e1f1c8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:43.002782 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-90e6f43f-90b3-43d9-b3c3-20e595e1f1c8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.004524 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-90e6f43f-90b3-43d9-b3c3-20e595e1f1c8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "PUT /v2.0/ports/e9817a03-93f2-48ea-94d7-c4f0eb75e75b HTTP/1.1" status: 200 len: 818 time: 0.9181509 Apr 22 14:37:43.014330 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56640) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:43.097282 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2332c-ea79-4282-9d93-7d08e80a1f8d req-0440acf3-235e-4bac-a363-839d15df06fd tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:43.107276 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8db2332c-ea79-4282-9d93-7d08e80a1f8d req-0440acf3-235e-4bac-a363-839d15df06fd tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.6682971 Apr 22 14:37:43.109762 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Router 781de3a7-dc4c-4dbb-b347-39373760ada8 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:37:43.241411 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-cc594425-4d51-4c2e-88c8-183bf5e6e167 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port e9817a03-93f2-48ea-94d7-c4f0eb75e75b {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:43.241763 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cc594425-4d51-4c2e-88c8-183bf5e6e167 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.273003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'project_id': 'ca24b81760a341cba7ba6df3e4bd531d', 'port_id': '54bee593-da1f-4893-b62e-f3dc7a307d34'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:43.282673 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8db2332c-ea79-4282-9d93-7d08e80a1f8d req-4162dc1f-5a76-4a9b-8390-b60ea6afbfb1 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738834 Apr 22 14:37:43.296907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:43.344418 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.363075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Usage tracker for resource:floatingip and tenant:ca24b81760a341cba7ba6df3e4bd531d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:43.369139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:43.380036 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:43.404980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.439444 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Deleting port d6235c6f-5a9e-4de0-9f91-147740bf9dc4 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:43.439787 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.440277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.474782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.475520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.490639 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.683601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cc594425-4d51-4c2e-88c8-183bf5e6e167 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.745488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:43.746940 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:43.792252 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:43.797490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Pushing event updated for resources: {'Port': ['ID=a29a6d67-50db-4a32-930c-8f3a1878e34c,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:43.808535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:43.843244 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:43.843901 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.913846 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:43.914110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:43.914450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:43.914995 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:43.915384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:43.915710 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:43.916046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:43.916382 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:43.916711 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:43.917404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:43.917729 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:43.982766 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-cc594425-4d51-4c2e-88c8-183bf5e6e167 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for e9817a03-93f2-48ea-94d7-c4f0eb75e75b owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:44.007887 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d6235c6f-5a9e-4de0-9f91-147740bf9dc4 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:44.076687 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efa6550-c569-4228-84ba-c61389ef933b None None] Network dc108029-6db7-499e-97dd-5015399e9edb requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:44.114151 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.117925 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cc594425-4d51-4c2e-88c8-183bf5e6e167 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.157891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:44.186837 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d9324-6e1a-4d9d-a71a-5b6dfe4e5349 None None] Sync routers for ids ['781de3a7-dc4c-4dbb-b347-39373760ada8'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:44.196650 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port d6235c6f-5a9e-4de0-9f91-147740bf9dc4 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:44.219004 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d9324-6e1a-4d9d-a71a-5b6dfe4e5349 None None] Routers {'781de3a7-dc4c-4dbb-b347-39373760ada8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:44.219874 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e55d9324-6e1a-4d9d-a71a-5b6dfe4e5349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['781de3a7-dc4c-4dbb-b347-39373760ada8'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:44.221222 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc594425-4d51-4c2e-88c8-183bf5e6e167 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=e9817a03-93f2-48ea-94d7-c4f0eb75e75b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:44.242134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] For port d6235c6f-5a9e-4de0-9f91-147740bf9dc4, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d6235c6f-5a9e-4de0-9f91-147740bf9dc4,segment=NetworkSegment(6ccc722c-69e2-4da4-8e56-c196c1de8e31),segment_id=6ccc722c-69e2-4da4-8e56-c196c1de8e31)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:44.242514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.264217 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cc594425-4d51-4c2e-88c8-183bf5e6e167 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.268549 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cc594425-4d51-4c2e-88c8-183bf5e6e167 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/e9817a03-93f2-48ea-94d7-c4f0eb75e75b HTTP/1.1" status: 204 len: 168 time: 1.2480483 Apr 22 14:37:44.270187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56646) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:44.270902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.274875 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8db6bb56-d8d9-4177-8126-542928be2245 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.5733066 Apr 22 14:37:44.296060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7417a259-b84c-49c8-84af-3325c8b34e87 None None] Provisioning for port d6235c6f-5a9e-4de0-9f91-147740bf9dc4 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:44.302500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e55d9324-6e1a-4d9d-a71a-5b6dfe4e5349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:44.306994 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7417a259-b84c-49c8-84af-3325c8b34e87 None None] Provisioning complete for port d6235c6f-5a9e-4de0-9f91-147740bf9dc4 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:44.307505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7417a259-b84c-49c8-84af-3325c8b34e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.310567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56650) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:44.331549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d4aab8d7-b7e9-4974-bd61-52f08857abca tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:44.380386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Calling delete_port for d6235c6f-5a9e-4de0-9f91-147740bf9dc4 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:44.407463 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 56fb87ad-5d71-4610-8bf4-784d4e78746f is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:37:44.509359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d9324-6e1a-4d9d-a71a-5b6dfe4e5349 None None] Routers {'781de3a7-dc4c-4dbb-b347-39373760ada8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:44.510138 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e55d9324-6e1a-4d9d-a71a-5b6dfe4e5349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['781de3a7-dc4c-4dbb-b347-39373760ada8'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:44.572494 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e55d9324-6e1a-4d9d-a71a-5b6dfe4e5349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:44.572959 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d9324-6e1a-4d9d-a71a-5b6dfe4e5349 None None] The sync data for ids ['781de3a7-dc4c-4dbb-b347-39373760ada8'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:44.652697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Allocated IP 172.26.0.58 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/9bb72ce5-68e3-4329-b5a0-f05493bdce72) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:44.660159 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7417a259-b84c-49c8-84af-3325c8b34e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.662484 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f29ef5-de20-4c09-aaf7-0a580147daa4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:44.663538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e4f29ef5-de20-4c09-aaf7-0a580147daa4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:44.667911 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.799697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780e140-dcae-4372-939d-5c33db0d5be1 req-1c15db39-6fa4-4630-9f1f-06868b41aa85 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:44.801234 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b780e140-dcae-4372-939d-5c33db0d5be1 req-1c15db39-6fa4-4630-9f1f-06868b41aa85 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.3749824 Apr 22 14:37:44.801884 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e4f29ef5-de20-4c09-aaf7-0a580147daa4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:44.802863 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e4f29ef5-de20-4c09-aaf7-0a580147daa4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5295899 Apr 22 14:37:44.809851 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56656) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:44.838766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.880316 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.905521 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff39049-376f-4f9b-836e-c95429ad6723 None None] Network dc108029-6db7-499e-97dd-5015399e9edb requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:44.931603 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcdc391-f7af-4beb-9066-dd64077a4e77 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] GET failed (client error): The resource could not be found. Apr 22 14:37:44.938240 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cbcdc391-f7af-4beb-9066-dd64077a4e77 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/e9817a03-93f2-48ea-94d7-c4f0eb75e75b HTTP/1.1" status: 404 len: 333 time: 0.1225262 Apr 22 14:37:44.941700 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56660) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:44.957358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Port': ['ID=d6235c6f-5a9e-4de0-9f91-147740bf9dc4,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:44.969595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1783567839'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:44.983035 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:44.983644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.017141 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b780e140-dcae-4372-939d-5c33db0d5be1 req-150e1739-a801-4842-8f09-feced84b988d tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015569 Apr 22 14:37:45.024952 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:network and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:45.032869 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:45.052813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:45.091965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6c53d0ed-767d-48e3-8a6d-94325290398a None None] Could not find standard attr ID for object d6235c6f-5a9e-4de0-9f91-147740bf9dc4. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:37:45.167247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No DVR routers for this DVR port d6235c6f-5a9e-4de0-9f91-147740bf9dc4 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:45.176395 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router ff88c6a6-2406-4b86-ab91-5d00e8013d34 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:37:45.183371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.217242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:45.220175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.268316 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:45.272264 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:45.285104 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:45.317027 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Pushing event updated for resources: {'Port': ['ID=9bb72ce5-68e3-4329-b5a0-f05493bdce72,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:45.321162 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.443996 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:45.552931 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.553272 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Added segment 8e7b468b-bbd5-4950-b49e-99a1f99102cd of type vlan for network f04096af-8e05-4446-b181-2c4f72f27638 Apr 22 14:37:45.611785 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.623049 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:45.634871 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6816a1a9-5146-42bb-b9ce-c7dc2d5a4266 None None] Sync routers for ids ['56fb87ad-5d71-4610-8bf4-784d4e78746f'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:45.648893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.656431 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6816a1a9-5146-42bb-b9ce-c7dc2d5a4266 None None] Routers {'56fb87ad-5d71-4610-8bf4-784d4e78746f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:45.657659 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6816a1a9-5146-42bb-b9ce-c7dc2d5a4266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['56fb87ad-5d71-4610-8bf4-784d4e78746f'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:45.660259 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.702769 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.738198 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6816a1a9-5146-42bb-b9ce-c7dc2d5a4266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:45.750477 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6816a1a9-5146-42bb-b9ce-c7dc2d5a4266 None None] Routers {'56fb87ad-5d71-4610-8bf4-784d4e78746f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:45.751438 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6816a1a9-5146-42bb-b9ce-c7dc2d5a4266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['56fb87ad-5d71-4610-8bf4-784d4e78746f'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:45.783170 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Subnet': ['ID=f99e0c49-3eba-441a-af96-222297663d0d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:45.817697 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6816a1a9-5146-42bb-b9ce-c7dc2d5a4266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:45.818098 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6816a1a9-5146-42bb-b9ce-c7dc2d5a4266 None None] The sync data for ids ['56fb87ad-5d71-4610-8bf4-784d4e78746f'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:45.948258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:37:45.980249 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f274647a-ab40-45fa-8939-7c351544eda8 None None] Network dc108029-6db7-499e-97dd-5015399e9edb requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:46.017186 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Pushing event updated for resources: {'Port': ['ID=a29a6d67-50db-4a32-930c-8f3a1878e34c,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:46.019747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.021143 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8ce1396c-3b87-4914-8b81-37d3cb235970 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.1186981 Apr 22 14:37:46.024691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56664) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:46.084769 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.089404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:46.090539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.144138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.162132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.267730 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3191628 Apr 22 14:37:46.275234 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56670) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:46.280123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.281288 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e36f4d05-9504-450f-8a82-0f624355fada tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4459267 Apr 22 14:37:46.286593 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc108029-6db7-499e-97dd-5015399e9edb']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:46.291455 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff1d544-e27f-4cc6-ad34-3321b0b09df9 None None] DHCP port deletion for dc108029-6db7-499e-97dd-5015399e9edb request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:37:46.299043 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56674) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:46.303326 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a9c8cb57-b6b1-423e-84e0-21024bc72a2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'subnet': {'network_id': 'f04096af-8e05-4446-b181-2c4f72f27638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:46.327193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5a7f8-0506-4bc6-88e5-40cc43252d2a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Network': ['ID=f04096af-8e05-4446-b181-2c4f72f27638,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:46.330303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccc722c-69e2-4da4-8e56-c196c1de8e31') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:46.330593 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccc722c-69e2-4da4-8e56-c196c1de8e31') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:46.332355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-182528460', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'fixed_ips': [{'ip_address': '172.26.0.126'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:46.338433 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network f04096af-8e05-4446-b181-2c4f72f27638 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:46.342198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:46.362934 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Usage tracker for resource:port and tenant:a824caf440444dd5a9514a3d117d573b is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:46.367063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:46.388650 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:46.391349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.396282 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4aab8d7-b7e9-4974-bd61-52f08857abca tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.421948 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.465711 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.467807 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Made reservation on behalf of a824caf440444dd5a9514a3d117d573b for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:46.470102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.478266 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:46.478670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:46.493563 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:46.522242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8383ea-125a-4117-a43f-355d689fa7e8 req-20103069-0aa2-4c64-b5ab-fd4616cc1f47 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:46.523899 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ca8383ea-125a-4117-a43f-355d689fa7e8 req-20103069-0aa2-4c64-b5ab-fd4616cc1f47 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.3275585 Apr 22 14:37:46.524533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.538942 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4aab8d7-b7e9-4974-bd61-52f08857abca tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.544617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.560454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a9c8cb57-b6b1-423e-84e0-21024bc72a2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:46.578902 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a9c8cb57-b6b1-423e-84e0-21024bc72a2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:subnet and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:46.586029 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a9c8cb57-b6b1-423e-84e0-21024bc72a2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:46.595004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a9c8cb57-b6b1-423e-84e0-21024bc72a2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:46.604238 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:46.605880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.611750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-d4aab8d7-b7e9-4974-bd61-52f08857abca tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Deleting port 49a49fb2-4064-47b3-98fd-140916d814ad {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:46.612089 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4aab8d7-b7e9-4974-bd61-52f08857abca tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.618925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Sync routers for ids ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:46.638640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Routers {'ff88c6a6-2406-4b86-ab91-5d00e8013d34'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:46.640594 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:46.676144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.679795 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/dc108029-6db7-499e-97dd-5015399e9edb HTTP/1.1" status: 204 len: 168 time: 3.5621216 Apr 22 14:37:46.681407 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add38d0-d5d0-40ea-85c2-0ab73b84480d tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Network': ['ID=dc108029-6db7-499e-97dd-5015399e9edb,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:46.692821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c8cb57-b6b1-423e-84e0-21024bc72a2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:46.697451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56678) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:46.717345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.721563 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-dc1718f2-19b2-4ff9-8141-ecb47d027613 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.2339978 Apr 22 14:37:46.722923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56682) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:46.754170 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:46.764547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Usage tracker for resource:security_group_rule and tenant:a824caf440444dd5a9514a3d117d573b is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:46.768444 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afc1e49-3178-4823-8626-ea0bffcf0e3f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] DELETE failed (client error): The resource could not be found. Apr 22 14:37:46.768896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2afc1e49-3178-4823-8626-ea0bffcf0e3f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:37:46.804452 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:46.818336 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ca8383ea-125a-4117-a43f-355d689fa7e8 req-dfd2c94a-076a-49de-b0ed-83e84306dcea tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824252 Apr 22 14:37:46.822520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a9c8cb57-b6b1-423e-84e0-21024bc72a2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.871214 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Set router ff88c6a6-2406-4b86-ab91-5d00e8013d34 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:37:46.947117 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:46.967616 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2afc1e49-3178-4823-8626-ea0bffcf0e3f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/dc108029-6db7-499e-97dd-5015399e9edb HTTP/1.1" status: 404 len: 339 time: 0.2643104 Apr 22 14:37:46.975993 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56688) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:47.006331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-b75ba106-0d1e-4a88-af10-11232338dd22 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1187295403', 'description': 'd1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:47.020659 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b75ba106-0d1e-4a88-af10-11232338dd22 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:47.036145 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b75ba106-0d1e-4a88-af10-11232338dd22 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Usage tracker for resource:network and tenant:b3ecd1882b854ef6a7eefe2a346d2b29 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:47.049669 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e3cde645-a034-4076-bb92-ce2b1aa5f523 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cff54c6a8bde4890bebe346e0436bfdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3230400 Apr 22 14:37:47.051371 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56692) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:47.051762 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b75ba106-0d1e-4a88-af10-11232338dd22 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:47.081891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b75ba106-0d1e-4a88-af10-11232338dd22 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:47.128751 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4aab8d7-b7e9-4974-bd61-52f08857abca tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.152470 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75ba106-0d1e-4a88-af10-11232338dd22 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:47.156244 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b75ba106-0d1e-4a88-af10-11232338dd22 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.208315 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a9c8cb57-b6b1-423e-84e0-21024bc72a2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.254656 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:37:42Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:47.260160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Checking router: ff88c6a6-2406-4b86-ab91-5d00e8013d34 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:37:47.260510 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Updating router ff88c6a6-2406-4b86-ab91-5d00e8013d34 port c9f55a78-264c-4702-8bda-4aef38ef2960 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:37:47.264826 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdccf18-fc5e-4ae9-9970-e8d940c37506 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:47.269273 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3cdccf18-fc5e-4ae9-9970-e8d940c37506 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2154777 Apr 22 14:37:47.273631 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56696) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:47.324105 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.334259 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-92c69b0d-a4f7-4d2f-ab5e-e76415a8eec6 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570428 Apr 22 14:37:47.337877 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56700) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:47.343343 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8cb57-b6b1-423e-84e0-21024bc72a2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Subnet': ['ID=978e088e-54bc-48e8-8d20-63540fa3488b,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:47.348798 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-93868653-60cf-494b-8f9c-01f984fe2cdd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-294951406', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:47.472811 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8cb57-b6b1-423e-84e0-21024bc72a2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Checking segment: {'id': '8e7b468b-bbd5-4950-b49e-99a1f99102cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f04096af-8e05-4446-b181-2c4f72f27638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:47.473694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c8cb57-b6b1-423e-84e0-21024bc72a2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network hostable DHCP agents. Network: f04096af-8e05-4446-b181-2c4f72f27638, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:47.488978 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-93868653-60cf-494b-8f9c-01f984fe2cdd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:47.494282 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-93868653-60cf-494b-8f9c-01f984fe2cdd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:subnet and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:47.501033 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-93868653-60cf-494b-8f9c-01f984fe2cdd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:47.506159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-93868653-60cf-494b-8f9c-01f984fe2cdd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:47.517033 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c8cb57-b6b1-423e-84e0-21024bc72a2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network f04096af-8e05-4446-b181-2c4f72f27638 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:47.527737 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-a9c8cb57-b6b1-423e-84e0-21024bc72a2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, f04096af-8e05-4446-b181-2c4f72f27638) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:47.532178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c8cb57-b6b1-423e-84e0-21024bc72a2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:47.533238 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a9c8cb57-b6b1-423e-84e0-21024bc72a2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.556866 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-d4aab8d7-b7e9-4974-bd61-52f08857abca tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Calling delete_port for 49a49fb2-4064-47b3-98fd-140916d814ad owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:47.565729 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a9c8cb57-b6b1-423e-84e0-21024bc72a2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2806070 Apr 22 14:37:47.566081 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56704) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:47.572994 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-48743aec-2d56-4a95-bf5f-1daa9b9075c7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'subnet': {'network_id': 'f04096af-8e05-4446-b181-2c4f72f27638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:47.589271 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd629d59-1c15-4a52-a483-1d74f6d30490 None None] Network f04096af-8e05-4446-b181-2c4f72f27638 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:47.601178 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d6235c6f-5a9e-4de0-9f91-147740bf9dc4 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:47.629388 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:37:47.656932 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.661027 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.671471 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.675351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75ba106-0d1e-4a88-af10-11232338dd22 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:47.679754 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93868653-60cf-494b-8f9c-01f984fe2cdd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:47.698871 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: d6235c6f-5a9e-4de0-9f91-147740bf9dc4 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:47.699953 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d6235c6f-5a9e-4de0-9f91-147740bf9dc4 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:47.716574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.736887 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] device_id is not set on port 3cc70c6b-2d2d-47da-b1ec-d7060ff0f170 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:37:47.828083 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b75ba106-0d1e-4a88-af10-11232338dd22 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.828431 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-b75ba106-0d1e-4a88-af10-11232338dd22 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Added segment f90848e8-d9d9-43aa-a745-5bd7f11648d6 of type vlan for network 789ca7cc-a3d6-48ac-ac9d-f0a187cfef4a Apr 22 14:37:47.924286 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b376898d-8fb7-4791-aa22-f141110cab22,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:47.946366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Pushing event updated for resources: {'Port': ['ID=9bb72ce5-68e3-4329-b5a0-f05493bdce72,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:47.966101 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.974871 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-f04096af-8e05-4446-b181-2c4f72f27638', 'network_id': 'f04096af-8e05-4446-b181-2c4f72f27638', 'tenant_id': '68527584d1d143598824158de05dce09', 'fixed_ips': [{'subnet_id': '978e088e-54bc-48e8-8d20-63540fa3488b'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:47.975820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.989374 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-93868653-60cf-494b-8f9c-01f984fe2cdd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.991680 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Transition to ACTIVE for port object c9f55a78-264c-4702-8bda-4aef38ef2960 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:47.997405 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b75ba106-0d1e-4a88-af10-11232338dd22 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.001450 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.049732 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.093139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-48743aec-2d56-4a95-bf5f-1daa9b9075c7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:48.100679 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-48743aec-2d56-4a95-bf5f-1daa9b9075c7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:subnet and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:48.106512 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-48743aec-2d56-4a95-bf5f-1daa9b9075c7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:48.122832 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-48743aec-2d56-4a95-bf5f-1daa9b9075c7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:48.139792 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48743aec-2d56-4a95-bf5f-1daa9b9075c7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:48.143199 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-48743aec-2d56-4a95-bf5f-1daa9b9075c7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.147445 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dca9c5-c861-488e-9ef5-613e2012713c None None] Pushing event updated for resources: {'Port': ['ID=c9f55a78-264c-4702-8bda-4aef38ef2960,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:48.154659 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Attempting to bind port c9f55a78-264c-4702-8bda-4aef38ef2960 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:48.155359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Attempting to bind port c9f55a78-264c-4702-8bda-4aef38ef2960 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:48.155930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Attempting to bind port c9f55a78-264c-4702-8bda-4aef38ef2960 on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:48.174589 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:48.175789 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:48.176786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.177733 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:48.178831 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Bound port: c9f55a78-264c-4702-8bda-4aef38ef2960, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:48.179798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.329265 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Allocated IP 2001:db8::2 (f04096af-8e05-4446-b181-2c4f72f27638/978e088e-54bc-48e8-8d20-63540fa3488b/128d37de-8277-4d9f-9e83-cdfb19aa1436) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:48.333703 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] For port c9f55a78-264c-4702-8bda-4aef38ef2960, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:48.340562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] For port c9f55a78-264c-4702-8bda-4aef38ef2960, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c9f55a78-264c-4702-8bda-4aef38ef2960,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:48.348731 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.357734 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.ipam_backend_mixin [None req-48743aec-2d56-4a95-bf5f-1daa9b9075c7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 978e088e-54bc-48e8-8d20-63540fa3488b (CIDR: 2001:db8::/64) Apr 22 14:37:48.370247 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-48743aec-2d56-4a95-bf5f-1daa9b9075c7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:37:48.370685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48743aec-2d56-4a95-bf5f-1daa9b9075c7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:37:48.386082 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-93868653-60cf-494b-8f9c-01f984fe2cdd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.397627 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b75ba106-0d1e-4a88-af10-11232338dd22 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.404135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75ba106-0d1e-4a88-af10-11232338dd22 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:48.404901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b75ba106-0d1e-4a88-af10-11232338dd22 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.458680 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-48743aec-2d56-4a95-bf5f-1daa9b9075c7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8915298 Apr 22 14:37:48.463416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56710) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:48.482450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-0e5fb60a-9518-4e61-8614-2aa84817b5ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'subnet': {'network_id': 'f04096af-8e05-4446-b181-2c4f72f27638', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:48.521256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dca9c5-c861-488e-9ef5-613e2012713c None None] Pushing event updated for resources: {'Port': ['ID=c9f55a78-264c-4702-8bda-4aef38ef2960,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:48.529606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Routers {'ff88c6a6-2406-4b86-ab91-5d00e8013d34'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:48.530358 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:48.585026 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93868653-60cf-494b-8f9c-01f984fe2cdd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Subnet': ['ID=df00b820-ff91-48b9-aa6a-393c9e578e30,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:48.598505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93868653-60cf-494b-8f9c-01f984fe2cdd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Checking segment: {'id': '4907459a-dce8-43ba-8baf-7001525c50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:48.598883 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93868653-60cf-494b-8f9c-01f984fe2cdd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network hostable DHCP agents. Network: 225a60de-2f68-4c63-9733-0af862cb7457, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:48.627045 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 14:37:48.627045 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:37:48.642182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4aab8d7-b7e9-4974-bd61-52f08857abca tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.649500 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b75ba106-0d1e-4a88-af10-11232338dd22 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6641350 Apr 22 14:37:48.649500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ba106-0d1e-4a88-af10-11232338dd22 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Network': ['ID=789ca7cc-a3d6-48ac-ac9d-f0a187cfef4a,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:48.649835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56714) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:48.664293 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 789ca7cc-a3d6-48ac-ac9d-f0a187cfef4a details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:48.696855 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93868653-60cf-494b-8f9c-01f984fe2cdd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 225a60de-2f68-4c63-9733-0af862cb7457 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:48.728326 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aab8d7-b7e9-4974-bd61-52f08857abca tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Pushing event deleted for resources: {'Port': ['ID=49a49fb2-4064-47b3-98fd-140916d814ad,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:48.744823 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4debe58e-0fa0-4b40-870b-584ab3eb2edc tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.4385867 Apr 22 14:37:48.748423 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56718) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:48.758701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2cfc0-dbdd-44a5-a057-dbb604266fb6 req-650782e4-300b-4e8c-b2c6-bf5737bae27b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:48.760998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0e5fb60a-9518-4e61-8614-2aa84817b5ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:48.766657 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7eb2cfc0-dbdd-44a5-a057-dbb604266fb6 req-650782e4-300b-4e8c-b2c6-bf5737bae27b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.6648362 Apr 22 14:37:48.787051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0e5fb60a-9518-4e61-8614-2aa84817b5ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:subnet and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:48.789779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-93868653-60cf-494b-8f9c-01f984fe2cdd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 225a60de-2f68-4c63-9733-0af862cb7457) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:48.795794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93868653-60cf-494b-8f9c-01f984fe2cdd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:48.796436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-93868653-60cf-494b-8f9c-01f984fe2cdd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.803971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0e5fb60a-9518-4e61-8614-2aa84817b5ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:48.813997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad65e46-e85c-404e-8518-ead4ebf9fbc9 None None] Network 225a60de-2f68-4c63-9733-0af862cb7457 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:48.819553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0e5fb60a-9518-4e61-8614-2aa84817b5ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:48.850276 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-93868653-60cf-494b-8f9c-01f984fe2cdd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5084321 Apr 22 14:37:48.853790 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416a6bfe-5f8f-4c98-8877-0e2691b581c5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:48.854536 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-416a6bfe-5f8f-4c98-8877-0e2691b581c5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Synchronizing usage tracker for tenant:b3ecd1882b854ef6a7eefe2a346d2b29 on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:48.857362 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56722) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:48.861616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5fb60a-9518-4e61-8614-2aa84817b5ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:48.864508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb60a-9518-4e61-8614-2aa84817b5ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.060465 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.066949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] Set router ff88c6a6-2406-4b86-ab91-5d00e8013d34 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:37:49.094705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-416a6bfe-5f8f-4c98-8877-0e2691b581c5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Unset dirty status for tenant:b3ecd1882b854ef6a7eefe2a346d2b29 on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:49.098332 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-416a6bfe-5f8f-4c98-8877-0e2691b581c5 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "GET /v2.0/networks?id=789ca7cc-a3d6-48ac-ac9d-f0a187cfef4a HTTP/1.1" status: 200 len: 765 time: 0.4454458 Apr 22 14:37:49.099218 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56726) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:49.129450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-0ffc7f08-489c-43ec-994f-717b5fcc03dc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'network': {'description': 'd2'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:49.189296 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Transition to ACTIVE for port object 128d37de-8277-4d9f-9e83-cdfb19aa1436 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:49.309476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-7353910c-1b04-4979-8291-05acc7f9e5eb tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Deleting port a29a6d67-50db-4a32-930c-8f3a1878e34c {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:49.310254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7353910c-1b04-4979-8291-05acc7f9e5eb tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.330386 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Transition to ACTIVE for port object 128d37de-8277-4d9f-9e83-cdfb19aa1436 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:49.360067 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.376900 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7eb2cfc0-dbdd-44a5-a057-dbb604266fb6 req-d419e88b-b22b-4518-9bf2-aef23c524a55 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6091330 Apr 22 14:37:49.474668 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-225a60de-2f68-4c63-9733-0af862cb7457', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:49.475387 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.519123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7f08-489c-43ec-994f-717b5fcc03dc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.529657 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Network f04096af-8e05-4446-b181-2c4f72f27638 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:49.594728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:49.607113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Pushing event updated for resources: {'Port': ['ID=128d37de-8277-4d9f-9e83-cdfb19aa1436,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:49.609508 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:49.628291 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7f08-489c-43ec-994f-717b5fcc03dc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.635621 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4aab8d7-b7e9-4974-bd61-52f08857abca tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.783016 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ffc7f08-489c-43ec-994f-717b5fcc03dc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network 789ca7cc-a3d6-48ac-ac9d-f0a187cfef4a is not hosted by any dhcp agent {{(pid=83963) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 22 14:37:49.787072 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffc7f08-489c-43ec-994f-717b5fcc03dc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:49.787879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7f08-489c-43ec-994f-717b5fcc03dc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.789654 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0ffc7f08-489c-43ec-994f-717b5fcc03dc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "PUT /v2.0/networks/789ca7cc-a3d6-48ac-ac9d-f0a187cfef4a HTTP/1.1" status: 200 len: 762 time: 0.6893377 Apr 22 14:37:49.795782 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56730) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:49.842108 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4aab8d7-b7e9-4974-bd61-52f08857abca tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.852362 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Floating IP ca81e330-2d0b-4a3a-937d-f79415155004 associated. External IP: 172.26.0.58, port: 54bee593-da1f-4893-b62e-f3dc7a307d34. Apr 22 14:37:49.979000 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Attempting to bind port 128d37de-8277-4d9f-9e83-cdfb19aa1436 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:49.979274 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Attempting to bind port 128d37de-8277-4d9f-9e83-cdfb19aa1436 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '8e7b468b-bbd5-4950-b49e-99a1f99102cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f04096af-8e05-4446-b181-2c4f72f27638'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:49.979642 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Attempting to bind port 128d37de-8277-4d9f-9e83-cdfb19aa1436 on network f04096af-8e05-4446-b181-2c4f72f27638 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:49.982267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4aab8d7-b7e9-4974-bd61-52f08857abca tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.983882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc7f08-489c-43ec-994f-717b5fcc03dc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Network': ['ID=789ca7cc-a3d6-48ac-ac9d-f0a187cfef4a,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:49.989556 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Allocated IP 172.20.0.2 (225a60de-2f68-4c63-9733-0af862cb7457/df00b820-ff91-48b9-aa6a-393c9e578e30/56508650-738b-4eef-868c-5e843c0f2fb7) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:49.992348 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb60a-9518-4e61-8614-2aa84817b5ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.008428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 789ca7cc-a3d6-48ac-ac9d-f0a187cfef4a details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:50.028982 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:50.029451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Checking segment: {'id': '8e7b468b-bbd5-4950-b49e-99a1f99102cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f04096af-8e05-4446-b181-2c4f72f27638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:50.029729 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.030122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Bound using segment: {'id': '8e7b468b-bbd5-4950-b49e-99a1f99102cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f04096af-8e05-4446-b181-2c4f72f27638'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:50.030599 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Bound port: 128d37de-8277-4d9f-9e83-cdfb19aa1436, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7b468b-bbd5-4950-b49e-99a1f99102cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f04096af-8e05-4446-b181-2c4f72f27638'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:50.030966 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.069432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5fb60a-9518-4e61-8614-2aa84817b5ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network f04096af-8e05-4446-b181-2c4f72f27638 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:50.083334 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-0e5fb60a-9518-4e61-8614-2aa84817b5ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:50.086403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fb60a-9518-4e61-8614-2aa84817b5ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Subnet': ['ID=fdf5a329-054f-4ae3-b1f6-f7fff53b981f,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:50.089076 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5fb60a-9518-4e61-8614-2aa84817b5ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:50.089665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb60a-9518-4e61-8614-2aa84817b5ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.102982 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7353910c-1b04-4979-8291-05acc7f9e5eb tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.103520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7353910c-1b04-4979-8291-05acc7f9e5eb tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.120724 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0e5fb60a-9518-4e61-8614-2aa84817b5ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6519394 Apr 22 14:37:50.123196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56734) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:50.138146 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'network_id': 'f04096af-8e05-4446-b181-2c4f72f27638', 'fixed_ips': [{'subnet_id': '978e088e-54bc-48e8-8d20-63540fa3488b'}, {'subnet_id': 'fdf5a329-054f-4ae3-b1f6-f7fff53b981f'}], 'name': 'tempest-PortsIpV6TestJSON-1650851256'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:50.207335 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:37:42Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:50.279893 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4a9285-b1db-414d-b8b6-17e9ab000b23 None None] The sync data for ids ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:37:42Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:50.436248 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] For port 128d37de-8277-4d9f-9e83-cdfb19aa1436, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:50.446334 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:50.460230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:50.484270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:50.489797 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.521270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] device_id is not set on port 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:37:50.528575 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] For port 128d37de-8277-4d9f-9e83-cdfb19aa1436, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=128d37de-8277-4d9f-9e83-cdfb19aa1436,segment=NetworkSegment(8e7b468b-bbd5-4950-b49e-99a1f99102cd),segment_id=8e7b468b-bbd5-4950-b49e-99a1f99102cd)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:50.544347 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.633817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-7353910c-1b04-4979-8291-05acc7f9e5eb tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Calling delete_port for a29a6d67-50db-4a32-930c-8f3a1878e34c owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:50.736256 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31d58a3-d953-4c9f-ace0-64ffe0c78c1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:50.737121 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b31d58a3-d953-4c9f-ace0-64ffe0c78c1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Synchronizing usage tracker for tenant:b3ecd1882b854ef6a7eefe2a346d2b29 on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:50.776747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.799221 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Transition to ACTIVE for port object 56508650-738b-4eef-868c-5e843c0f2fb7 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:50.832481 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Pushing event updated for resources: {'Port': ['ID=128d37de-8277-4d9f-9e83-cdfb19aa1436,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:50.846630 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b31d58a3-d953-4c9f-ace0-64ffe0c78c1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Unset dirty status for tenant:b3ecd1882b854ef6a7eefe2a346d2b29 on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:50.850094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:50.850371 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:50.850712 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:50.851085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:50.851467 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:50.851798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:50.852126 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:50.852449 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:50.852768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:50.853263 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:50.853606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b3d4ec-2b10-43bb-b0dc-877232bcbc8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:50.858219 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b31d58a3-d953-4c9f-ace0-64ffe0c78c1c tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "GET /v2.0/networks?id=789ca7cc-a3d6-48ac-ac9d-f0a187cfef4a HTTP/1.1" status: 200 len: 765 time: 1.0590444 Apr 22 14:37:50.865815 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56740) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:50.873129 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Transition to ACTIVE for port object 56508650-738b-4eef-868c-5e843c0f2fb7 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:50.883745 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.973976 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Pushing event updated for resources: {'Port': ['ID=56508650-738b-4eef-868c-5e843c0f2fb7,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:50.991141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Network 225a60de-2f68-4c63-9733-0af862cb7457 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:50.992451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:51.000232 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:51.127112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Allocated IP 2001:db8::284 (f04096af-8e05-4446-b181-2c4f72f27638/978e088e-54bc-48e8-8d20-63540fa3488b/585f5ab2-a3ff-4e7b-9634-aa6b28c342cb) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:51.134017 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Allocated IP 2001:db8:0:1::10c (f04096af-8e05-4446-b181-2c4f72f27638/fdf5a329-054f-4ae3-b1f6-f7fff53b981f/585f5ab2-a3ff-4e7b-9634-aa6b28c342cb) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:51.159578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Attempting to bind port 56508650-738b-4eef-868c-5e843c0f2fb7 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:51.159949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Attempting to bind port 56508650-738b-4eef-868c-5e843c0f2fb7 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '4907459a-dce8-43ba-8baf-7001525c50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:51.160307 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Attempting to bind port 56508650-738b-4eef-868c-5e843c0f2fb7 on network 225a60de-2f68-4c63-9733-0af862cb7457 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:51.173455 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:51.174574 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Checking segment: {'id': '4907459a-dce8-43ba-8baf-7001525c50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:51.175228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.175789 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Bound using segment: {'id': '4907459a-dce8-43ba-8baf-7001525c50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:51.176413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Bound port: 56508650-738b-4eef-868c-5e843c0f2fb7, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4907459a-dce8-43ba-8baf-7001525c50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:51.176924 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.243901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4aab8d7-b7e9-4974-bd61-52f08857abca tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Router 781de3a7-dc4c-4dbb-b347-39373760ada8 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:51.307794 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] For port 56508650-738b-4eef-868c-5e843c0f2fb7, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:51.311333 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] For port 56508650-738b-4eef-868c-5e843c0f2fb7, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=56508650-738b-4eef-868c-5e843c0f2fb7,segment=NetworkSegment(4907459a-dce8-43ba-8baf-7001525c50cb),segment_id=4907459a-dce8-43ba-8baf-7001525c50cb)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:51.317208 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.338417 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b90256c-f933-46df-a8e5-138880c6d836 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:51.343905 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5b90256c-f933-46df-a8e5-138880c6d836 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4687159 Apr 22 14:37:51.345631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56744) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:51.361380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc319f-66eb-4f17-9cc0-3e9425b68864 req-b87873fe-fd02-4c98-9bca-24158b23828f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:51.361596 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.368747 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-51cc319f-66eb-4f17-9cc0-3e9425b68864 req-b87873fe-fd02-4c98-9bca-24158b23828f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.6917706 Apr 22 14:37:51.379211 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Transition to ACTIVE for port object 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:51.414328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6c556-dac6-4eff-b47d-fb9dcba674d5 None None] Pushing event updated for resources: {'Port': ['ID=56508650-738b-4eef-868c-5e843c0f2fb7,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:51.430391 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.490665 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7f2b804e-43a7-46a6-ae3b-f8e0fe548068 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Synchronizing usage tracker for tenant:b3ecd1882b854ef6a7eefe2a346d2b29 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:51.566244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network f04096af-8e05-4446-b181-2c4f72f27638 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:51.576663 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:51.587578 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:51.596596 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:51.597193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.624685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=585f5ab2-a3ff-4e7b-9634-aa6b28c342cb,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:51.700111 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-445f0ab1-5e85-41af-90c0-c927a63c070b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.5690193 Apr 22 14:37:51.700868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56748) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:51.711919 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-0287a680-c2c1-489b-be1b-488874e9a622 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '978e088e-54bc-48e8-8d20-63540fa3488b'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:51.768292 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7f2b804e-43a7-46a6-ae3b-f8e0fe548068 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Unset dirty status for tenant:b3ecd1882b854ef6a7eefe2a346d2b29 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:51.769570 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7f2b804e-43a7-46a6-ae3b-f8e0fe548068 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e HTTP/1.1" status: 200 len: 207 time: 0.4161181 Apr 22 14:37:51.786015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56752) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:51.795353 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 128d37de-8277-4d9f-9e83-cdfb19aa1436 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:51.849321 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7353910c-1b04-4979-8291-05acc7f9e5eb tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.926255 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-51cc319f-66eb-4f17-9cc0-3e9425b68864 req-1b8c6ea2-f63c-4b36-a954-4d4b3e620cee tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5562997 Apr 22 14:37:51.932671 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 128d37de-8277-4d9f-9e83-cdfb19aa1436 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:51.946112 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c9f55a78-264c-4702-8bda-4aef38ef2960 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:51.966088 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353910c-1b04-4979-8291-05acc7f9e5eb tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Pushing event deleted for resources: {'Port': ['ID=a29a6d67-50db-4a32-930c-8f3a1878e34c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:51.980934 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.060722 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4aab8d7-b7e9-4974-bd61-52f08857abca tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:52.073284 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fc1f90-44c9-4c09-b104-b20ecdea100e None None] Sync routers for ids ['781de3a7-dc4c-4dbb-b347-39373760ada8'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:52.094670 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fc1f90-44c9-4c09-b104-b20ecdea100e None None] Routers {'781de3a7-dc4c-4dbb-b347-39373760ada8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:52.096256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port c9f55a78-264c-4702-8bda-4aef38ef2960 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:52.096728 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-60fc1f90-44c9-4c09-b104-b20ecdea100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['781de3a7-dc4c-4dbb-b347-39373760ada8'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:52.103025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port c9f55a78-264c-4702-8bda-4aef38ef2960 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:52.103509 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.200780 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-60fc1f90-44c9-4c09-b104-b20ecdea100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:52.236925 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fc1f90-44c9-4c09-b104-b20ecdea100e None None] Routers {'781de3a7-dc4c-4dbb-b347-39373760ada8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:52.237914 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-60fc1f90-44c9-4c09-b104-b20ecdea100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['781de3a7-dc4c-4dbb-b347-39373760ada8'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:52.284298 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.291892 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d4f6fc-481e-44af-add9-07ffe425edd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:52.297195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d4f6fc-481e-44af-add9-07ffe425edd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:52.301356 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port c9f55a78-264c-4702-8bda-4aef38ef2960, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c9f55a78-264c-4702-8bda-4aef38ef2960,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:52.302187 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d4f6fc-481e-44af-add9-07ffe425edd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:52.306533 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.307236 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d4f6fc-481e-44af-add9-07ffe425edd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:52.312736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d4f6fc-481e-44af-add9-07ffe425edd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:52.316747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d4f6fc-481e-44af-add9-07ffe425edd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:52.320520 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-94d4f6fc-481e-44af-add9-07ffe425edd3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5307279 Apr 22 14:37:52.330442 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56756) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:52.342089 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-60fc1f90-44c9-4c09-b104-b20ecdea100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:52.342787 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fc1f90-44c9-4c09-b104-b20ecdea100e None None] The sync data for ids ['781de3a7-dc4c-4dbb-b347-39373760ada8'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:52.390038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f85df86-1085-453b-9fb0-9049487c101d None None] Network f04096af-8e05-4446-b181-2c4f72f27638 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:52.431841 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.513799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-44a99c21-f8b2-4977-a842-425c1f939f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.525567 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=c9f55a78-264c-4702-8bda-4aef38ef2960,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:52.553459 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d712dd32-ba5a-45dd-a1a7-01d729666a00 None None] Provisioning for port 128d37de-8277-4d9f-9e83-cdfb19aa1436 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:52.721480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4aab8d7-b7e9-4974-bd61-52f08857abca tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.726310 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d712dd32-ba5a-45dd-a1a7-01d729666a00 None None] Provisioning complete for port 128d37de-8277-4d9f-9e83-cdfb19aa1436 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:52.726676 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d712dd32-ba5a-45dd-a1a7-01d729666a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.727141 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d4aab8d7-b7e9-4974-bd61-52f08857abca tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "PUT /v2.0/routers/781de3a7-dc4c-4dbb-b347-39373760ada8 HTTP/1.1" status: 200 len: 709 time: 8.4170866 Apr 22 14:37:52.731234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56760) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:52.857612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7353910c-1b04-4979-8291-05acc7f9e5eb tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.861196 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7353910c-1b04-4979-8291-05acc7f9e5eb tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.866333 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7353910c-1b04-4979-8291-05acc7f9e5eb tempest-ExternalNetworksAdminNegativeTestJSON-300809365 tempest-ExternalNetworksAdminNegativeTestJSON-300809365-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/ef8eec12-0cf4-47bf-809a-577aa31fe561 HTTP/1.1" status: 204 len: 168 time: 4.1149492 Apr 22 14:37:52.972597 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c84dcc23-9d68-41bf-bdf9-80ca1218a183 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.6409314 Apr 22 14:37:52.974450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56766) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:53.061226 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb53181-1b5e-4844-b90d-82e239b7ffc8 None None] Network 225a60de-2f68-4c63-9733-0af862cb7457 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:53.064115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0287a680-c2c1-489b-be1b-488874e9a622 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.112444 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d712dd32-ba5a-45dd-a1a7-01d729666a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.141035 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-deb46994-71b0-4b5e-b5de-f60d414550f2 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/routers/781de3a7-dc4c-4dbb-b347-39373760ada8 HTTP/1.1" status: 200 len: 744 time: 0.3942773 Apr 22 14:37:53.147111 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56772) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:53.172596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a234d66-ace2-4a54-9326-962d444ad8e7 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:53.174155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a234d66-ace2-4a54-9326-962d444ad8e7 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:53.175912 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a234d66-ace2-4a54-9326-962d444ad8e7 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:53.177246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a234d66-ace2-4a54-9326-962d444ad8e7 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:53.178572 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a234d66-ace2-4a54-9326-962d444ad8e7 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:53.184600 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4a234d66-ace2-4a54-9326-962d444ad8e7 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2018771 Apr 22 14:37:53.213509 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c0540f5c-f5d5-44a7-9cf8-34a1947341d3 tempest-RoutersIpV6AdminTest-836652249 tempest-RoutersIpV6AdminTest-836652249-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&device_id=781de3a7-dc4c-4dbb-b347-39373760ada8 HTTP/1.1" status: 200 len: 205 time: 0.0648072 Apr 22 14:37:53.214258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56776) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:53.224934 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56780) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:53.275330 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de3e3cc-a3fc-45e4-81a1-951b20313ccb None None] Update dhcp port {'port': {'network_id': 'f04096af-8e05-4446-b181-2c4f72f27638', 'fixed_ips': [{'subnet_id': '978e088e-54bc-48e8-8d20-63540fa3488b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fdf5a329-054f-4ae3-b1f6-f7fff53b981f'}], 'binding:host_id': 'dv-neutron-839027-1-hyperv'}, 'id': '128d37de-8277-4d9f-9e83-cdfb19aa1436'} from dv-neutron-839027-1-hyperv. {{(pid=83965) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:37:53.334975 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56786) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:53.369896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d712dd32-ba5a-45dd-a1a7-01d729666a00 None None] For port 128d37de-8277-4d9f-9e83-cdfb19aa1436, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=128d37de-8277-4d9f-9e83-cdfb19aa1436,segment=NetworkSegment(8e7b468b-bbd5-4950-b49e-99a1f99102cd),segment_id=8e7b468b-bbd5-4950-b49e-99a1f99102cd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:53.371086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0de3e3cc-a3fc-45e4-81a1-951b20313ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.415523 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9d32209d-e0f0-421d-8bb4-5fc64ace7f47 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "GET /v2.0/ports?device_id=781de3a7-dc4c-4dbb-b347-39373760ada8 HTTP/1.1" status: 200 len: 205 time: 0.1526425 Apr 22 14:37:53.425552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56792) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:53.429892 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d712dd32-ba5a-45dd-a1a7-01d729666a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.453399 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea50ac-4a70-4746-a28a-35b057421736 req-b4913959-7f9a-441d-9d83-e6021d64f595 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:53.455097 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-adea50ac-4a70-4746-a28a-35b057421736 req-b4913959-7f9a-441d-9d83-e6021d64f595 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.2260242 Apr 22 14:37:53.510927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Router f10e4872-4748-4dd4-b269-2c68e16d4612 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:53.522500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Allocated IP 172.20.0.1 (29f210a5-dd99-4cf3-a8e4-568b88d39465/f9e927ff-1de5-4039-8dd7-1619c43352d5/0652eba0-6056-474b-a8bc-b692af9f0587) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:53.577197 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-adea50ac-4a70-4746-a28a-35b057421736 req-aafbf16e-da8f-4241-8ba2-4a5a4cf45396 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141841 Apr 22 14:37:53.582502 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-faa57aef-5a58-4b59-bc9b-19d35890bfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.610373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7c93a-b337-4d79-b379-b4955c62263b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:53.610373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7c93a-b337-4d79-b379-b4955c62263b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:53.610373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7c93a-b337-4d79-b379-b4955c62263b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:53.610373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7c93a-b337-4d79-b379-b4955c62263b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:53.610373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7c93a-b337-4d79-b379-b4955c62263b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:53.610373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-81f7c93a-b337-4d79-b379-b4955c62263b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Synchronizing usage tracker for tenant:b3ecd1882b854ef6a7eefe2a346d2b29 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:53.681186 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f6d07899-64fd-4cf4-bd39-dcefb2223ebb None None] Provisioning for port 56508650-738b-4eef-868c-5e843c0f2fb7 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:53.725365 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712dd32-ba5a-45dd-a1a7-01d729666a00 None None] Pushing event updated for resources: {'Port': ['ID=128d37de-8277-4d9f-9e83-cdfb19aa1436,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:53.838603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-81f7c93a-b337-4d79-b379-b4955c62263b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Unset dirty status for tenant:b3ecd1882b854ef6a7eefe2a346d2b29 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:53.844537 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-81f7c93a-b337-4d79-b379-b4955c62263b tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.6208582 Apr 22 14:37:53.859041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56798) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:53.864482 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 56508650-738b-4eef-868c-5e843c0f2fb7 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:53.900101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-faa57aef-5a58-4b59-bc9b-19d35890bfe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:53.919336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-faa57aef-5a58-4b59-bc9b-19d35890bfe7 admin admin] Usage tracker for resource:security_group_rule and tenant:b6f855001fc447f092c18fda060add1b is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:53.933460 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-faa57aef-5a58-4b59-bc9b-19d35890bfe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:53.941836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-0de3e3cc-a3fc-45e4-81a1-951b20313ccb None None] Allocated IP 2001:db8:0:1::2 (f04096af-8e05-4446-b181-2c4f72f27638/fdf5a329-054f-4ae3-b1f6-f7fff53b981f/128d37de-8277-4d9f-9e83-cdfb19aa1436) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:53.945546 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-faa57aef-5a58-4b59-bc9b-19d35890bfe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:54.064566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.149963 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Transition to ACTIVE for port object 0652eba0-6056-474b-a8bc-b692af9f0587 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:54.181388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-0de3e3cc-a3fc-45e4-81a1-951b20313ccb None None] For port 128d37de-8277-4d9f-9e83-cdfb19aa1436, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=128d37de-8277-4d9f-9e83-cdfb19aa1436,segment=NetworkSegment(8e7b468b-bbd5-4950-b49e-99a1f99102cd),segment_id=8e7b468b-bbd5-4950-b49e-99a1f99102cd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:54.215540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0de3e3cc-a3fc-45e4-81a1-951b20313ccb None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.240294 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-0de3e3cc-a3fc-45e4-81a1-951b20313ccb None None] Transition to ACTIVE for port object 128d37de-8277-4d9f-9e83-cdfb19aa1436 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:54.262378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-faa57aef-5a58-4b59-bc9b-19d35890bfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.288875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-faa57aef-5a58-4b59-bc9b-19d35890bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.297593 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0de3e3cc-a3fc-45e4-81a1-951b20313ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.380792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.406777 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.424830 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a708b55a-0530-43e7-bb21-df2672f4c01a tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.433174 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa57aef-5a58-4b59-bc9b-19d35890bfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd863763-a8ba-49b0-b92b-c0d83508e0d5,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:54.462556 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d15e4c-3035-4c7c-b07d-b7f3acfb46b2 req-f83175f3-bb72-401f-a726-2def64316f33 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:54.464084 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-16d15e4c-3035-4c7c-b07d-b7f3acfb46b2 req-f83175f3-bb72-401f-a726-2def64316f33 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.3641846 Apr 22 14:37:54.488023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.1 (225a60de-2f68-4c63-9733-0af862cb7457/df00b820-ff91-48b9-aa6a-393c9e578e30/282359a2-f23f-4c77-930e-56ad9a501479) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:54.500483 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3e3cc-a3fc-45e4-81a1-951b20313ccb None None] Pushing event updated for resources: {'Port': ['ID=128d37de-8277-4d9f-9e83-cdfb19aa1436,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:54.503816 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-faa57aef-5a58-4b59-bc9b-19d35890bfe7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6f855001fc447f092c18fda060add1b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1650774 Apr 22 14:37:54.508155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:54.522070 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 56508650-738b-4eef-868c-5e843c0f2fb7 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:54.523473 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56804) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:54.533155 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41947066-900a-4935-9442-3c957f184d6d None None] Sync routers for ids ['f10e4872-4748-4dd4-b269-2c68e16d4612'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:54.562236 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 56508650-738b-4eef-868c-5e843c0f2fb7 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:54.562673 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.569441 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network 29f210a5-dd99-4cf3-a8e4-568b88d39465 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:54.573287 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b11f3979-3c97-4ca5-a7f4-cd8b3c2e2dfd req-a2a57f51-456a-427a-aa19-9c4af75ee881 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6094381463d646049ac766b311ef0072&device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 1098 time: 0.3900311 Apr 22 14:37:54.600041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:54.604180 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:54.671795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.674312 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41947066-900a-4935-9442-3c957f184d6d None None] Routers {'f10e4872-4748-4dd4-b269-2c68e16d4612'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:54.680444 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-41947066-900a-4935-9442-3c957f184d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f10e4872-4748-4dd4-b269-2c68e16d4612'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:54.834159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-0287a680-c2c1-489b-be1b-488874e9a622 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Delete allocated IP 2001:db8:0:1::10c (f04096af-8e05-4446-b181-2c4f72f27638/fdf5a329-054f-4ae3-b1f6-f7fff53b981f) {{(pid=83963) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 14:37:54.836873 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-41947066-900a-4935-9442-3c957f184d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:54.870884 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41947066-900a-4935-9442-3c957f184d6d None None] Routers {'f10e4872-4748-4dd4-b269-2c68e16d4612'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:54.873158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-41947066-900a-4935-9442-3c957f184d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f10e4872-4748-4dd4-b269-2c68e16d4612'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:54.880168 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f27918-8457-49e4-83ea-2abbfc1d8775 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:54.881624 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-68f27918-8457-49e4-83ea-2abbfc1d8775 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "GET /v2.0/networks/5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b HTTP/1.1" status: 200 len: 804 time: 1.0216460 Apr 22 14:37:54.930756 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fa969bd7-61b3-419d-a8d3-3b4664b7bee5 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 12.0119185 Apr 22 14:37:54.941486 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-16d15e4c-3035-4c7c-b07d-b7f3acfb46b2 req-77ddd5b0-ef8c-4e16-a95e-230b07512498 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3885565 Apr 22 14:37:54.951832 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=0652eba0-6056-474b-a8bc-b692af9f0587,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:54.954756 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56808) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:54.959764 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56810) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:54.970737 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-41947066-900a-4935-9442-3c957f184d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:54.971771 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41947066-900a-4935-9442-3c957f184d6d None None] The sync data for ids ['f10e4872-4748-4dd4-b269-2c68e16d4612'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:54.995549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc8deb11-1536-4292-b3de-cac76f1594d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.077695 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1b7c77f5-77ba-4814-9d5f-39a650c38d1b None None] Provisioning for port 0652eba0-6056-474b-a8bc-b692af9f0587 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:55.085164 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1b7c77f5-77ba-4814-9d5f-39a650c38d1b None None] Provisioning complete for port 0652eba0-6056-474b-a8bc-b692af9f0587 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:55.085930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1b7c77f5-77ba-4814-9d5f-39a650c38d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.181199 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1b7c77f5-77ba-4814-9d5f-39a650c38d1b None None] Port 0652eba0-6056-474b-a8bc-b692af9f0587 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:37:55.193877 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.231596 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 56508650-738b-4eef-868c-5e843c0f2fb7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=56508650-738b-4eef-868c-5e843c0f2fb7,segment=NetworkSegment(4907459a-dce8-43ba-8baf-7001525c50cb),segment_id=4907459a-dce8-43ba-8baf-7001525c50cb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:55.237138 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.238424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c9f55a78-264c-4702-8bda-4aef38ef2960 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:55.407095 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-86948927-08a3-45cb-9c6d-4872a40e1aeb None None] Provisioning complete for port 56508650-738b-4eef-868c-5e843c0f2fb7 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:55.407541 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-86948927-08a3-45cb-9c6d-4872a40e1aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.443201 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e1eefe-390e-4f74-b954-78f0969234c2 None None] Network f04096af-8e05-4446-b181-2c4f72f27638 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:55.455493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.464765 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=56508650-738b-4eef-868c-5e843c0f2fb7,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:55.468508 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3979-3c97-4ca5-a7f4-cd8b3c2e2dfd req-11a3df5d-1470-4c4e-8c5e-6c2385f2cd4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:55.469993 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b11f3979-3c97-4ca5-a7f4-cd8b3c2e2dfd req-11a3df5d-1470-4c4e-8c5e-6c2385f2cd4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17 HTTP/1.1" status: 200 len: 911 time: 0.6566384 Apr 22 14:37:55.480381 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4de31c5d-0779-45fd-a1d3-238ce7197db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.521848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port c9f55a78-264c-4702-8bda-4aef38ef2960 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:55.521848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.535051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a708b55a-0530-43e7-bb21-df2672f4c01a tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.550125 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.550884 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7942727e-2968-45e3-9d04-b1d7bf3ffef8 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] 10.222.0.23 "GET /v2.0/floatingips/ca81e330-2d0b-4a3a-937d-f79415155004 HTTP/1.1" status: 200 len: 983 time: 0.5706012 Apr 22 14:37:55.554779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56816) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:55.581280 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7b8bf56e-335c-49ac-9a8f-95e29a658785 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "GET /v2.0/networks/5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5993593 Apr 22 14:37:55.587998 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56820) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:55.665340 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a708b55a-0530-43e7-bb21-df2672f4c01a tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.686724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4de31c5d-0779-45fd-a1d3-238ce7197db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.710876 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610478ed-b2e0-4bbb-88a2-7574df21b481 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:55.717684 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-610478ed-b2e0-4bbb-88a2-7574df21b481 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "GET /v2.0/subnets/c0793397-679a-44b1-b64a-61dd5105b61a HTTP/1.1" status: 200 len: 843 time: 0.1225324 Apr 22 14:37:55.717897 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object 282359a2-f23f-4c77-930e-56ad9a501479 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:55.718004 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b11f3979-3c97-4ca5-a7f4-cd8b3c2e2dfd req-50d3faea-d01f-4b16-936b-9199a90f212e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52164677-5136-4d96-b1b2-f1430dc55414 HTTP/1.1" status: 200 len: 1001 time: 0.2229857 Apr 22 14:37:55.718107 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56824) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:55.804824 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-defbdf9e-b685-4ba9-860d-569fc74e66a7 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3022 time: 0.2320542 Apr 22 14:37:55.805476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56828) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:55.825028 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a708b55a-0530-43e7-bb21-df2672f4c01a tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.825636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a708b55a-0530-43e7-bb21-df2672f4c01a tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Fanout notify agent at l3_agent the message router_deleted on router 781de3a7-dc4c-4dbb-b347-39373760ada8 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:37:55.828610 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0287a680-c2c1-489b-be1b-488874e9a622 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.869389 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-0287a680-c2c1-489b-be1b-488874e9a622 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Ignored duplicate provisioning block setup for port 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 14:37:55.870928 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4de31c5d-0779-45fd-a1d3-238ce7197db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.894270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0287a680-c2c1-489b-be1b-488874e9a622 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.896184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.922785 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.966581 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d989883-f753-4c8c-9ea1-c8ca0f318440 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:55.968047 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5d989883-f753-4c8c-9ea1-c8ca0f318440 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "GET /v2.0/subnets/c0793397-679a-44b1-b64a-61dd5105b61a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2423077 Apr 22 14:37:55.976080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.981072 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56832) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:55.990185 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de31c5d-0779-45fd-a1d3-238ce7197db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd863763-a8ba-49b0-b92b-c0d83508e0d5,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:56.000553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4de31c5d-0779-45fd-a1d3-238ce7197db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.004172 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4de31c5d-0779-45fd-a1d3-238ce7197db9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd863763-a8ba-49b0-b92b-c0d83508e0d5 HTTP/1.1" status: 204 len: 168 time: 1.3889532 Apr 22 14:37:56.009668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3979-3c97-4ca5-a7f4-cd8b3c2e2dfd req-0e3b86af-a7d2-4bf1-b1cd-19b592444064 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:56.010482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-719f01e8-3111-4815-9197-61dd5e9d950e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1428719570'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:56.011127 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b11f3979-3c97-4ca5-a7f4-cd8b3c2e2dfd req-0e3b86af-a7d2-4bf1-b1cd-19b592444064 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7895da2c-27e4-4c0c-82d1-5c2260f4fda9 HTTP/1.1" status: 200 len: 849 time: 0.2812328 Apr 22 14:37:56.021937 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a708b55a-0530-43e7-bb21-df2672f4c01a tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.026789 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a708b55a-0530-43e7-bb21-df2672f4c01a tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "DELETE /v2.0/routers/781de3a7-dc4c-4dbb-b347-39373760ada8 HTTP/1.1" status: 204 len: 168 time: 2.5866847 Apr 22 14:37:56.029553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56840) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:56.037012 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-719f01e8-3111-4815-9197-61dd5e9d950e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:56.058003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=282359a2-f23f-4c77-930e-56ad9a501479,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:56.098927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 128d37de-8277-4d9f-9e83-cdfb19aa1436 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:56.193179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 225a60de-2f68-4c63-9733-0af862cb7457 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:56.230276 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a7185530-a6c4-43ad-a132-80a7af9e50e8 None None] Provisioning for port 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:56.258545 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a7185530-a6c4-43ad-a132-80a7af9e50e8 None None] Provisioning complete for port 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:56.259664 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a7185530-a6c4-43ad-a132-80a7af9e50e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.276504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:56.281523 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-56a56992-e2e5-4bf7-8d00-f0a726f346b5 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "GET /v2.0/ports?device_id=781de3a7-dc4c-4dbb-b347-39373760ada8 HTTP/1.1" status: 200 len: 205 time: 0.2418289 Apr 22 14:37:56.293876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:56.351671 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56844) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:56.371979 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-719f01e8-3111-4815-9197-61dd5e9d950e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:56.378224 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.441799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 56508650-738b-4eef-868c-5e843c0f2fb7 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:56.478371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-89481485-8f8b-4556-8e3c-a2533ad192d3 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Deleting port 9bb72ce5-68e3-4329-b5a0-f05493bdce72 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:56.478622 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89481485-8f8b-4556-8e3c-a2533ad192d3 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.524054 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-a7185530-a6c4-43ad-a132-80a7af9e50e8 None None] Port 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:37:56.564116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a7185530-a6c4-43ad-a132-80a7af9e50e8 None None] Provisioning for port 128d37de-8277-4d9f-9e83-cdfb19aa1436 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:56.582241 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 56508650-738b-4eef-868c-5e843c0f2fb7 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:56.582769 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.708569 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b11f3979-3c97-4ca5-a7f4-cd8b3c2e2dfd req-69682e10-e86c-444a-bfc1-263949274ee4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6823695 Apr 22 14:37:56.716481 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a7185530-a6c4-43ad-a132-80a7af9e50e8 None None] Provisioning complete for port 128d37de-8277-4d9f-9e83-cdfb19aa1436 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:56.716855 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a7185530-a6c4-43ad-a132-80a7af9e50e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.801151 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56850) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:56.827096 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-0287a680-c2c1-489b-be1b-488874e9a622 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] In _notify_port_updated(), no bound segment for port 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb on network f04096af-8e05-4446-b181-2c4f72f27638 {{(pid=83963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:37:56.829637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bed359-531d-4da6-94e3-14ac673bffbd req-f53601c5-0810-4ed1-9a14-7b113f92e501 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:56.831123 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c9bed359-531d-4da6-94e3-14ac673bffbd req-f53601c5-0810-4ed1-9a14-7b113f92e501 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.6872385 Apr 22 14:37:56.832821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0287a680-c2c1-489b-be1b-488874e9a622 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:56.833428 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0287a680-c2c1-489b-be1b-488874e9a622 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.838157 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0287a680-c2c1-489b-be1b-488874e9a622 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "PUT /v2.0/ports/585f5ab2-a3ff-4e7b-9634-aa6b28c342cb HTTP/1.1" status: 200 len: 926 time: 5.1321115 Apr 22 14:37:56.843137 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-da77726e-54ca-4422-aaad-d4aba778c476 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] delete failed (client error): The resource could not be found. Apr 22 14:37:56.844174 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-da77726e-54ca-4422-aaad-d4aba778c476 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "DELETE /v2.0/routers/781de3a7-dc4c-4dbb-b347-39373760ada8 HTTP/1.1" status: 404 len: 336 time: 0.4458630 Apr 22 14:37:56.850076 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56854) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:56.850403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56856) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:56.851211 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719f01e8-3111-4815-9197-61dd5e9d950e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:56.854137 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-719f01e8-3111-4815-9197-61dd5e9d950e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.871415 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7d28c5d0-6827-4cc0-a7e4-34c9cb0ca285 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '978e088e-54bc-48e8-8d20-63540fa3488b'}, {'subnet_id': 'fdf5a329-054f-4ae3-b1f6-f7fff53b981f'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:56.904760 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287a680-c2c1-489b-be1b-488874e9a622 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=585f5ab2-a3ff-4e7b-9634-aa6b28c342cb,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:56.957380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.977130 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-83768762-3469-4b34-96b6-d25e5fcc5016 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "GET /v2.0/ports?device_id=dda63588-d64b-4d4c-8de2-7c246e72e5d6 HTTP/1.1" status: 200 len: 205 time: 0.1102605 Apr 22 14:37:56.989074 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56862) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:57.091350 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-ceb4258a-1f1c-4f06-833b-07bd622da184 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] delete failed (client error): The resource could not be found. Apr 22 14:37:57.092466 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ceb4258a-1f1c-4f06-833b-07bd622da184 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "DELETE /v2.0/routers/dda63588-d64b-4d4c-8de2-7c246e72e5d6 HTTP/1.1" status: 404 len: 336 time: 0.0976725 Apr 22 14:37:57.118301 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dc998b61-7588-43e0-929e-0d4b8670df99 None None] Provisioning complete for port 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:57.118558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56866) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:57.119027 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dc998b61-7588-43e0-929e-0d4b8670df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.159557 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719f01e8-3111-4815-9197-61dd5e9d950e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:57.176279 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-dc998b61-7588-43e0-929e-0d4b8670df99 None None] Port 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:37:57.190031 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dc998b61-7588-43e0-929e-0d4b8670df99 None None] Provisioning for port 282359a2-f23f-4c77-930e-56ad9a501479 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:57.194935 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d28c5d0-6827-4cc0-a7e4-34c9cb0ca285 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.196122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dc998b61-7588-43e0-929e-0d4b8670df99 None None] Provisioning complete for port 282359a2-f23f-4c77-930e-56ad9a501479 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:57.196512 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dc998b61-7588-43e0-929e-0d4b8670df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.205926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-719f01e8-3111-4815-9197-61dd5e9d950e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.206267 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-719f01e8-3111-4815-9197-61dd5e9d950e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Added segment 766f8e8a-a989-4d53-822c-3e1cb42aaab2 of type vlan for network 87149973-b634-4325-9617-2e00cc9705ae Apr 22 14:37:57.261857 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-dc998b61-7588-43e0-929e-0d4b8670df99 None None] Port 282359a2-f23f-4c77-930e-56ad9a501479 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:37:57.264790 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.276353 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dc998b61-7588-43e0-929e-0d4b8670df99 None None] Provisioning complete for port 128d37de-8277-4d9f-9e83-cdfb19aa1436 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:57.276723 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dc998b61-7588-43e0-929e-0d4b8670df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.287516 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d63c7891-0b47-459f-a706-b5474be71547 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "GET /v2.0/ports?device_id=bafb0c0c-046d-4b7d-a8cb-0dbaad072fd3 HTTP/1.1" status: 200 len: 205 time: 0.1487169 Apr 22 14:37:57.298224 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89481485-8f8b-4556-8e3c-a2533ad192d3 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.298551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89481485-8f8b-4556-8e3c-a2533ad192d3 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.307573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56870) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:57.361536 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.380614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-719f01e8-3111-4815-9197-61dd5e9d950e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.531486 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-89481485-8f8b-4556-8e3c-a2533ad192d3 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Calling delete_port for 9bb72ce5-68e3-4329-b5a0-f05493bdce72 owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:57.532174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2823665b-07f1-4d4e-b6ef-2d0acccfe7b3 None None] Provisioning complete for port 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:57.532562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2823665b-07f1-4d4e-b6ef-2d0acccfe7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.565959 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-ef8b2fa7-b292-4576-b518-abde6975e508 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] delete failed (client error): The resource could not be found. Apr 22 14:37:57.569813 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ef8b2fa7-b292-4576-b518-abde6975e508 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "DELETE /v2.0/routers/bafb0c0c-046d-4b7d-a8cb-0dbaad072fd3 HTTP/1.1" status: 404 len: 336 time: 0.2516811 Apr 22 14:37:57.579808 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56874) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:57.596335 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2823665b-07f1-4d4e-b6ef-2d0acccfe7b3 None None] Port 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:37:57.604132 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c9bed359-531d-4da6-94e3-14ac673bffbd req-2af08843-ea8c-454a-98a4-caa80771a98d tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5184846 Apr 22 14:37:57.622589 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c0f70ca1-c015-458a-bedd-1160af83d707 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a824caf440444dd5a9514a3d117d573b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8044264 Apr 22 14:37:57.630857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56878) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:57.639488 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b11f3979-3c97-4ca5-a7f4-cd8b3c2e2dfd req-1bfb32b8-39ba-4dcb-98b3-abf258d0f5fa service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9208806 Apr 22 14:37:57.744656 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-719f01e8-3111-4815-9197-61dd5e9d950e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.748954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719f01e8-3111-4815-9197-61dd5e9d950e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:57.749542 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-719f01e8-3111-4815-9197-61dd5e9d950e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.808781 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3174ccf3-1408-42ef-9828-80397a17f299 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f026090-f042-4b4e-9922-b0644b0f2cc8 HTTP/1.1" status: 200 len: 205 time: 0.2223697 Apr 22 14:37:57.826780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56882) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:57.932081 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.943604 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-e3cd793e-d88b-44cd-be08-c24d1069deb9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] delete failed (client error): The resource could not be found. Apr 22 14:37:57.944658 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e3cd793e-d88b-44cd-be08-c24d1069deb9 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "DELETE /v2.0/routers/4f026090-f042-4b4e-9922-b0644b0f2cc8 HTTP/1.1" status: 404 len: 336 time: 0.1169453 Apr 22 14:37:57.962161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56886) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:57.962860 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.972612 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-719f01e8-3111-4815-9197-61dd5e9d950e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9740343 Apr 22 14:37:57.980972 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56888) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:57.991607 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f01e8-3111-4815-9197-61dd5e9d950e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Network': ['ID=87149973-b634-4325-9617-2e00cc9705ae,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:58.002676 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-423ad251-c6fc-423e-a7a1-0d5230207c06 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'subnet': {'network_id': '87149973-b634-4325-9617-2e00cc9705ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:58.004620 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 87149973-b634-4325-9617-2e00cc9705ae details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:58.072346 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b11f3979-3c97-4ca5-a7f4-cd8b3c2e2dfd req-b350cb40-28d7-4674-b094-7557f6835126 service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115729 Apr 22 14:37:58.092824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c14a-f371-4f64-b305-b8fea4356d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.155332 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c9de5716-bfc2-4cce-bff6-b805b06ea83c tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f85823a-a557-4b63-ad6b-5bf38415a6b4 HTTP/1.1" status: 200 len: 205 time: 0.1663735 Apr 22 14:37:58.175659 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56894) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:58.323679 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c14a-f371-4f64-b305-b8fea4356d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.327238 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-423ad251-c6fc-423e-a7a1-0d5230207c06 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:58.336431 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-70784c94-125f-4765-a596-1ebdaaf40c3e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] delete failed (client error): The resource could not be found. Apr 22 14:37:58.337621 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-70784c94-125f-4765-a596-1ebdaaf40c3e tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "DELETE /v2.0/routers/5f85823a-a557-4b63-ad6b-5bf38415a6b4 HTTP/1.1" status: 404 len: 336 time: 0.1587601 Apr 22 14:37:58.338441 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=0652eba0-6056-474b-a8bc-b692af9f0587,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:58.352222 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56898) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:58.355072 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-7d28c5d0-6827-4cc0-a7e4-34c9cb0ca285 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Allocated IP 2001:db8:0:1::30a (f04096af-8e05-4446-b181-2c4f72f27638/fdf5a329-054f-4ae3-b1f6-f7fff53b981f/585f5ab2-a3ff-4e7b-9634-aa6b28c342cb) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:58.355234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.405865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89481485-8f8b-4556-8e3c-a2533ad192d3 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.417952 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-423ad251-c6fc-423e-a7a1-0d5230207c06 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:58.455672 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a6a8993a-493d-4f9f-938d-313c3a66eff1 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602339a-6506-4737-9240-20f753c2bb78 HTTP/1.1" status: 200 len: 205 time: 0.1020722 Apr 22 14:37:58.475566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56902) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:58.558876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423ad251-c6fc-423e-a7a1-0d5230207c06 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Made reservation on behalf of b3ecd1882b854ef6a7eefe2a346d2b29 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:58.696166 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89481485-8f8b-4556-8e3c-a2533ad192d3 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Pushing event deleted for resources: {'Port': ['ID=9bb72ce5-68e3-4329-b5a0-f05493bdce72,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:58.830529 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-40c8006d-2fac-4454-a650-16c645204b7f tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] delete failed (client error): The resource could not be found. Apr 22 14:37:58.831597 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-40c8006d-2fac-4454-a650-16c645204b7f tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "DELETE /v2.0/routers/9602339a-6506-4737-9240-20f753c2bb78 HTTP/1.1" status: 404 len: 336 time: 0.3497584 Apr 22 14:37:58.845178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56908) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:58.916279 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f282a0-10f3-4c1f-9203-8d1935c36642 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] DELETE failed (client error): The resource could not be found. Apr 22 14:37:58.916693 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f282a0-10f3-4c1f-9203-8d1935c36642 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:37:58.919043 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-55f282a0-10f3-4c1f-9203-8d1935c36642 tempest-RoutersIpV6AdminTest-1323993046 tempest-RoutersIpV6AdminTest-1323993046-project] 10.222.0.23 "DELETE /v2.0/subnets/c839c317-e81f-4003-87da-8b682b8a5e56 HTTP/1.1" status: 404 len: 337 time: 0.0723329 Apr 22 14:37:58.921982 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-423ad251-c6fc-423e-a7a1-0d5230207c06 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.956709 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c14a-f371-4f64-b305-b8fea4356d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.979719 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6d58a0db-984e-441a-a9f6-4280b7dd1ccc req-f04675ff-096b-4fa1-a7ad-be527b51128c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6094381463d646049ac766b311ef0072&device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 1098 time: 0.7217379 Apr 22 14:37:59.006288 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9c14a-f371-4f64-b305-b8fea4356d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b376898d-8fb7-4791-aa22-f141110cab22,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:59.021577 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:37:59.063173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.077531 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.108884 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.ipam_backend_mixin [None req-423ad251-c6fc-423e-a7a1-0d5230207c06 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Performing IP validity checks on allocation pools {{(pid=83963) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 14:37:59.110287 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.ipam_backend_mixin [None req-423ad251-c6fc-423e-a7a1-0d5230207c06 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83963) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 14:37:59.112365 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network 29f210a5-dd99-4cf3-a8e4-568b88d39465 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:59.118907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89481485-8f8b-4556-8e3c-a2533ad192d3 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.174117 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:59.232652 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-7d28c5d0-6827-4cc0-a7e4-34c9cb0ca285 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:37:59.261505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d28c5d0-6827-4cc0-a7e4-34c9cb0ca285 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.274872 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.283342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=282359a2-f23f-4c77-930e-56ad9a501479,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:59.304788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-7d28c5d0-6827-4cc0-a7e4-34c9cb0ca285 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Transition to ACTIVE for port object 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:59.329992 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d28c5d0-6827-4cc0-a7e4-34c9cb0ca285 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.363183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56916) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:59.517324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c14a-f371-4f64-b305-b8fea4356d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.518653 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c0c9c14a-f371-4f64-b305-b8fea4356d3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b376898d-8fb7-4791-aa22-f141110cab22 HTTP/1.1" status: 204 len: 168 time: 1.8868451 Apr 22 14:37:59.538925 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979324dc-2fe4-4511-bd15-606239e08eb2 req-2e7f79dc-6375-44ff-8a8c-69170340aefe tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:59.562613 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-979324dc-2fe4-4511-bd15-606239e08eb2 req-2e7f79dc-6375-44ff-8a8c-69170340aefe tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.7781339 Apr 22 14:37:59.576776 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-16002813-8556-4bda-adcb-b72fdd87a429 None None] Provisioning complete for port 0652eba0-6056-474b-a8bc-b692af9f0587 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:59.579354 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-16002813-8556-4bda-adcb-b72fdd87a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.649186 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28c5d0-6827-4cc0-a7e4-34c9cb0ca285 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=585f5ab2-a3ff-4e7b-9634-aa6b28c342cb,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:59.664935 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-7d28c5d0-6827-4cc0-a7e4-34c9cb0ca285 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] In _notify_port_updated(), no bound segment for port 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb on network f04096af-8e05-4446-b181-2c4f72f27638 {{(pid=83963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:37:59.680303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d28c5d0-6827-4cc0-a7e4-34c9cb0ca285 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:59.680979 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d28c5d0-6827-4cc0-a7e4-34c9cb0ca285 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.687375 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7d28c5d0-6827-4cc0-a7e4-34c9cb0ca285 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "PUT /v2.0/ports/585f5ab2-a3ff-4e7b-9634-aa6b28c342cb HTTP/1.1" status: 200 len: 1012 time: 2.8217466 Apr 22 14:37:59.695087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56924) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:59.728464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-16002813-8556-4bda-adcb-b72fdd87a429 None None] Port 0652eba0-6056-474b-a8bc-b692af9f0587 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:37:59.826083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 225a60de-2f68-4c63-9733-0af862cb7457 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:59.828409 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-423ad251-c6fc-423e-a7a1-0d5230207c06 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.836811 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:59.839125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58a0db-984e-441a-a9f6-4280b7dd1ccc req-5524b44d-ac7b-4eea-950e-ee8ac9495f3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:59.840739 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6d58a0db-984e-441a-a9f6-4280b7dd1ccc req-5524b44d-ac7b-4eea-950e-ee8ac9495f3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17 HTTP/1.1" status: 200 len: 911 time: 0.8356886 Apr 22 14:37:59.964776 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1e4a0881-b459-4685-b506-bed43b820153 None None] Provisioning for port 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:59.978355 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1e4a0881-b459-4685-b506-bed43b820153 None None] Provisioning complete for port 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:59.979103 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0881-b459-4685-b506-bed43b820153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.023257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68285a17-062b-4d20-870b-c84ccbb5df52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.107533 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-979324dc-2fe4-4511-bd15-606239e08eb2 req-0e2c833c-eb4c-47e1-b173-6d9d32890ae6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5391579 Apr 22 14:38:00.107833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a0881-b459-4685-b506-bed43b820153 None None] Port 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:38:00.184315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-8abf500b-5709-448d-8663-cffb1be6b976 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:00.185121 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8abf500b-5709-448d-8663-cffb1be6b976 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.250454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ad251-c6fc-423e-a7a1-0d5230207c06 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Subnet': ['ID=7fadeedf-4057-4658-a2c9-0139cbf27d8f,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:00.253606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-39fbd439-f6e8-49c4-9b82-c4f7dab06aa1 None None] Provisioning complete for port 282359a2-f23f-4c77-930e-56ad9a501479 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:00.254006 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-39fbd439-f6e8-49c4-9b82-c4f7dab06aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.314221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-68285a17-062b-4d20-870b-c84ccbb5df52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:00.327319 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6d58a0db-984e-441a-a9f6-4280b7dd1ccc req-6c818148-9da5-42fb-b28d-66db453a38ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52164677-5136-4d96-b1b2-f1430dc55414 HTTP/1.1" status: 200 len: 1001 time: 0.4561248 Apr 22 14:38:00.331094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-68285a17-062b-4d20-870b-c84ccbb5df52 admin admin] Usage tracker for resource:security_group_rule and tenant:5f566f40771a489a8a03f9ab44a4edeb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:00.358353 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-39fbd439-f6e8-49c4-9b82-c4f7dab06aa1 None None] Port 282359a2-f23f-4c77-930e-56ad9a501479 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:38:00.369330 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ad251-c6fc-423e-a7a1-0d5230207c06 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Checking segment: {'id': '766f8e8a-a989-4d53-822c-3e1cb42aaab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87149973-b634-4325-9617-2e00cc9705ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:00.369906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423ad251-c6fc-423e-a7a1-0d5230207c06 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network hostable DHCP agents. Network: 87149973-b634-4325-9617-2e00cc9705ae, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:00.554726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423ad251-c6fc-423e-a7a1-0d5230207c06 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Network 87149973-b634-4325-9617-2e00cc9705ae is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:00.577685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-423ad251-c6fc-423e-a7a1-0d5230207c06 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 87149973-b634-4325-9617-2e00cc9705ae) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:00.579246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-68285a17-062b-4d20-870b-c84ccbb5df52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:00.583026 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423ad251-c6fc-423e-a7a1-0d5230207c06 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:00.583790 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-423ad251-c6fc-423e-a7a1-0d5230207c06 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930773'] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.597724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e0fac0-0c5b-4195-aad5-c0189c00ce27 None None] Network 87149973-b634-4325-9617-2e00cc9705ae requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:00.623154 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-423ad251-c6fc-423e-a7a1-0d5230207c06 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6343861 Apr 22 14:38:00.624438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56942) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:00.631937 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a01cea17-182b-4b14-9c27-6f62782a7cf2 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:00.666019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-68285a17-062b-4d20-870b-c84ccbb5df52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:00.708325 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58a0db-984e-441a-a9f6-4280b7dd1ccc req-48f2d99c-c28e-4b48-affb-b624a1d40baa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:00.710813 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6d58a0db-984e-441a-a9f6-4280b7dd1ccc req-48f2d99c-c28e-4b48-affb-b624a1d40baa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7895da2c-27e4-4c0c-82d1-5c2260f4fda9 HTTP/1.1" status: 200 len: 849 time: 0.3198519 Apr 22 14:38:00.853584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a01cea17-182b-4b14-9c27-6f62782a7cf2 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2010433'] for subnet, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.947550 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-87149973-b634-4325-9617-2e00cc9705ae', 'network_id': '87149973-b634-4325-9617-2e00cc9705ae', 'tenant_id': 'b3ecd1882b854ef6a7eefe2a346d2b29', 'fixed_ips': [{'subnet_id': '7fadeedf-4057-4658-a2c9-0139cbf27d8f'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:00.948408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.017577 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68285a17-062b-4d20-870b-c84ccbb5df52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.036837 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68285a17-062b-4d20-870b-c84ccbb5df52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.081670 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-68285a17-062b-4d20-870b-c84ccbb5df52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f566f40771a489a8a03f9ab44a4edeb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6519256 Apr 22 14:38:01.086628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 56952) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:01.201269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68285a17-062b-4d20-870b-c84ccbb5df52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4faf10-e698-4b58-827a-6011ea63fca4,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:01.220716 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a24ee5-2f2c-434f-841b-f7ac33e347bf req-918520d9-3b42-413f-8526-515556fc9f2f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:01.222187 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-49a24ee5-2f2c-434f-841b-f7ac33e347bf req-918520d9-3b42-413f-8526-515556fc9f2f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.8871644 Apr 22 14:38:01.276084 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router ff88c6a6-2406-4b86-ab91-5d00e8013d34 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:01.282705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8abf500b-5709-448d-8663-cffb1be6b976 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.360164 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Allocated IP 2001:db8::3 (87149973-b634-4325-9617-2e00cc9705ae/7fadeedf-4057-4658-a2c9-0139cbf27d8f/29fbafeb-fa87-4ab7-9526-a27d073be7ec) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:01.396462 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a01cea17-182b-4b14-9c27-6f62782a7cf2 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757670916509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1969978'] for subnet, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.557318 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6d58a0db-984e-441a-a9f6-4280b7dd1ccc req-d1afc147-3517-43f2-a027-7095743d869c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8202827 Apr 22 14:38:01.562433 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cea17-182b-4b14-9c27-6f62782a7cf2 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event updated for resources: {'Subnet': ['ID=7fadeedf-4057-4658-a2c9-0139cbf27d8f,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:01.575257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-8abf500b-5709-448d-8663-cffb1be6b976 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 585f5ab2-a3ff-4e7b-9634-aa6b28c342cb owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:01.591746 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01cea17-182b-4b14-9c27-6f62782a7cf2 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:01.592216 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a01cea17-182b-4b14-9c27-6f62782a7cf2 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.594663 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a01cea17-182b-4b14-9c27-6f62782a7cf2 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "PUT /v2.0/subnets/7fadeedf-4057-4658-a2c9-0139cbf27d8f HTTP/1.1" status: 200 len: 900 time: 0.9691913 Apr 22 14:38:01.600824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56964) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:01.673395 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.705884 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Transition to ACTIVE for port object 29fbafeb-fa87-4ab7-9526-a27d073be7ec will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:01.731901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0d9b398f-dff5-4ce2-8fde-ca1ba0ba4ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.751014 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Transition to ACTIVE for port object 29fbafeb-fa87-4ab7-9526-a27d073be7ec will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:01.759092 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.759783 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-49a24ee5-2f2c-434f-841b-f7ac33e347bf req-03f467a7-4a30-492a-83e3-06b3e5124cd8 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5212145 Apr 22 14:38:01.835538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0d9b398f-dff5-4ce2-8fde-ca1ba0ba4ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.849026 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.863343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 56fb87ad-5d71-4610-8bf4-784d4e78746f has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:01.893205 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Deleting port 29fbafeb-fa87-4ab7-9526-a27d073be7ec {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:01.893602 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.914362 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Network 87149973-b634-4325-9617-2e00cc9705ae is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:01.915806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Pushing event updated for resources: {'Port': ['ID=29fbafeb-fa87-4ab7-9526-a27d073be7ec,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:01.919782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:01.922404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:02.016731 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6d58a0db-984e-441a-a9f6-4280b7dd1ccc req-cd3852de-3f0f-4ca3-850a-0ef2ee7173c3 service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083016 Apr 22 14:38:02.051170 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Attempting to bind port 29fbafeb-fa87-4ab7-9526-a27d073be7ec on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:02.051842 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Attempting to bind port 29fbafeb-fa87-4ab7-9526-a27d073be7ec by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '766f8e8a-a989-4d53-822c-3e1cb42aaab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87149973-b634-4325-9617-2e00cc9705ae'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:02.052219 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Attempting to bind port 29fbafeb-fa87-4ab7-9526-a27d073be7ec on network 87149973-b634-4325-9617-2e00cc9705ae {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:02.059655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:02.060032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Checking segment: {'id': '766f8e8a-a989-4d53-822c-3e1cb42aaab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87149973-b634-4325-9617-2e00cc9705ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:02.060482 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.060884 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Bound using segment: {'id': '766f8e8a-a989-4d53-822c-3e1cb42aaab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87149973-b634-4325-9617-2e00cc9705ae'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:02.061354 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Bound port: 29fbafeb-fa87-4ab7-9526-a27d073be7ec, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766f8e8a-a989-4d53-822c-3e1cb42aaab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87149973-b634-4325-9617-2e00cc9705ae'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:02.061868 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.210400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] For port 29fbafeb-fa87-4ab7-9526-a27d073be7ec, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:02.214123 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] For port 29fbafeb-fa87-4ab7-9526-a27d073be7ec, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=29fbafeb-fa87-4ab7-9526-a27d073be7ec,segment=NetworkSegment(766f8e8a-a989-4d53-822c-3e1cb42aaab2),segment_id=766f8e8a-a989-4d53-822c-3e1cb42aaab2)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:02.219219 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.291262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0d9b398f-dff5-4ce2-8fde-ca1ba0ba4ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.321737 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcae92d-964f-4460-a81f-44830d40fe4b None None] Pushing event updated for resources: {'Port': ['ID=29fbafeb-fa87-4ab7-9526-a27d073be7ec,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:02.360579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] For port 29fbafeb-fa87-4ab7-9526-a27d073be7ec, host dv-neutron-839027-1-hyperv, got binding levels [] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:02.361197 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.449971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56978) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:02.539634 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Calling delete_port for 29fbafeb-fa87-4ab7-9526-a27d073be7ec owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:02.567947 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b398f-dff5-4ce2-8fde-ca1ba0ba4ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4faf10-e698-4b58-827a-6011ea63fca4,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:02.602113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:02.609626 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2b2e3d87-9b56-44e8-92e6-907574941015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/ff88c6a6-2406-4b86-ab91-5d00e8013d34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7510669 Apr 22 14:38:02.613335 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56984) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:02.616489 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Sync routers for ids ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:02.658349 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Routers {'ff88c6a6-2406-4b86-ab91-5d00e8013d34'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:02.659738 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:02.660379 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0d9b398f-dff5-4ce2-8fde-ca1ba0ba4ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.664430 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0d9b398f-dff5-4ce2-8fde-ca1ba0ba4ab9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c4faf10-e698-4b58-827a-6011ea63fca4 HTTP/1.1" status: 204 len: 168 time: 1.5699093 Apr 22 14:38:02.722477 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8abf500b-5709-448d-8663-cffb1be6b976 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.747116 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6d58a0db-984e-441a-a9f6-4280b7dd1ccc req-948234ab-b4f3-41f0-aea4-d803e58ac006 service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7184227 Apr 22 14:38:02.856254 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:02.856558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e34eed-999f-4dcc-8591-2d98b75a2e89 req-7a5929d9-0324-49c9-874c-10876cb6dc16 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:02.856881 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:02.865019 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-12e34eed-999f-4dcc-8591-2d98b75a2e89 req-7a5929d9-0324-49c9-874c-10876cb6dc16 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.7578852 Apr 22 14:38:02.881965 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf500b-5709-448d-8663-cffb1be6b976 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=585f5ab2-a3ff-4e7b-9634-aa6b28c342cb,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:02.930922 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893f89e-c6e0-4a2e-9c1b-5b25163885ef tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:02.931347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893f89e-c6e0-4a2e-9c1b-5b25163885ef tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:02.931792 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893f89e-c6e0-4a2e-9c1b-5b25163885ef tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:02.932401 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893f89e-c6e0-4a2e-9c1b-5b25163885ef tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:02.933006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893f89e-c6e0-4a2e-9c1b-5b25163885ef tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:02.941673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893f89e-c6e0-4a2e-9c1b-5b25163885ef tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:02.942181 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893f89e-c6e0-4a2e-9c1b-5b25163885ef tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:02.942611 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893f89e-c6e0-4a2e-9c1b-5b25163885ef tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:02.943058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893f89e-c6e0-4a2e-9c1b-5b25163885ef tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:02.943785 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893f89e-c6e0-4a2e-9c1b-5b25163885ef tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:02.943934 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893f89e-c6e0-4a2e-9c1b-5b25163885ef tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:02.944333 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893f89e-c6e0-4a2e-9c1b-5b25163885ef tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:02.944742 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893f89e-c6e0-4a2e-9c1b-5b25163885ef tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:02.945157 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893f89e-c6e0-4a2e-9c1b-5b25163885ef tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:02.945562 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893f89e-c6e0-4a2e-9c1b-5b25163885ef tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:02.948578 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c893f89e-c6e0-4a2e-9c1b-5b25163885ef tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10566 time: 0.3341920 Apr 22 14:38:02.954055 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56990) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.044375 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8abf500b-5709-448d-8663-cffb1be6b976 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.045742 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8abf500b-5709-448d-8663-cffb1be6b976 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/585f5ab2-a3ff-4e7b-9634-aa6b28c342cb HTTP/1.1" status: 204 len: 168 time: 3.3485513 Apr 22 14:38:03.050842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89481485-8f8b-4556-8e3c-a2533ad192d3 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Router f10e4872-4748-4dd4-b269-2c68e16d4612 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:03.061598 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 56996) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.065560 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-12e34eed-999f-4dcc-8591-2d98b75a2e89 req-86be489c-3014-4c49-834d-cf1b25bd8bbd tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991858 Apr 22 14:38:03.158625 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Set router ff88c6a6-2406-4b86-ab91-5d00e8013d34 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:38:03.239428 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-878650162'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:03.270304 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:03.294187 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-396d16c4-1dc9-4d7b-8aa0-e1c6cbf7883d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] GET failed (client error): The resource could not be found. Apr 22 14:38:03.294706 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-396d16c4-1dc9-4d7b-8aa0-e1c6cbf7883d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:03.303335 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Usage tracker for resource:network and tenant:18848b1fd6054096a39fcdc77de19d02 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:03.322598 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:03.388948 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Deleting port 29fbafeb-fa87-4ab7-9526-a27d073be7ec {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:03.389815 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.414166 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:03.423123 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7d61646e-86dc-4aa3-9819-5cbb2ee8d66f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "PUT /v2.0/routers/56fb87ad-5d71-4610-8bf4-784d4e78746f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3973229 Apr 22 14:38:03.424839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57004) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.425645 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57006) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.426838 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77e564f-da43-48bf-b7ca-ec3d4865cc1d None None] Sync routers for ids ['56fb87ad-5d71-4610-8bf4-784d4e78746f'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:03.436347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-396d16c4-1dc9-4d7b-8aa0-e1c6cbf7883d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:03.442300 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-396d16c4-1dc9-4d7b-8aa0-e1c6cbf7883d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/585f5ab2-a3ff-4e7b-9634-aa6b28c342cb HTTP/1.1" status: 404 len: 333 time: 0.3694084 Apr 22 14:38:03.446365 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77e564f-da43-48bf-b7ca-ec3d4865cc1d None None] Routers {'56fb87ad-5d71-4610-8bf4-784d4e78746f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:03.447250 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-b77e564f-da43-48bf-b7ca-ec3d4865cc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['56fb87ad-5d71-4610-8bf4-784d4e78746f'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:03.452258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ed245-e3b3-4e5f-b61a-5e541edcb08e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.452633 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ed245-e3b3-4e5f-b61a-5e541edcb08e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.462064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ed245-e3b3-4e5f-b61a-5e541edcb08e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.462449 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ed245-e3b3-4e5f-b61a-5e541edcb08e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.462811 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ed245-e3b3-4e5f-b61a-5e541edcb08e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.463168 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ed245-e3b3-4e5f-b61a-5e541edcb08e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.463548 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ed245-e3b3-4e5f-b61a-5e541edcb08e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.463900 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ed245-e3b3-4e5f-b61a-5e541edcb08e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.464252 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ed245-e3b3-4e5f-b61a-5e541edcb08e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.464690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ed245-e3b3-4e5f-b61a-5e541edcb08e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.465657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ed245-e3b3-4e5f-b61a-5e541edcb08e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.466018 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ed245-e3b3-4e5f-b61a-5e541edcb08e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.466435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ed245-e3b3-4e5f-b61a-5e541edcb08e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.466794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ed245-e3b3-4e5f-b61a-5e541edcb08e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.467147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ed245-e3b3-4e5f-b61a-5e541edcb08e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.472620 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c60ed245-e3b3-4e5f-b61a-5e541edcb08e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9567 time: 0.5140111 Apr 22 14:38:03.473876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:03.493862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57012) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.493862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57014) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.512435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'port': {'network_id': '29f210a5-dd99-4cf3-a8e4-568b88d39465', 'name': 'tempest-FloatingIPTestJSON-216983824'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:03.531115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-b77e564f-da43-48bf-b7ca-ec3d4865cc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:03.549559 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77e564f-da43-48bf-b7ca-ec3d4865cc1d None None] Routers {'56fb87ad-5d71-4610-8bf4-784d4e78746f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:03.551151 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-b77e564f-da43-48bf-b7ca-ec3d4865cc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['56fb87ad-5d71-4610-8bf4-784d4e78746f'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:03.712133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-b77e564f-da43-48bf-b7ca-ec3d4865cc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:03.715062 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77e564f-da43-48bf-b7ca-ec3d4865cc1d None None] The sync data for ids ['56fb87ad-5d71-4610-8bf4-784d4e78746f'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:03.827182 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3b3e93-983b-4881-b6fb-c37bbb80b6c2 None None] Network 87149973-b634-4325-9617-2e00cc9705ae requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:03.851699 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:37:57Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '282359a2-f23f-4c77-930e-56ad9a501479', 'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:47:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:53Z', 'updated_at': '2022-04-22T14:37:58Z', 'revision_number': 2, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:03.858903 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Checking router: ff88c6a6-2406-4b86-ab91-5d00e8013d34 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:38:03.859513 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Updating router ff88c6a6-2406-4b86-ab91-5d00e8013d34 port 282359a2-f23f-4c77-930e-56ad9a501479 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:38:03.862287 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf452d-adb7-48d6-b144-0ffc2a7dd761 req-e1d4e519-ceb8-4281-801e-151c534d6b64 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.863962 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3aaf452d-adb7-48d6-b144-0ffc2a7dd761 req-e1d4e519-ceb8-4281-801e-151c534d6b64 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.5263240 Apr 22 14:38:03.909473 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-237d3764-1576-4656-9689-aa3cfc7b63d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eecdb2fbbf8745cfae63f06aea5ec765&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4732158 Apr 22 14:38:03.911407 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:03.916139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57020) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.924713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Usage tracker for resource:port and tenant:b78ee70dc9ae489880dbaf9e0af0c833 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:03.939686 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.941198 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Made reservation on behalf of 18848b1fd6054096a39fcdc77de19d02 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:03.942318 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:03.944768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.965190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:03.979724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.991750 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-652f4f45-9ab2-48d1-968c-901c6a7ca451 None None] Provisioning for port 29fbafeb-fa87-4ab7-9526-a27d073be7ec completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:04.013280 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Made reservation on behalf of b78ee70dc9ae489880dbaf9e0af0c833 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:04.016405 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.031027 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3aaf452d-adb7-48d6-b144-0ffc2a7dd761 req-74b7ab43-bcff-4d70-8f0b-241c7a34427a tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568189 Apr 22 14:38:04.094310 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] device_id is not set on port 74e973d8-5bdc-4500-84b8-c9cdbf51488b yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:04.148578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c61af156-ae78-41ea-935e-2688709bf1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.212574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c61af156-ae78-41ea-935e-2688709bf1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.225377 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89481485-8f8b-4556-8e3c-a2533ad192d3 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:04.243525 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b70e6-15e1-458c-9140-d0b265c18b54 None None] Sync routers for ids ['f10e4872-4748-4dd4-b269-2c68e16d4612'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:04.246726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:04.260276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Usage tracker for resource:security_group_rule and tenant:18848b1fd6054096a39fcdc77de19d02 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:04.263735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 29fbafeb-fa87-4ab7-9526-a27d073be7ec up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:04.265184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:04.288203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89481485-8f8b-4556-8e3c-a2533ad192d3 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.294908 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:04.320783 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b70e6-15e1-458c-9140-d0b265c18b54 None None] Routers {'f10e4872-4748-4dd4-b269-2c68e16d4612'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:04.321420 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-a11b70e6-15e1-458c-9140-d0b265c18b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f10e4872-4748-4dd4-b269-2c68e16d4612'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:04.392731 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 29fbafeb-fa87-4ab7-9526-a27d073be7ec completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:04.401849 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 29fbafeb-fa87-4ab7-9526-a27d073be7ec triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:04.402577 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.468038 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-89481485-8f8b-4556-8e3c-a2533ad192d3 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] 10.222.0.23 "DELETE /v2.0/floatingips/ca81e330-2d0b-4a3a-937d-f79415155004 HTTP/1.1" status: 204 len: 168 time: 8.6584890 Apr 22 14:38:04.472832 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57026) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:04.478392 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:04.478894 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcff08a-11ba-4880-be4f-cfc09934f878 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting subnet fdf5a329-054f-4ae3-b1f6-f7fff53b981f {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:04.486243 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Allocated IP 172.20.0.10 (29f210a5-dd99-4cf3-a8e4-568b88d39465/f9e927ff-1de5-4039-8dd7-1619c43352d5/74e973d8-5bdc-4500-84b8-c9cdbf51488b) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:04.502239 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:04.507423 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5bcff08a-11ba-4880-be4f-cfc09934f878 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.521634 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Usage tracker for resource:floatingip and tenant:9a8603ed13a340bd919786598a330ca5 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:04.528704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:04.531584 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c61af156-ae78-41ea-935e-2688709bf1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.544407 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-a11b70e6-15e1-458c-9140-d0b265c18b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:04.562642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:04.591869 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b70e6-15e1-458c-9140-d0b265c18b54 None None] Routers {'f10e4872-4748-4dd4-b269-2c68e16d4612'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:04.592501 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-a11b70e6-15e1-458c-9140-d0b265c18b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f10e4872-4748-4dd4-b269-2c68e16d4612'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:04.599973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] For port 29fbafeb-fa87-4ab7-9526-a27d073be7ec, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=29fbafeb-fa87-4ab7-9526-a27d073be7ec,segment=NetworkSegment(766f8e8a-a989-4d53-822c-3e1cb42aaab2),segment_id=766f8e8a-a989-4d53-822c-3e1cb42aaab2)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:04.600331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.607599 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.618444 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61af156-ae78-41ea-935e-2688709bf1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322dbb04-c448-4675-b5a4-4aa9451b083d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:04.635563 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5bcff08a-11ba-4880-be4f-cfc09934f878 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.650311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c61af156-ae78-41ea-935e-2688709bf1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.656307 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c61af156-ae78-41ea-935e-2688709bf1c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/322dbb04-c448-4675-b5a4-4aa9451b083d HTTP/1.1" status: 204 len: 168 time: 0.7362688 Apr 22 14:38:04.674400 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.679188 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-a11b70e6-15e1-458c-9140-d0b265c18b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:04.679627 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b70e6-15e1-458c-9140-d0b265c18b54 None None] The sync data for ids ['f10e4872-4748-4dd4-b269-2c68e16d4612'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:04.742541 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51b8a76-6c89-4579-a813-7f49d401ef6e None None] Network 87149973-b634-4325-9617-2e00cc9705ae requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:04.776450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc33e3d-a2f5-4791-9f6d-4a52b55db96e req-b014f156-0367-423d-a1ed-1531b06f1131 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:04.784956 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4cc33e3d-a2f5-4791-9f6d-4a52b55db96e req-b014f156-0367-423d-a1ed-1531b06f1131 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.4604065 Apr 22 14:38:04.836046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 29fbafeb-fa87-4ab7-9526-a27d073be7ec, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=29fbafeb-fa87-4ab7-9526-a27d073be7ec,segment=NetworkSegment(766f8e8a-a989-4d53-822c-3e1cb42aaab2),segment_id=766f8e8a-a989-4d53-822c-3e1cb42aaab2)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:04.851325 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.862023 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.880029 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Transition to ACTIVE for port object 282359a2-f23f-4c77-930e-56ad9a501479 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:04.890658 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.938749 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Calling delete_port for 29fbafeb-fa87-4ab7-9526-a27d073be7ec owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:04.963068 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-064a5981-ce85-46fa-a8f2-9c768d63e0e2 None None] Provisioning complete for port 29fbafeb-fa87-4ab7-9526-a27d073be7ec triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:04.964295 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-064a5981-ce85-46fa-a8f2-9c768d63e0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.012749 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4cc33e3d-a2f5-4791-9f6d-4a52b55db96e req-48eae656-9759-4722-8817-ac12684c02a3 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258732 Apr 22 14:38:05.052262 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=29fbafeb-fa87-4ab7-9526-a27d073be7ec,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:05.088427 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3525c-1d23-430d-bc2e-0dcc66842669 None None] Pushing event updated for resources: {'Port': ['ID=282359a2-f23f-4c77-930e-56ad9a501479,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:05.100982 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5bcff08a-11ba-4880-be4f-cfc09934f878 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.102062 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3525c-1d23-430d-bc2e-0dcc66842669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:05.102411 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3525c-1d23-430d-bc2e-0dcc66842669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:05.102742 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3525c-1d23-430d-bc2e-0dcc66842669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:05.103073 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3525c-1d23-430d-bc2e-0dcc66842669 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:05.103484 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3525c-1d23-430d-bc2e-0dcc66842669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:05.103868 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3525c-1d23-430d-bc2e-0dcc66842669 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:05.104308 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3525c-1d23-430d-bc2e-0dcc66842669 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:05.104606 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3525c-1d23-430d-bc2e-0dcc66842669 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:05.106761 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3525c-1d23-430d-bc2e-0dcc66842669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:05.106998 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3525c-1d23-430d-bc2e-0dcc66842669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:05.107393 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3525c-1d23-430d-bc2e-0dcc66842669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:05.143553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.182440 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Transition to ACTIVE for port object 74e973d8-5bdc-4500-84b8-c9cdbf51488b will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:05.243345 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.294360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.373251 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Attempting to bind port 282359a2-f23f-4c77-930e-56ad9a501479 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:05.373619 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Attempting to bind port 282359a2-f23f-4c77-930e-56ad9a501479 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '4907459a-dce8-43ba-8baf-7001525c50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:05.373976 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Attempting to bind port 282359a2-f23f-4c77-930e-56ad9a501479 on network 225a60de-2f68-4c63-9733-0af862cb7457 {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:05.382764 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.382971 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:05.383301 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Checking segment: {'id': '4907459a-dce8-43ba-8baf-7001525c50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:05.383572 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.383959 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Bound using segment: {'id': '4907459a-dce8-43ba-8baf-7001525c50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:05.384427 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Bound port: 282359a2-f23f-4c77-930e-56ad9a501479, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4907459a-dce8-43ba-8baf-7001525c50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:05.385412 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.391706 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:05.392034 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:05.406632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5bcff08a-11ba-4880-be4f-cfc09934f878 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.425979 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.546596 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] For port 282359a2-f23f-4c77-930e-56ad9a501479, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:05.551528 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] For port 282359a2-f23f-4c77-930e-56ad9a501479, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=282359a2-f23f-4c77-930e-56ad9a501479,segment=NetworkSegment(4907459a-dce8-43ba-8baf-7001525c50cb),segment_id=4907459a-dce8-43ba-8baf-7001525c50cb)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:05.557844 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.581552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d68d1cd-f855-4159-b79d-1dee6df7d8fd,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:05.618566 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcff08a-11ba-4880-be4f-cfc09934f878 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf5a329-054f-4ae3-b1f6-f7fff53b981f,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:05.646194 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f77ec194-7f97-4d4b-90a7-be0f6829fadd tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4481 time: 2.1488838 Apr 22 14:38:05.648489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:05.666957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5bcff08a-11ba-4880-be4f-cfc09934f878 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.667319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64bccdc-d09d-47cf-a7f5-dcf724936691 None None] Network f04096af-8e05-4446-b181-2c4f72f27638 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:05.753685 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Routers {'ff88c6a6-2406-4b86-ab91-5d00e8013d34'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:05.755196 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:05.773701 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5bcff08a-11ba-4880-be4f-cfc09934f878 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/fdf5a329-054f-4ae3-b1f6-f7fff53b981f HTTP/1.1" status: 204 len: 168 time: 2.2756510 Apr 22 14:38:05.782012 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57046) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:05.790909 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Deleting port 29fbafeb-fa87-4ab7-9526-a27d073be7ec {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:05.791263 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.893335 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event updated for resources: {'Port': ['ID=74e973d8-5bdc-4500-84b8-c9cdbf51488b,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:05.984654 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Network 29f210a5-dd99-4cf3-a8e4-568b88d39465 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:05.993692 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:06.000192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:06.167064 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 29fbafeb-fa87-4ab7-9526-a27d073be7ec up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:06.198715 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-0423e973-8e4d-45ff-9645-010bf3a068ae tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting subnet 978e088e-54bc-48e8-8d20-63540fa3488b {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:06.307221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:06.307875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.311111 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-26843635-ab41-4c51-ad0c-fa127cd8f71d None None] Provisioning complete for port 29fbafeb-fa87-4ab7-9526-a27d073be7ec triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:06.311632 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-26843635-ab41-4c51-ad0c-fa127cd8f71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.346661 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0423e973-8e4d-45ff-9645-010bf3a068ae tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.384481 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57054) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:06.406762 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1275fa0c-c2b9-462a-a042-6fd4ee89cb87 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9687884 Apr 22 14:38:06.411429 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57058) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:06.421690 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedde9e6-65b9-42b3-8969-d5b0a67991be req-bc60d17d-76cb-45e3-886f-62553fcb70fa tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:06.425610 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0423e973-8e4d-45ff-9645-010bf3a068ae tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.436489 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aedde9e6-65b9-42b3-8969-d5b0a67991be req-bc60d17d-76cb-45e3-886f-62553fcb70fa tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.3687375 Apr 22 14:38:06.463700 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-39d72ff7-3a51-49dc-bc89-957f7d84205a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17482038', 'description': 'tempest-secgroup-smoke-17482038 description', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:06.471673 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-39d72ff7-3a51-49dc-bc89-957f7d84205a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:06.476177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-39d72ff7-3a51-49dc-bc89-957f7d84205a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:06.480168 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-39d72ff7-3a51-49dc-bc89-957f7d84205a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:06.480814 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] Set router ff88c6a6-2406-4b86-ab91-5d00e8013d34 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:38:06.487264 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.487849 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Added segment 9775d2f3-2e95-4ec1-9709-39af23006c80 of type vlan for network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f Apr 22 14:38:06.490914 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-39d72ff7-3a51-49dc-bc89-957f7d84205a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:06.507939 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-8e33a4db-8965-4161-9ae3-7daa6bba80f4 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Request body: {'floatingip': {'port_id': '74e973d8-5bdc-4500-84b8-c9cdbf51488b'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:06.605582 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 29fbafeb-fa87-4ab7-9526-a27d073be7ec triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:06.605814 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.670909 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8e33a4db-8965-4161-9ae3-7daa6bba80f4 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.733475 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3525c-1d23-430d-bc2e-0dcc66842669 None None] Pushing event updated for resources: {'Port': ['ID=282359a2-f23f-4c77-930e-56ad9a501479,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:06.794970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39d72ff7-3a51-49dc-bc89-957f7d84205a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.816891 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-746fb574-13a9-4622-89b9-b36b21cee201 None None] Provisioning for port 74e973d8-5bdc-4500-84b8-c9cdbf51488b completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:06.825829 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-746fb574-13a9-4622-89b9-b36b21cee201 None None] Provisioning complete for port 74e973d8-5bdc-4500-84b8-c9cdbf51488b triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:06.826356 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-746fb574-13a9-4622-89b9-b36b21cee201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.858702 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Allocated IP 172.26.0.242 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/23480223-2db2-40b3-b1b2-142d3258de5c) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:06.916919 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-746fb574-13a9-4622-89b9-b36b21cee201 None None] Port 74e973d8-5bdc-4500-84b8-c9cdbf51488b cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:38:06.921730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-39d72ff7-3a51-49dc-bc89-957f7d84205a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:06.926115 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-39d72ff7-3a51-49dc-bc89-957f7d84205a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:06.929225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-39d72ff7-3a51-49dc-bc89-957f7d84205a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:06.937406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-39d72ff7-3a51-49dc-bc89-957f7d84205a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:06.985446 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] For port 29fbafeb-fa87-4ab7-9526-a27d073be7ec, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=29fbafeb-fa87-4ab7-9526-a27d073be7ec,segment=NetworkSegment(766f8e8a-a989-4d53-822c-3e1cb42aaab2),segment_id=766f8e8a-a989-4d53-822c-3e1cb42aaab2)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:06.986630 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.007668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39d72ff7-3a51-49dc-bc89-957f7d84205a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.020158 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aedde9e6-65b9-42b3-8969-d5b0a67991be req-b75db71f-7045-4315-8aee-a202bbfdbfef tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5810933 Apr 22 14:38:07.095579 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39d72ff7-3a51-49dc-bc89-957f7d84205a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.269275 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:37:57Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '282359a2-f23f-4c77-930e-56ad9a501479', 'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:47:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:53Z', 'updated_at': '2022-04-22T14:38:05Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:07.278290 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2959c7dc-4f05-4a01-821a-122ca8128b25 None None] The sync data for ids ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:37:57Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '282359a2-f23f-4c77-930e-56ad9a501479', 'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:47:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:53Z', 'updated_at': '2022-04-22T14:38:05Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:07.351348 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Calling delete_port for 29fbafeb-fa87-4ab7-9526-a27d073be7ec owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:07.369113 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39d72ff7-3a51-49dc-bc89-957f7d84205a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.373626 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-39d72ff7-3a51-49dc-bc89-957f7d84205a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.9619820 Apr 22 14:38:07.379574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d72ff7-3a51-49dc-bc89-957f7d84205a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b950ab-15c2-4d15-8a55-84ddef0e73fb,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:07.388730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57072) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:07.399633 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-9415d473-bfb5-4dd0-9aaf-7cd4fc5c6b7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'd7b950ab-15c2-4d15-8a55-84ddef0e73fb', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:07.412620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9415d473-bfb5-4dd0-9aaf-7cd4fc5c6b7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:07.437863 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9415d473-bfb5-4dd0-9aaf-7cd4fc5c6b7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:07.444949 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9415d473-bfb5-4dd0-9aaf-7cd4fc5c6b7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:07.452170 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.527066 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.533810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:07.539158 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.586905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9415d473-bfb5-4dd0-9aaf-7cd4fc5c6b7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:07.681425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8110623a-cb9e-484d-a486-7311c75f2212 None None] Provisioning complete for port 128d37de-8277-4d9f-9e83-cdfb19aa1436 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:07.683462 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.685211 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8110623a-cb9e-484d-a486-7311c75f2212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.688318 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 5.2375081 Apr 22 14:38:07.747974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.781774 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0423e973-8e4d-45ff-9645-010bf3a068ae tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.907766 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9415d473-bfb5-4dd0-9aaf-7cd4fc5c6b7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.013626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:08.021948 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833db008-b240-46c3-a8e4-ee62a4b09272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Pushing event updated for resources: {'Network': ['ID=57abe4e0-c3df-4e09-b008-00bd1dc1e12f,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:08.038792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:08.049862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:08.071060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:08.122719 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.148271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Pushing event updated for resources: {'Port': ['ID=23480223-2db2-40b3-b1b2-142d3258de5c,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:08.256340 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 282359a2-f23f-4c77-930e-56ad9a501479 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:08.263704 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0423e973-8e4d-45ff-9645-010bf3a068ae tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.279518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Port': ['ID=29fbafeb-fa87-4ab7-9526-a27d073be7ec,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:08.318451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57094) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:08.329650 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0423e973-8e4d-45ff-9645-010bf3a068ae tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.335691 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea130a0-29cc-4b21-97bd-ca0963700dd6 None None] Network f04096af-8e05-4446-b181-2c4f72f27638 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:08.359259 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Request body: {'port': {'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f', 'binding:host_id': 'hv-neutron-8390', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743678744'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:08.364280 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423e973-8e4d-45ff-9645-010bf3a068ae tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Subnet': ['ID=978e088e-54bc-48e8-8d20-63540fa3488b,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:08.453784 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:08.504233 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d1ef18-fe60-4b39-a060-d195ac6b3bd2 None None] DHCP port deletion for 87149973-b634-4325-9617-2e00cc9705ae request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:08.577382 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0423e973-8e4d-45ff-9645-010bf3a068ae tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/978e088e-54bc-48e8-8d20-63540fa3488b HTTP/1.1" status: 204 len: 168 time: 2.6629083 Apr 22 14:38:08.579685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Usage tracker for resource:port and tenant:b9cb7d8ce002411d831d89ffda2cc946 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:08.583358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57098) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:08.583790 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57100) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:08.602245 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No DVR routers for this DVR port 29fbafeb-fa87-4ab7-9526-a27d073be7ec on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:08.609419 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:08.656481 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 282359a2-f23f-4c77-930e-56ad9a501479 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:08.665045 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 282359a2-f23f-4c77-930e-56ad9a501479 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:08.665411 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.743885 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4984ab89-8755-48df-a681-af66a8eac804 None None] DHCP port deletion for f04096af-8e05-4446-b181-2c4f72f27638 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:08.751726 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4984ab89-8755-48df-a681-af66a8eac804 None None] Deleting port 128d37de-8277-4d9f-9e83-cdfb19aa1436 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:08.752359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4984ab89-8755-48df-a681-af66a8eac804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.809005 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:08.851996 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8e33a4db-8965-4161-9ae3-7daa6bba80f4 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.859034 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9415d473-bfb5-4dd0-9aaf-7cd4fc5c6b7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.862847 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8e33a4db-8965-4161-9ae3-7daa6bba80f4 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.871522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Made reservation on behalf of b9cb7d8ce002411d831d89ffda2cc946 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:08.874085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.896136 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.902441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.919805 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.981229 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.993144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 128d37de-8277-4d9f-9e83-cdfb19aa1436 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:08.993488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.038482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:09.057123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Usage tracker for resource:security_group_rule and tenant:b9cb7d8ce002411d831d89ffda2cc946 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:09.062811 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:09.081129 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-92826787', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:09.084441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:09.086004 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9415d473-bfb5-4dd0-9aaf-7cd4fc5c6b7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.093594 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:09.111029 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 282359a2-f23f-4c77-930e-56ad9a501479, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=282359a2-f23f-4c77-930e-56ad9a501479,segment=NetworkSegment(4907459a-dce8-43ba-8baf-7001525c50cb),segment_id=4907459a-dce8-43ba-8baf-7001525c50cb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:09.120303 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.135347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Usage tracker for resource:port and tenant:f9d6415a39ac4651963b39216b6589fe is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:09.147933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:09.166974 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:09.180034 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-4984ab89-8755-48df-a681-af66a8eac804 None None] For port 128d37de-8277-4d9f-9e83-cdfb19aa1436, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=128d37de-8277-4d9f-9e83-cdfb19aa1436,segment=NetworkSegment(8e7b468b-bbd5-4950-b49e-99a1f99102cd),segment_id=8e7b468b-bbd5-4950-b49e-99a1f99102cd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:09.180429 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4984ab89-8755-48df-a681-af66a8eac804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.187960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.192827 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415d473-bfb5-4dd0-9aaf-7cd4fc5c6b7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53243be2-998a-41ea-b301-8f419387f567,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:09.215648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9415d473-bfb5-4dd0-9aaf-7cd4fc5c6b7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.219899 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9415d473-bfb5-4dd0-9aaf-7cd4fc5c6b7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8274093 Apr 22 14:38:09.244874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57110) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:09.267501 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Made reservation on behalf of f9d6415a39ac4651963b39216b6589fe for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:09.269957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.296308 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f7ddf-9b44-45f3-8308-051966ce37ea req-3d01da76-8e3a-4d1b-9d14-76efb24ff86e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:09.297791 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-165f7ddf-9b44-45f3-8308-051966ce37ea req-3d01da76-8e3a-4d1b-9d14-76efb24ff86e tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.6976573 Apr 22 14:38:09.329400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4984ab89-8755-48df-a681-af66a8eac804 None None] Calling delete_port for 128d37de-8277-4d9f-9e83-cdfb19aa1436 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:09.330813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-df7e4c57-c242-4475-a9d4-94e25e94fd45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'd7b950ab-15c2-4d15-8a55-84ddef0e73fb', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:09.336602 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.349587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Subnet': ['ID=7fadeedf-4057-4658-a2c9-0139cbf27d8f,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:09.362827 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-df7e4c57-c242-4475-a9d4-94e25e94fd45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:09.375422 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-df7e4c57-c242-4475-a9d4-94e25e94fd45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:09.379212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=282359a2-f23f-4c77-930e-56ad9a501479,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:09.379804 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.399393 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c910dae8-9a1c-4c4d-bdaf-aa598aee512f None None] Network 87149973-b634-4325-9617-2e00cc9705ae requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:09.407347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-df7e4c57-c242-4475-a9d4-94e25e94fd45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:09.431944 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-165f7ddf-9b44-45f3-8308-051966ce37ea req-80b78dd3-aae5-40f3-8283-24ec0a8e3f8b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188519 Apr 22 14:38:09.434635 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-df7e4c57-c242-4475-a9d4-94e25e94fd45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:09.441412 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.520031 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4984ab89-8755-48df-a681-af66a8eac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.535737 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] For port 128d37de-8277-4d9f-9e83-cdfb19aa1436, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=128d37de-8277-4d9f-9e83-cdfb19aa1436,segment=NetworkSegment(8e7b468b-bbd5-4950-b49e-99a1f99102cd),segment_id=8e7b468b-bbd5-4950-b49e-99a1f99102cd)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:09.536145 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.569784 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.666342 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984ab89-8755-48df-a681-af66a8eac804 None None] Pushing event deleted for resources: {'Port': ['ID=128d37de-8277-4d9f-9e83-cdfb19aa1436,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:09.726619 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4984ab89-8755-48df-a681-af66a8eac804 None None] No DVR routers for this DVR port 128d37de-8277-4d9f-9e83-cdfb19aa1436 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:09.751669 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bb2407-98b9-4b16-a1fe-9ad11b15136f None None] DHCP port deletion for 87149973-b634-4325-9617-2e00cc9705ae request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:09.767045 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaa9c0a-5dc8-48f9-9d00-1a85954e1197 None None] get_active_networks_info from dv-neutron-839027-1-hyperv {{(pid=83965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:38:09.780810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 128d37de-8277-4d9f-9e83-cdfb19aa1436 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:09.818799 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-8e33a4db-8965-4161-9ae3-7daa6bba80f4 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Floating IP fafa4db2-e9fc-41c3-ae3a-b62675493ba4 associated. External IP: 172.26.0.154, port: 5df47f10-7f53-4697-8d49-289c02f65a63. Apr 22 14:38:09.858089 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.869159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-df7e4c57-c242-4475-a9d4-94e25e94fd45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.877656 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87149973-b634-4325-9617-2e00cc9705ae']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:09.891793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:09.897297 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.929950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaa9c0a-5dc8-48f9-9d00-1a85954e1197 None None] Resources bound (agent type, host, resource id): {{(pid=83965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:38:10.023895 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Usage tracker for resource:security_group_rule and tenant:f9d6415a39ac4651963b39216b6589fe is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:10.028238 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766f8e8a-a989-4d53-822c-3e1cb42aaab2') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:10.028603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766f8e8a-a989-4d53-822c-3e1cb42aaab2') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:10.035322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] device_id is not set on port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:10.036630 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:38:10.060207 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 282359a2-f23f-4c77-930e-56ad9a501479 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:10.062724 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.071562 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:10.078829 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.105714 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:10.119746 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.187095 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143074e1-3654-4b43-b36c-cd1595e8930e,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:10.189501 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.222891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef3662-409e-4101-a26b-9f0f682ece44 req-3e690328-5417-4a07-81a0-a06915f808ff tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:10.224509 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-55ef3662-409e-4101-a26b-9f0f682ece44 req-3e690328-5417-4a07-81a0-a06915f808ff tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.3475964 Apr 22 14:38:10.225153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Pushing event updated for resources: {'Port': ['ID=23480223-2db2-40b3-b1b2-142d3258de5c,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:10.235680 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:10.236228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.256812 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:10.257194 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:10.257867 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:10.267183 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-887b1e0f-2788-4924-911a-b82d3d48f310 req-ab8e32a2-89bb-443d-b77b-c6bcc6616005 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6094381463d646049ac766b311ef0072&device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 1098 time: 0.3891044 Apr 22 14:38:10.306319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 282359a2-f23f-4c77-930e-56ad9a501479 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:10.306929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.379705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.384341 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-df7e4c57-c242-4475-a9d4-94e25e94fd45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.412140 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-df7e4c57-c242-4475-a9d4-94e25e94fd45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.413842 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-55ef3662-409e-4101-a26b-9f0f682ece44 req-dc3f7cbc-024d-4342-bccc-c27f28c42662 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775763 Apr 22 14:38:10.430770 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.435195 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-55a54642-bd43-4bf3-85b0-e2c73e9e81af tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9580498 Apr 22 14:38:10.444745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57118) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:10.500089 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b1e0f-2788-4924-911a-b82d3d48f310 req-7fa786c0-9291-4d7d-a55b-8bfe5b5490c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:10.501943 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-887b1e0f-2788-4924-911a-b82d3d48f310 req-7fa786c0-9291-4d7d-a55b-8bfe5b5490c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17 HTTP/1.1" status: 200 len: 911 time: 0.2225831 Apr 22 14:38:10.597863 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e4c57-c242-4475-a9d4-94e25e94fd45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103684e3-88be-466e-a2c8-38723021035b,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:10.600301 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.610635 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 29fbafeb-fa87-4ab7-9526-a27d073be7ec no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:10.658510 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 29fbafeb-fa87-4ab7-9526-a27d073be7ec {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:10.660757 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 29fbafeb-fa87-4ab7-9526-a27d073be7ec not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:10.661187 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 128d37de-8277-4d9f-9e83-cdfb19aa1436 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:10.712085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 128d37de-8277-4d9f-9e83-cdfb19aa1436 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:10.712683 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 128d37de-8277-4d9f-9e83-cdfb19aa1436 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:10.719202 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Network': ['ID=87149973-b634-4325-9617-2e00cc9705ae,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:10.721549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.722125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:10.760342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 128d37de-8277-4d9f-9e83-cdfb19aa1436 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:10.760679 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.817366 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-62bf9e66-61c1-4a4c-95ba-8b049251e72a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/87149973-b634-4325-9617-2e00cc9705ae HTTP/1.1" status: 204 len: 168 time: 9.2152960 Apr 22 14:38:10.822526 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.825791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57124) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:10.855604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] device_id is not set on port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:10.858867 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:10.868232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Usage tracker for resource:floatingip and tenant:174dfd9cb3f346f0a0346ce87261f91e is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:10.873916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:10.878444 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-887b1e0f-2788-4924-911a-b82d3d48f310 req-73ea5e75-fce4-4b44-ad0d-753eb3128b94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52164677-5136-4d96-b1b2-f1430dc55414 HTTP/1.1" status: 200 len: 1001 time: 0.3694322 Apr 22 14:38:10.890622 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:10.895892 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.906080 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] The port '128d37de-8277-4d9f-9e83-cdfb19aa1436' was deleted {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:38:10.914647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-df7e4c57-c242-4475-a9d4-94e25e94fd45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.915822 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-df7e4c57-c242-4475-a9d4-94e25e94fd45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.6646156 Apr 22 14:38:10.916902 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.921233 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] device_id is not set on port ce230c70-196e-43c5-9c2a-32316e4464e1 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:10.925835 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57128) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:10.945147 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-bafef30a-e31f-4490-b220-a1f4ec69f88c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'd7b950ab-15c2-4d15-8a55-84ddef0e73fb', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:10.957664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-bafef30a-e31f-4490-b220-a1f4ec69f88c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:10.963789 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63a0116-f890-45da-ba8c-bd6e39f04a37 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:10.964305 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63a0116-f890-45da-ba8c-bd6e39f04a37 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:10.965910 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e63a0116-f890-45da-ba8c-bd6e39f04a37 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/subnets/7fadeedf-4057-4658-a2c9-0139cbf27d8f HTTP/1.1" status: 404 len: 337 time: 0.1390250 Apr 22 14:38:10.967936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-bafef30a-e31f-4490-b220-a1f4ec69f88c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:10.973382 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.989987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-bafef30a-e31f-4490-b220-a1f4ec69f88c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:10.992464 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57132) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:11.006374 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-bafef30a-e31f-4490-b220-a1f4ec69f88c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:11.035600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Transition to ACTIVE for port object 5da7f15b-2734-4875-aae3-a1a576f1e1f6 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:11.040909 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b1e0f-2788-4924-911a-b82d3d48f310 req-96cf73aa-6baa-4947-8242-2d0cbd1df887 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:11.044000 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-887b1e0f-2788-4924-911a-b82d3d48f310 req-96cf73aa-6baa-4947-8242-2d0cbd1df887 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7895da2c-27e4-4c0c-82d1-5c2260f4fda9 HTTP/1.1" status: 200 len: 849 time: 0.1534760 Apr 22 14:38:11.055824 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c592d02-c1ee-4433-afeb-1fccc8746add tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:11.055824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c592d02-c1ee-4433-afeb-1fccc8746add tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:11.055824 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6c592d02-c1ee-4433-afeb-1fccc8746add tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/87149973-b634-4325-9617-2e00cc9705ae HTTP/1.1" status: 404 len: 339 time: 0.0580547 Apr 22 14:38:11.107560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57136) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:11.124038 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f607e23c-841f-48f9-a22c-d664c0ce7dd6,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:11.159235 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bafef30a-e31f-4490-b220-a1f4ec69f88c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.160981 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.206083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.289300 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-887b1e0f-2788-4924-911a-b82d3d48f310 req-30c31ed3-d80d-43a8-a828-5afc47b0b6f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b550088f-f0a0-45a4-ae4e-eed7f02c5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2376635 Apr 22 14:38:11.291504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bafef30a-e31f-4490-b220-a1f4ec69f88c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.321074 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bafef30a-e31f-4490-b220-a1f4ec69f88c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.375483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04096af-8e05-4446-b181-2c4f72f27638']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:11.407310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Pushing event updated for resources: {'Port': ['ID=5da7f15b-2734-4875-aae3-a1a576f1e1f6,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:11.413920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7b468b-bbd5-4950-b49e-99a1f99102cd') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:11.414282 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7b468b-bbd5-4950-b49e-99a1f99102cd') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:11.428749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafef30a-e31f-4490-b220-a1f4ec69f88c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf32f91-a111-4958-b173-800b8abf1ab2,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:11.437960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-91dad03c-bcaf-4c7c-a5cb-437e774c95cc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.443848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.452649 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e33a4db-8965-4161-9ae3-7daa6bba80f4 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:11.454184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bafef30a-e31f-4490-b220-a1f4ec69f88c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.455366 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bafef30a-e31f-4490-b220-a1f4ec69f88c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5275402 Apr 22 14:38:11.466867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57140) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:11.492026 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Allocated IP 172.26.0.11 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/ce230c70-196e-43c5-9c2a-32316e4464e1) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:11.497526 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-82da546f-2ef4-437f-9a87-356f39edbbb8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'd7b950ab-15c2-4d15-8a55-84ddef0e73fb', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:11.501906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.504189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.517167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-82da546f-2ef4-437f-9a87-356f39edbbb8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:11.528699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:11.529102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:11.544325 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:11.564037 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-887b1e0f-2788-4924-911a-b82d3d48f310 req-4525f5fe-5078-4deb-b38b-e17f5a1d7e60 service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668920 Apr 22 14:38:11.570084 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-82da546f-2ef4-437f-9a87-356f39edbbb8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:11.626849 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-82da546f-2ef4-437f-9a87-356f39edbbb8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:11.642420 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Checking segment: {'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:11.642781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Network hostable DHCP agents. Network: 57abe4e0-c3df-4e09-b008-00bd1dc1e12f, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:11.660858 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-82da546f-2ef4-437f-9a87-356f39edbbb8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:11.811018 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.833158 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-82da546f-2ef4-437f-9a87-356f39edbbb8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.843478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.848275 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-91dad03c-bcaf-4c7c-a5cb-437e774c95cc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.883807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Network': ['ID=f04096af-8e05-4446-b181-2c4f72f27638,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:11.931545 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a45b3-49af-4ed6-842b-461851cd0dc7 req-37366c62-aaec-4ea6-bfde-065e6c422bca tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:11.933955 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a44a45b3-49af-4ed6-842b-461851cd0dc7 req-37366c62-aaec-4ea6-bfde-065e6c422bca tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.3769937 Apr 22 14:38:11.939515 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-887b1e0f-2788-4924-911a-b82d3d48f310 req-e2b62a5a-0fd0-4ae5-bee6-7b1e20d92147 service neutron] 10.222.0.30 "GET /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326857 Apr 22 14:38:11.998340 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a44a45b3-49af-4ed6-842b-461851cd0dc7 req-4b05ba33-8af7-40ae-9b3d-bfb877fc91ef tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578210 Apr 22 14:38:12.038614 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e33a4db-8965-4161-9ae3-7daa6bba80f4 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:12.049174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fd2c06-1915-4c86-9b49-4d009ef8a430 None None] Sync routers for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:12.062244 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd2c06-1915-4c86-9b49-4d009ef8a430 None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:12.062816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-61fd2c06-1915-4c86-9b49-4d009ef8a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:12.079616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-91dad03c-bcaf-4c7c-a5cb-437e774c95cc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789ca7cc-a3d6-48ac-ac9d-f0a187cfef4a']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:12.112021 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5ecbbc53-cd7f-487c-a61d-bd709f1a6d54 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/networks/f04096af-8e05-4446-b181-2c4f72f27638 HTTP/1.1" status: 204 len: 168 time: 3.5070310 Apr 22 14:38:12.114701 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57146) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:12.117981 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-91dad03c-bcaf-4c7c-a5cb-437e774c95cc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90848e8-d9d9-43aa-a745-5bd7f11648d6') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:12.118280 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-91dad03c-bcaf-4c7c-a5cb-437e774c95cc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90848e8-d9d9-43aa-a745-5bd7f11648d6') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:12.131393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:12.134255 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-61fd2c06-1915-4c86-9b49-4d009ef8a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:12.147145 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd2c06-1915-4c86-9b49-4d009ef8a430 None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:12.148073 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-61fd2c06-1915-4c86-9b49-4d009ef8a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:12.203035 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-91dad03c-bcaf-4c7c-a5cb-437e774c95cc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.216183 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-61fd2c06-1915-4c86-9b49-4d009ef8a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:12.216991 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fd2c06-1915-4c86-9b49-4d009ef8a430 None None] The sync data for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:12.230084 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 57abe4e0-c3df-4e09-b008-00bd1dc1e12f) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:12.242810 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9452d52-6cbd-42f9-ab20-5675708f845a None None] Network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:12.254695 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:12.264015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-91dad03c-bcaf-4c7c-a5cb-437e774c95cc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.306086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91dad03c-bcaf-4c7c-a5cb-437e774c95cc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:12.306487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-91dad03c-bcaf-4c7c-a5cb-437e774c95cc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:12.321531 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:12.324492 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-82da546f-2ef4-437f-9a87-356f39edbbb8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.335250 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:12.335250 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:12.335655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:12.339970 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.400164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-82da546f-2ef4-437f-9a87-356f39edbbb8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.496498 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da546f-2ef4-437f-9a87-356f39edbbb8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0864cf-b83d-4e36-bd39-eddd04f94c08,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:12.504836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-82da546f-2ef4-437f-9a87-356f39edbbb8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.505854 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e33a4db-8965-4161-9ae3-7daa6bba80f4 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 56fb87ad-5d71-4610-8bf4-784d4e78746f has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:12.506340 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-82da546f-2ef4-437f-9a87-356f39edbbb8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0334361 Apr 22 14:38:12.508749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57150) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:12.510028 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:12.510364 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:12.514462 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 2 to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 Apr 22 14:38:12.515505 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f886cef2-2db1-49ec-a593-efcc7bb85308 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'd7b950ab-15c2-4d15-8a55-84ddef0e73fb', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:12.521940 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f886cef2-2db1-49ec-a593-efcc7bb85308 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:12.527927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f886cef2-2db1-49ec-a593-efcc7bb85308 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:12.533306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f886cef2-2db1-49ec-a593-efcc7bb85308 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:12.535703 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a782b79c-bbf9-4b0b-b6d4-ab0f363e302b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:12.536437 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a782b79c-bbf9-4b0b-b6d4-ab0f363e302b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:12.539032 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-91dad03c-bcaf-4c7c-a5cb-437e774c95cc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.541519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f886cef2-2db1-49ec-a593-efcc7bb85308 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:12.565348 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-91dad03c-bcaf-4c7c-a5cb-437e774c95cc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.577275 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-91dad03c-bcaf-4c7c-a5cb-437e774c95cc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/789ca7cc-a3d6-48ac-ac9d-f0a187cfef4a HTTP/1.1" status: 204 len: 168 time: 1.4642687 Apr 22 14:38:12.580237 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:12.580574 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:12.580904 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:12.589802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57154) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:12.609404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dad03c-bcaf-4c7c-a5cb-437e774c95cc tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Network': ['ID=789ca7cc-a3d6-48ac-ac9d-f0a187cfef4a,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:12.667973 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-895dc18e-cd7d-46bb-8a54-546019b7d213 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:12.668793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895dc18e-cd7d-46bb-8a54-546019b7d213 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:12.671637 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-895dc18e-cd7d-46bb-8a54-546019b7d213 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/subnets/f99e0c49-3eba-441a-af96-222297663d0d HTTP/1.1" status: 404 len: 337 time: 0.0814886 Apr 22 14:38:12.675659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57158) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:12.680871 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:12.681334 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:12.704113 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 3 to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 Apr 22 14:38:12.717432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a782b79c-bbf9-4b0b-b6d4-ab0f363e302b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:12.718599 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a782b79c-bbf9-4b0b-b6d4-ab0f363e302b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6029520 Apr 22 14:38:12.725008 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.726955 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57162) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:12.766452 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-167891d7-2d90-48da-9041-654fa25084c9 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:12.766886 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167891d7-2d90-48da-9041-654fa25084c9 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:12.768567 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-167891d7-2d90-48da-9041-654fa25084c9 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/dc108029-6db7-499e-97dd-5015399e9edb HTTP/1.1" status: 404 len: 339 time: 0.0913551 Apr 22 14:38:12.788131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57166) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:12.801843 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:12.802173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:12.802503 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:12.857737 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:12.858067 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:12.863442 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 4 to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 Apr 22 14:38:12.874175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Pushing event updated for resources: {'Port': ['ID=ce230c70-196e-43c5-9c2a-32316e4464e1,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:12.879454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:12.889929 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:12.890540 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-f886cef2-2db1-49ec-a593-efcc7bb85308 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:38:12.896547 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:12.914096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f886cef2-2db1-49ec-a593-efcc7bb85308 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.926261 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:12.926597 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:12.926926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:12.957280 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:12.957605 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:12.960163 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 5 to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 Apr 22 14:38:12.976085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:12.976694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.993767 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d1721330-7816-40b8-8a48-aa7b0e592b50 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2584419 Apr 22 14:38:12.993767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:12.994085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:12.994182 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:12.996569 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57170) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:12.996842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Allocated IP 172.26.0.92 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/e8aa95e5-4918-4eab-9664-a8c66b8d57c3) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:13.005092 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-35ce0fd8-2c01-4d56-90ec-ecafa808a575 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1390692266'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:13.016273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-35ce0fd8-2c01-4d56-90ec-ecafa808a575 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:13.019880 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-aa97e572-3e1d-4f8a-b9b8-1802f7215e96 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.4215527 Apr 22 14:38:13.023050 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-35ce0fd8-2c01-4d56-90ec-ecafa808a575 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:network and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:13.025663 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:13.025981 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:13.026388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57174) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:13.027461 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-35ce0fd8-2c01-4d56-90ec-ecafa808a575 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:13.030338 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 6 to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 Apr 22 14:38:13.046712 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-35ce0fd8-2c01-4d56-90ec-ecafa808a575 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:13.052561 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.11'}]}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:13.063047 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:13.074713 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Usage tracker for resource:router and tenant:f9d6415a39ac4651963b39216b6589fe is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:13.079487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:13.079829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:13.081781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:13.085316 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:13.097544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ce0fd8-2c01-4d56-90ec-ecafa808a575 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:13.100603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35ce0fd8-2c01-4d56-90ec-ecafa808a575 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.110683 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:13.125612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:13.126318 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:13.128303 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 7 to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 Apr 22 14:38:13.142151 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.143017 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.164670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:13.165064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:13.165474 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:13.169119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ce0fd8-2c01-4d56-90ec-ecafa808a575 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:13.186596 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35ce0fd8-2c01-4d56-90ec-ecafa808a575 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.187046 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-35ce0fd8-2c01-4d56-90ec-ecafa808a575 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Added segment 2ef4ede3-4abd-45a6-bd01-b2c53bdf3afe of type vlan for network 88809588-946f-4ab7-a89c-c07c4f078649 Apr 22 14:38:13.188820 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:13.189283 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:13.193591 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f886cef2-2db1-49ec-a593-efcc7bb85308 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.194836 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 8 to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 Apr 22 14:38:13.218532 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.221793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:13.222136 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:13.222471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:13.250274 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35ce0fd8-2c01-4d56-90ec-ecafa808a575 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.251383 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f886cef2-2db1-49ec-a593-efcc7bb85308 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.259178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:13.259539 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:13.262802 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 9 to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 Apr 22 14:38:13.284359 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:13.284745 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:13.285028 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:13.309944 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886cef2-2db1-49ec-a593-efcc7bb85308 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbee1ea-8e35-4630-b12a-45e86d0fab04,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:13.369569 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-88286579-6bc4-4730-b234-e1fcfc19385a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Deleting subnet 12e04297-01ba-4407-8a43-5f470355967f {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:13.388822 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-88286579-6bc4-4730-b234-e1fcfc19385a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.411955 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:13.412287 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:13.418812 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 10 to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 Apr 22 14:38:13.424522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f886cef2-2db1-49ec-a593-efcc7bb85308 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.426401 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f886cef2-2db1-49ec-a593-efcc7bb85308 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9163799 Apr 22 14:38:13.430115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57180) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:13.454332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-232ecf7d-5d4e-40fc-beec-a9e45f479b84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'd7b950ab-15c2-4d15-8a55-84ddef0e73fb', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:13.462673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35ce0fd8-2c01-4d56-90ec-ecafa808a575 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.466974 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ce0fd8-2c01-4d56-90ec-ecafa808a575 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:13.467628 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35ce0fd8-2c01-4d56-90ec-ecafa808a575 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.473857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.475222 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-232ecf7d-5d4e-40fc-beec-a9e45f479b84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:13.502793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:13.503026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-88286579-6bc4-4730-b234-e1fcfc19385a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.503152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:13.503484 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:13.512518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-232ecf7d-5d4e-40fc-beec-a9e45f479b84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:13.544634 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5b6e2-a7bb-4f96-a6e3-b68c0a1a10e0 req-b721222f-ed5c-460a-8cec-e230dcda6166 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:13.546137 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fab5b6e2-a7bb-4f96-a6e3-b68c0a1a10e0 req-b721222f-ed5c-460a-8cec-e230dcda6166 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.3667967 Apr 22 14:38:13.566674 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-232ecf7d-5d4e-40fc-beec-a9e45f479b84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:13.595578 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-232ecf7d-5d4e-40fc-beec-a9e45f479b84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:13.611610 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-35ce0fd8-2c01-4d56-90ec-ecafa808a575 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6104467 Apr 22 14:38:13.617828 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:13.618200 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:13.618648 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.622559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57184) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:13.634899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.636134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-74ace957-e5ed-4f40-9590-2974688874f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'subnet': {'network_id': '88809588-946f-4ab7-a89c-c07c4f078649', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:13.641733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce0fd8-2c01-4d56-90ec-ecafa808a575 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Network': ['ID=88809588-946f-4ab7-a89c-c07c4f078649,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:13.653124 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-232ecf7d-5d4e-40fc-beec-a9e45f479b84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:38:13.664810 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 88809588-946f-4ab7-a89c-c07c4f078649 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:13.700223 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-232ecf7d-5d4e-40fc-beec-a9e45f479b84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.758836 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fab5b6e2-a7bb-4f96-a6e3-b68c0a1a10e0 req-fe5e484a-5c84-4596-af4f-7aa1f0754a6a tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009871 Apr 22 14:38:13.766733 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.803536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e33a4db-8965-4161-9ae3-7daa6bba80f4 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:13.822069 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea73d0-a679-4d4c-be4f-5df42bb0860f None None] Sync routers for ids ['56fb87ad-5d71-4610-8bf4-784d4e78746f'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:13.834961 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea73d0-a679-4d4c-be4f-5df42bb0860f None None] Routers {'56fb87ad-5d71-4610-8bf4-784d4e78746f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:13.835624 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-adea73d0-a679-4d4c-be4f-5df42bb0860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['56fb87ad-5d71-4610-8bf4-784d4e78746f'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:13.842775 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8e33a4db-8965-4161-9ae3-7daa6bba80f4 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.899180 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-adea73d0-a679-4d4c-be4f-5df42bb0860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:13.909737 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-88286579-6bc4-4730-b234-e1fcfc19385a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.912667 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea73d0-a679-4d4c-be4f-5df42bb0860f None None] Routers {'56fb87ad-5d71-4610-8bf4-784d4e78746f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:13.913292 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-adea73d0-a679-4d4c-be4f-5df42bb0860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['56fb87ad-5d71-4610-8bf4-784d4e78746f'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:13.923857 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] For port 5da7f15b-2734-4875-aae3-a1a576f1e1f6, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:13.924394 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempted to set empty binding levels {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 14:38:13.935902 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.956618 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-74ace957-e5ed-4f40-9590-2974688874f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:13.983769 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-adea73d0-a679-4d4c-be4f-5df42bb0860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:13.984176 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea73d0-a679-4d4c-be4f-5df42bb0860f None None] The sync data for ids ['56fb87ad-5d71-4610-8bf4-784d4e78746f'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:14.017949 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-74ace957-e5ed-4f40-9590-2974688874f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:subnet and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:14.027067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Pushing event updated for resources: {'Port': ['ID=e8aa95e5-4918-4eab-9664-a8c66b8d57c3,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:14.030805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:14.032043 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-74ace957-e5ed-4f40-9590-2974688874f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:14.043663 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.049220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:14.055020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-232ecf7d-5d4e-40fc-beec-a9e45f479b84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.055201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-74ace957-e5ed-4f40-9590-2974688874f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:14.072533 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-232ecf7d-5d4e-40fc-beec-a9e45f479b84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.087611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:14.114040 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.7943671 Apr 22 14:38:14.117180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ecf7d-5d4e-40fc-beec-a9e45f479b84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf0ff7e-8cc6-45b0-97e7-1b4ba24c2d56,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:14.118939 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924c318-f3c1-4a02-986e-e16edb2f5421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Pushing event updated for resources: {'Port': ['ID=5da7f15b-2734-4875-aae3-a1a576f1e1f6,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:14.122200 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57192) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:14.153764 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-232ecf7d-5d4e-40fc-beec-a9e45f479b84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.164487 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-232ecf7d-5d4e-40fc-beec-a9e45f479b84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7131042 Apr 22 14:38:14.193242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ace957-e5ed-4f40-9590-2974688874f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:14.204567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-5ee2b7c3-a608-4160-893d-5bdbf4925bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Deleting port 5da7f15b-2734-4875-aae3-a1a576f1e1f6 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:14.204968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b7c3-a608-4160-893d-5bdbf4925bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.278522 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8e33a4db-8965-4161-9ae3-7daa6bba80f4 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "PUT /v2.0/floatingips/fafa4db2-e9fc-41c3-ae3a-b62675493ba4 HTTP/1.1" status: 200 len: 978 time: 7.8382318 Apr 22 14:38:14.283118 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57200) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:14.289972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-88286579-6bc4-4730-b234-e1fcfc19385a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.537120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88286579-6bc4-4730-b234-e1fcfc19385a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Subnet': ['ID=12e04297-01ba-4407-8a43-5f470355967f,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:14.582734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-88286579-6bc4-4730-b234-e1fcfc19385a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.585597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a9cbd3-8cee-4612-a6cd-99bbdedf0a02 None None] Network 5d6d6f6d-3af3-4724-ad63-e640dc036684 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:14.587824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-74ace957-e5ed-4f40-9590-2974688874f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.617320 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.624873 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ae97d-e5da-43bc-b5e1-ec8eca86e91d req-120a8bb2-8395-452f-a112-c168a67c6217 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:14.631992 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-878ae97d-e5da-43bc-b5e1-ec8eca86e91d req-120a8bb2-8395-452f-a112-c168a67c6217 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.6767032 Apr 22 14:38:14.687596 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.690872 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-5ee2b7c3-a608-4160-893d-5bdbf4925bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] For port 5da7f15b-2734-4875-aae3-a1a576f1e1f6, host hv-neutron-8390, got binding levels [] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:14.691449 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b7c3-a608-4160-893d-5bdbf4925bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.726479 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0ec65d51-8535-46ca-8bca-0c7b093bf84a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting port 74e973d8-5bdc-4500-84b8-c9cdbf51488b {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:14.726812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0ec65d51-8535-46ca-8bca-0c7b093bf84a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.796609 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-88286579-6bc4-4730-b234-e1fcfc19385a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/subnets/12e04297-01ba-4407-8a43-5f470355967f HTTP/1.1" status: 204 len: 168 time: 2.0058331 Apr 22 14:38:14.801806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57208) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:14.819622 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-78f010d0-ddc3-482a-9347-6344ed02a0d6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:14.874876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-5ee2b7c3-a608-4160-893d-5bdbf4925bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Calling delete_port for 5da7f15b-2734-4875-aae3-a1a576f1e1f6 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:14.915238 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-878ae97d-e5da-43bc-b5e1-ec8eca86e91d req-4a23fc66-6df8-466f-81c9-a9c1d4a93e0a tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820358 Apr 22 14:38:14.928808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-78f010d0-ddc3-482a-9347-6344ed02a0d6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:14.937341 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-78f010d0-ddc3-482a-9347-6344ed02a0d6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17482038&fields=id&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 267 time: 0.4334383 Apr 22 14:38:15.254342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b7c3-a608-4160-893d-5bdbf4925bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.294223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0ec65d51-8535-46ca-8bca-0c7b093bf84a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.353418 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2b7c3-a608-4160-893d-5bdbf4925bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Pushing event deleted for resources: {'Port': ['ID=5da7f15b-2734-4875-aae3-a1a576f1e1f6,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:15.380592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-6400cf64-0c76-4b87-bfa9-81c668953a94 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Deleting subnet 96030ed4-9f32-4900-990a-0416b8f2855b {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:15.385537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.421055 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.436804 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b7c3-a608-4160-893d-5bdbf4925bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.444937 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6400cf64-0c76-4b87-bfa9-81c668953a94 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.557038 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5ee2b7c3-a608-4160-893d-5bdbf4925bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] 10.222.0.23 "DELETE /v2.0/ports/5da7f15b-2734-4875-aae3-a1a576f1e1f6 HTTP/1.1" status: 204 len: 168 time: 1.4333723 Apr 22 14:38:15.565996 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57216) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:15.618194 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6400cf64-0c76-4b87-bfa9-81c668953a94 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.646509 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e69fb4-382f-4abb-a7e1-01c752980217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] GET failed (client error): The resource could not be found. Apr 22 14:38:15.647010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c3e69fb4-382f-4abb-a7e1-01c752980217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Synchronizing usage tracker for tenant:b9cb7d8ce002411d831d89ffda2cc946 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:15.674512 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-42169bcf-9ca1-4b74-a777-0f6a054eab5d None None] Provisioning complete for port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:15.675503 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-42169bcf-9ca1-4b74-a777-0f6a054eab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.742293 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.750099 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c3e69fb4-382f-4abb-a7e1-01c752980217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Unset dirty status for tenant:b9cb7d8ce002411d831d89ffda2cc946 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:15.750957 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c3e69fb4-382f-4abb-a7e1-01c752980217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] 10.222.0.23 "GET /v2.0/ports/5da7f15b-2734-4875-aae3-a1a576f1e1f6 HTTP/1.1" status: 404 len: 333 time: 0.1828854 Apr 22 14:38:15.768830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57220) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:15.801325 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4166c856-305b-4a3b-a0fb-01f559cef533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Request body: {'port': {'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-358453719'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:15.809754 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-44fe3f78-f3e5-4ce4-863b-c774a74e8d7f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:15.811298 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-44fe3f78-f3e5-4ce4-863b-c774a74e8d7f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/networks?id=225a60de-2f68-4c63-9733-0af862cb7457 HTTP/1.1" status: 200 len: 797 time: 0.8731580 Apr 22 14:38:15.838424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4166c856-305b-4a3b-a0fb-01f559cef533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:15.884000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-74ace957-e5ed-4f40-9590-2974688874f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.988029 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4166c856-305b-4a3b-a0fb-01f559cef533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:16.019570 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-d3343456-bf3f-43a5-9ba9-38a3b2c0c581 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/quotas/cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 375 time: 0.1917775 Apr 22 14:38:16.078211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b55d1-4378-4264-8bf8-b391ab983296 req-51dfb361-b974-49c9-a36f-8e2bccfe666f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:16.079721 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9e5b55d1-4378-4264-8bf8-b391ab983296 req-51dfb361-b974-49c9-a36f-8e2bccfe666f tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.6489389 Apr 22 14:38:16.096302 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.103416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6400cf64-0c76-4b87-bfa9-81c668953a94 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.133481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.183523 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.183867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c48346ef-113e-4f46-9ab4-1f31393b2508 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:38:16.209771 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6400cf64-0c76-4b87-bfa9-81c668953a94 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.241724 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 22 14:38:16.242782 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-352c2f1c-fabd-47b5-8647-4aad2467689f tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.2058041 Apr 22 14:38:16.252121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57224) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:16.257323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400cf64-0c76-4b87-bfa9-81c668953a94 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Subnet': ['ID=96030ed4-9f32-4900-990a-0416b8f2855b,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:16.302348 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4884c08-fcda-4df5-8342-e24f8dee7d95 None None] Network 5d6d6f6d-3af3-4724-ad63-e640dc036684 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:16.304407 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6400cf64-0c76-4b87-bfa9-81c668953a94 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.336828 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6400cf64-0c76-4b87-bfa9-81c668953a94 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/subnets/96030ed4-9f32-4900-990a-0416b8f2855b HTTP/1.1" status: 204 len: 168 time: 1.4765015 Apr 22 14:38:16.340484 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d5915a82-2632-4d58-bc92-d20fb02985c0 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Deleting port ce230c70-196e-43c5-9c2a-32316e4464e1 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:16.340828 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d5915a82-2632-4d58-bc92-d20fb02985c0 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.340940 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4166c856-305b-4a3b-a0fb-01f559cef533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Made reservation on behalf of b9cb7d8ce002411d831d89ffda2cc946 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:16.343834 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4166c856-305b-4a3b-a0fb-01f559cef533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.364048 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57228) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:16.421220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ace957-e5ed-4f40-9590-2974688874f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Subnet': ['ID=c3d12f03-5f1a-403f-83ce-f6817efa5535,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:16.432929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0ec65d51-8535-46ca-8bca-0c7b093bf84a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.433459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0ec65d51-8535-46ca-8bca-0c7b093bf84a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.433834 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-0ec65d51-8535-46ca-8bca-0c7b093bf84a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Floating IP fafa4db2-e9fc-41c3-ae3a-b62675493ba4 disassociated. External IP: 172.26.0.154, port: 74e973d8-5bdc-4500-84b8-c9cdbf51488b. Apr 22 14:38:16.434121 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0ec65d51-8535-46ca-8bca-0c7b093bf84a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Calling delete_port for 74e973d8-5bdc-4500-84b8-c9cdbf51488b owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:16.538476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-4166c856-305b-4a3b-a0fb-01f559cef533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] device_id is not set on port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:16.548389 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.602425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055f9197-3528-47dc-87d3-e2214c1195a8 None None] DHCP port deletion for 5d6d6f6d-3af3-4724-ad63-e640dc036684 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:16.610180 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-055f9197-3528-47dc-87d3-e2214c1195a8 None None] Deleting port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:16.610801 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-055f9197-3528-47dc-87d3-e2214c1195a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.623723 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ace957-e5ed-4f40-9590-2974688874f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Checking segment: {'id': '2ef4ede3-4abd-45a6-bd01-b2c53bdf3afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88809588-946f-4ab7-a89c-c07c4f078649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:16.624090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ace957-e5ed-4f40-9590-2974688874f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network hostable DHCP agents. Network: 88809588-946f-4ab7-a89c-c07c4f078649, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:16.631472 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Deleting port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:16.631814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.643893 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9e5b55d1-4378-4264-8bf8-b391ab983296 req-393522c2-fd1f-4feb-9773-13045ff88e17 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4634690 Apr 22 14:38:16.783933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d5915a82-2632-4d58-bc92-d20fb02985c0 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.820937 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-39f7631f-6403-4f88-a4cf-9e72407a84ed tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7873361 Apr 22 14:38:16.830658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.848222 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0ec65d51-8535-46ca-8bca-0c7b093bf84a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.869890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.882219 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-055f9197-3528-47dc-87d3-e2214c1195a8 None None] For port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0,segment=NetworkSegment(66b4eb5d-857f-4913-b98f-d62545e97ff1),segment_id=66b4eb5d-857f-4913-b98f-d62545e97ff1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:16.882808 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-055f9197-3528-47dc-87d3-e2214c1195a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.947990 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d5915a82-2632-4d58-bc92-d20fb02985c0 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Calling delete_port for ce230c70-196e-43c5-9c2a-32316e4464e1 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:17.030400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-055f9197-3528-47dc-87d3-e2214c1195a8 None None] Calling delete_port for f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:17.090524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ace957-e5ed-4f40-9590-2974688874f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 88809588-946f-4ab7-a89c-c07c4f078649 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:17.122211 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-055f9197-3528-47dc-87d3-e2214c1195a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.198699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f9197-3528-47dc-87d3-e2214c1195a8 None None] Pushing event deleted for resources: {'Port': ['ID=f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:17.204814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] For port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0,segment=NetworkSegment(66b4eb5d-857f-4913-b98f-d62545e97ff1),segment_id=66b4eb5d-857f-4913-b98f-d62545e97ff1)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:17.205283 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.212125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055f9197-3528-47dc-87d3-e2214c1195a8 None None] No DVR routers for this DVR port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:17.218908 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-74ace957-e5ed-4f40-9590-2974688874f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 88809588-946f-4ab7-a89c-c07c4f078649) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:17.227263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Pushing event updated for resources: {'Port': ['ID=e8aa95e5-4918-4eab-9664-a8c66b8d57c3,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:17.248813 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ace957-e5ed-4f40-9590-2974688874f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:17.249528 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-74ace957-e5ed-4f40-9590-2974688874f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.282548 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea9ba4f-49d5-4a04-94eb-e4b7d442824f None None] Network 88809588-946f-4ab7-a89c-c07c4f078649 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:17.364838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d5915a82-2632-4d58-bc92-d20fb02985c0 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.378897 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Calling delete_port for f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:17.466885 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4166c856-305b-4a3b-a0fb-01f559cef533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.470488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5915a82-2632-4d58-bc92-d20fb02985c0 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce230c70-196e-43c5-9c2a-32316e4464e1,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:17.481412 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.486423 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec65d51-8535-46ca-8bca-0c7b093bf84a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Port': ['ID=74e973d8-5bdc-4500-84b8-c9cdbf51488b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:17.584584 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-0a814882-4942-4c32-a39d-037e9ada0b5d service neutron] 10.222.0.23 "GET /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7415538 Apr 22 14:38:17.631106 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-74ace957-e5ed-4f40-9590-2974688874f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0050678 Apr 22 14:38:17.632702 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-88809588-946f-4ab7-a89c-c07c4f078649', 'network_id': '88809588-946f-4ab7-a89c-c07c4f078649', 'tenant_id': '68527584d1d143598824158de05dce09', 'fixed_ips': [{'subnet_id': 'c3d12f03-5f1a-403f-83ce-f6817efa5535'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:17.634860 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.645059 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57236) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:17.657487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'network_id': '88809588-946f-4ab7-a89c-c07c4f078649', 'name': 'tempest-PortsIpV6TestJSON-730402491'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:17.681963 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.685848 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-58f5bf67-54f1-4602-8416-b2dba159663f tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2386138 Apr 22 14:38:17.694194 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57242) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:17.834687 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Allocated IP 2001:db8::2 (88809588-946f-4ab7-a89c-c07c4f078649/c3d12f03-5f1a-403f-83ce-f6817efa5535/61b68676-f84a-4cdc-98c7-7300ab48680c) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:17.918349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d5915a82-2632-4d58-bc92-d20fb02985c0 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.919900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4166c856-305b-4a3b-a0fb-01f559cef533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.934552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:17.934880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:17.940120 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d5915a82-2632-4d58-bc92-d20fb02985c0 tempest-RoutersAdminNegativeIpV6Test-1132971943 tempest-RoutersAdminNegativeIpV6Test-1132971943-project-admin] 10.222.0.23 "DELETE /v2.0/ports/ce230c70-196e-43c5-9c2a-32316e4464e1 HTTP/1.1" status: 204 len: 168 time: 1.6869032 Apr 22 14:38:17.966417 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:17.978000 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:17.993197 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:17.998642 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.032297 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] device_id is not set on port 92d7e3c1-856d-4eed-80ad-480a40b0c640 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:18.064007 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-cc6b2df3-7b74-46c6-b52f-965774684bb6 service neutron] 10.222.0.23 "GET /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669025 Apr 22 14:38:18.066757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-525e7bdc-2a69-430a-a2fc-651a078a279a tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Synchronizing usage tracker for tenant:9a8603ed13a340bd919786598a330ca5 on resource:floatingip {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:18.084474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:18.095189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4166c856-305b-4a3b-a0fb-01f559cef533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:18.107162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166c856-305b-4a3b-a0fb-01f559cef533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Pushing event updated for resources: {'Port': ['ID=9f67c236-5283-4e70-9e8c-b721db3ce6d7,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:18.116872 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-4166c856-305b-4a3b-a0fb-01f559cef533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:18.141415 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4166c856-305b-4a3b-a0fb-01f559cef533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:18.142090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4166c856-305b-4a3b-a0fb-01f559cef533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:18.142705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4166c856-305b-4a3b-a0fb-01f559cef533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.152987 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:18.154123 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:18.161386 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.183566 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Transition to ACTIVE for port object 61b68676-f84a-4cdc-98c7-7300ab48680c will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:18.187808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-525e7bdc-2a69-430a-a2fc-651a078a279a tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Unset dirty status for tenant:9a8603ed13a340bd919786598a330ca5 on resource:floatingip {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:18.191870 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-525e7bdc-2a69-430a-a2fc-651a078a279a tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2916 time: 0.4937093 Apr 22 14:38:18.192634 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57248) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:18.197780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854a14a-d276-4eff-b842-19e03b1d9564 req-e888d53e-9ef8-4833-a0cd-22d9e8e9e8e1 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:18.199581 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8854a14a-d276-4eff-b842-19e03b1d9564 req-e888d53e-9ef8-4833-a0cd-22d9e8e9e8e1 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.4358871 Apr 22 14:38:18.207713 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4166c856-305b-4a3b-a0fb-01f559cef533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4256949 Apr 22 14:38:18.213741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e98274-58b1-4d10-b4c9-6adc6029ff76 req-58d82449-59b5-4f44-8fa0-0bd5ff93cf4c tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:18.221059 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d0e98274-58b1-4d10-b4c9-6adc6029ff76 req-58d82449-59b5-4f44-8fa0-0bd5ff93cf4c tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.4004943 Apr 22 14:38:18.230750 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Transition to ACTIVE for port object 61b68676-f84a-4cdc-98c7-7300ab48680c will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:18.239617 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.251616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57252) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:18.314566 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:18.338731 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Network 88809588-946f-4ab7-a89c-c07c4f078649 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:18.340727 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Pushing event updated for resources: {'Port': ['ID=61b68676-f84a-4cdc-98c7-7300ab48680c,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:18.345504 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:18.349206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:18.422865 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3321030f-fa62-4ed7-b544-ca76f6674ddf tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2288797 Apr 22 14:38:18.429646 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57258) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:18.463789 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Attempting to bind port 61b68676-f84a-4cdc-98c7-7300ab48680c on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:18.464327 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Attempting to bind port 61b68676-f84a-4cdc-98c7-7300ab48680c by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2ef4ede3-4abd-45a6-bd01-b2c53bdf3afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88809588-946f-4ab7-a89c-c07c4f078649'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:18.464684 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Attempting to bind port 61b68676-f84a-4cdc-98c7-7300ab48680c on network 88809588-946f-4ab7-a89c-c07c4f078649 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:18.465191 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-8854a14a-d276-4eff-b842-19e03b1d9564 req-260d60ef-e4e0-44fc-9a90-9bac8f474db6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Deleting port 52164677-5136-4d96-b1b2-f1430dc55414 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:18.465551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-8854a14a-d276-4eff-b842-19e03b1d9564 req-260d60ef-e4e0-44fc-9a90-9bac8f474db6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.471932 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:18.472313 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Checking segment: {'id': '2ef4ede3-4abd-45a6-bd01-b2c53bdf3afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88809588-946f-4ab7-a89c-c07c4f078649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:18.472700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.473086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Bound using segment: {'id': '2ef4ede3-4abd-45a6-bd01-b2c53bdf3afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88809588-946f-4ab7-a89c-c07c4f078649'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:18.473553 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Bound port: 61b68676-f84a-4cdc-98c7-7300ab48680c, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef4ede3-4abd-45a6-bd01-b2c53bdf3afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88809588-946f-4ab7-a89c-c07c4f078649'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:18.473919 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.492307 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57262) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:18.508959 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Deleting port f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:18.508959 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.543912 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d0e98274-58b1-4d10-b4c9-6adc6029ff76 req-23f7e130-906a-4cc3-bca8-7f159c3ac4b2 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3218932 Apr 22 14:38:18.619711 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec65d51-8535-46ca-8bca-0c7b093bf84a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 56fb87ad-5d71-4610-8bf4-784d4e78746f has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:18.634596 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] For port 61b68676-f84a-4cdc-98c7-7300ab48680c, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:18.639573 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] For port 61b68676-f84a-4cdc-98c7-7300ab48680c, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=61b68676-f84a-4cdc-98c7-7300ab48680c,segment=NetworkSegment(2ef4ede3-4abd-45a6-bd01-b2c53bdf3afe),segment_id=2ef4ede3-4abd-45a6-bd01-b2c53bdf3afe)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:18.645510 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.666531 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] The port 'f3c0f30c-83e9-4f5c-a569-c1b09bfd35f0' was deleted {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:38:18.758724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Allocated IP 2001:db8::20b (88809588-946f-4ab7-a89c-c07c4f078649/c3d12f03-5f1a-403f-83ce-f6817efa5535/92d7e3c1-856d-4eed-80ad-480a40b0c640) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:18.763249 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11379e8e-bc16-4085-8110-6367c2bb2717 None None] Pushing event updated for resources: {'Port': ['ID=61b68676-f84a-4cdc-98c7-7300ab48680c,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:18.868115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-7b56d8d4-a48e-46ea-bb26-4419b20d7694 tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Deleting port e8aa95e5-4918-4eab-9664-a8c66b8d57c3 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:18.868442 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b56d8d4-a48e-46ea-bb26-4419b20d7694 tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.873253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8633f7e0-6c89-4003-ada8-9d6e5647eaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.970571 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8633f7e0-6c89-4003-ada8-9d6e5647eaea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:18.974332 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-8854a14a-d276-4eff-b842-19e03b1d9564 req-260d60ef-e4e0-44fc-9a90-9bac8f474db6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] For port 52164677-5136-4d96-b1b2-f1430dc55414, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=52164677-5136-4d96-b1b2-f1430dc55414,segment=NetworkSegment(d4b6f6ba-ebac-49eb-a20c-20a79b38727c),segment_id=d4b6f6ba-ebac-49eb-a20c-20a79b38727c)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:18.975678 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-8854a14a-d276-4eff-b842-19e03b1d9564 req-260d60ef-e4e0-44fc-9a90-9bac8f474db6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.977083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.999138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8633f7e0-6c89-4003-ada8-9d6e5647eaea admin admin] Usage tracker for resource:security_group_rule and tenant:89289ab6ff0147a8a719e69b38fc737e is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:19.004947 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8633f7e0-6c89-4003-ada8-9d6e5647eaea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:19.039246 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:38:19.040304 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.084574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8633f7e0-6c89-4003-ada8-9d6e5647eaea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:19.208939 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6d6f6d-3af3-4724-ad63-e640dc036684']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:19.319520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b4eb5d-857f-4913-b98f-d62545e97ff1') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:19.319876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b4eb5d-857f-4913-b98f-d62545e97ff1') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:19.360918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.406309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8633f7e0-6c89-4003-ada8-9d6e5647eaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.418484 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-773f01b2-93c1-4a16-8410-984202408b93 req-5fadc28e-ba28-4fa3-87ac-b272fe656a39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 210 time: 0.0831137 Apr 22 14:38:19.423461 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8633f7e0-6c89-4003-ada8-9d6e5647eaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.475173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-8854a14a-d276-4eff-b842-19e03b1d9564 req-260d60ef-e4e0-44fc-9a90-9bac8f474db6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.475572 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-8854a14a-d276-4eff-b842-19e03b1d9564 req-260d60ef-e4e0-44fc-9a90-9bac8f474db6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.475883 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [req-8854a14a-d276-4eff-b842-19e03b1d9564 req-260d60ef-e4e0-44fc-9a90-9bac8f474db6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Floating IP d343a90d-7b2a-4c37-b8d9-364c02a6f504 disassociated. External IP: 172.26.0.251, port: 52164677-5136-4d96-b1b2-f1430dc55414. Apr 22 14:38:19.476221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-8854a14a-d276-4eff-b842-19e03b1d9564 req-260d60ef-e4e0-44fc-9a90-9bac8f474db6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Calling delete_port for 52164677-5136-4d96-b1b2-f1430dc55414 owned by compute:nova {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:19.539186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633f7e0-6c89-4003-ada8-9d6e5647eaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7def3ce-3633-4a44-b6d2-e09316b073d6,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:19.559395 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8633f7e0-6c89-4003-ada8-9d6e5647eaea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89289ab6ff0147a8a719e69b38fc737e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0657427 Apr 22 14:38:19.566699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57272) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:19.590242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.601986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec65d51-8535-46ca-8bca-0c7b093bf84a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:19.616946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeaee2a-464c-4f99-8b2a-9b7d5de719e2 None None] Sync routers for ids ['56fb87ad-5d71-4610-8bf4-784d4e78746f'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:19.634016 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeaee2a-464c-4f99-8b2a-9b7d5de719e2 None None] Routers {'56fb87ad-5d71-4610-8bf4-784d4e78746f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:19.635121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-7eeaee2a-464c-4f99-8b2a-9b7d5de719e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['56fb87ad-5d71-4610-8bf4-784d4e78746f'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:19.670720 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:19.671124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:19.687165 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:19.702273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b56d8d4-a48e-46ea-bb26-4419b20d7694 tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.702722 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b56d8d4-a48e-46ea-bb26-4419b20d7694 tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.783184 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-7eeaee2a-464c-4f99-8b2a-9b7d5de719e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:19.797623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeaee2a-464c-4f99-8b2a-9b7d5de719e2 None None] Routers {'56fb87ad-5d71-4610-8bf4-784d4e78746f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:19.799151 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-7eeaee2a-464c-4f99-8b2a-9b7d5de719e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['56fb87ad-5d71-4610-8bf4-784d4e78746f'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:19.878577 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0ec65d51-8535-46ca-8bca-0c7b093bf84a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.885203 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-7eeaee2a-464c-4f99-8b2a-9b7d5de719e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:19.885595 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeaee2a-464c-4f99-8b2a-9b7d5de719e2 None None] The sync data for ids ['56fb87ad-5d71-4610-8bf4-784d4e78746f'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:19.939956 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0ec65d51-8535-46ca-8bca-0c7b093bf84a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/ports/74e973d8-5bdc-4500-84b8-c9cdbf51488b HTTP/1.1" status: 204 len: 168 time: 5.6384282 Apr 22 14:38:19.943015 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57278) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:19.951265 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-7b56d8d4-a48e-46ea-bb26-4419b20d7694 tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Calling delete_port for e8aa95e5-4918-4eab-9664-a8c66b8d57c3 owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:19.951393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-8854a14a-d276-4eff-b842-19e03b1d9564 req-260d60ef-e4e0-44fc-9a90-9bac8f474db6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.988367 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe3adb-d61e-4fd9-bf8e-1191c85136a4 None None] Network 88809588-946f-4ab7-a89c-c07c4f078649 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:20.013482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.026677 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:38:20.052776 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.064676 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e028255c-f091-491e-a5c2-4a3f6d90a712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.082043 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Transition to ACTIVE for port object 92d7e3c1-856d-4eed-80ad-480a40b0c640 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:20.115852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.122999 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 61b68676-f84a-4cdc-98c7-7300ab48680c up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:20.142147 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d60ef-e4e0-44fc-9a90-9bac8f474db6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Pushing event deleted for resources: {'Port': ['ID=52164677-5136-4d96-b1b2-f1430dc55414,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:20.146250 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Network': ['ID=5d6d6f6d-3af3-4724-ad63-e640dc036684,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:20.169676 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb2e9e-4bc6-49ce-873b-8cf08b9c6575 req-7f4d04fe-e4ac-4012-9b97-d9d7aabf993b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:20.170259 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-7fbb2e9e-4bc6-49ce-873b-8cf08b9c6575 req-7f4d04fe-e4ac-4012-9b97-d9d7aabf993b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Synchronizing usage tracker for tenant:6094381463d646049ac766b311ef0072 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:20.171651 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-48ad5705-cda8-42eb-b74c-1121f4b75f4e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/5d6d6f6d-3af3-4724-ad63-e640dc036684 HTTP/1.1" status: 204 len: 168 time: 3.8064854 Apr 22 14:38:20.173993 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] device_id is not set on port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:20.180648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e028255c-f091-491e-a5c2-4a3f6d90a712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.187082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57282) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:20.196563 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.230252 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5a96471c-1742-40d6-ba8b-6e7a93952bf8 None None] Provisioning for port 61b68676-f84a-4cdc-98c7-7300ab48680c completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:20.282364 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.380801 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 88809588-946f-4ab7-a89c-c07c4f078649 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:20.385245 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:20.427402 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=92d7e3c1-856d-4eed-80ad-480a40b0c640,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:20.439828 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Transition to ACTIVE for port object 9f67c236-5283-4e70-9e8c-b721db3ce6d7 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:20.440924 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:20.449898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:20.450905 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.459906 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 61b68676-f84a-4cdc-98c7-7300ab48680c completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:20.476351 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 61b68676-f84a-4cdc-98c7-7300ab48680c triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:20.477095 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.478348 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b56d8d4-a48e-46ea-bb26-4419b20d7694 tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.494906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-7fbb2e9e-4bc6-49ce-873b-8cf08b9c6575 req-7f4d04fe-e4ac-4012-9b97-d9d7aabf993b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Unset dirty status for tenant:6094381463d646049ac766b311ef0072 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:20.497179 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7fbb2e9e-4bc6-49ce-873b-8cf08b9c6575 req-7f4d04fe-e4ac-4012-9b97-d9d7aabf993b tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 945 time: 0.6901484 Apr 22 14:38:20.565920 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-758f015f-24f7-4dc4-8b4d-e5e2cb0ab0d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9179146 Apr 22 14:38:20.574625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.590288 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57292) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:20.596851 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'network_id': '88809588-946f-4ab7-a89c-c07c4f078649', 'name': 'tempest-PortsIpV6TestJSON-494021735'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:20.626643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.627480 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f5da41-e16a-44a1-86c7-a798b0ffdd4a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:20.628102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f5da41-e16a-44a1-86c7-a798b0ffdd4a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:20.632594 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-85f5da41-e16a-44a1-86c7-a798b0ffdd4a tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/subnets/9805a79a-f8e7-4656-8f5e-55430ec3ad6a HTTP/1.1" status: 404 len: 337 time: 0.4439907 Apr 22 14:38:20.635811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57296) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:20.652730 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e7f8f93e-72fb-459f-894c-15cd7e8a7fae req-55ed2e31-2121-482a-bf2b-81cfed01cd64 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 210 time: 0.1013720 Apr 22 14:38:20.688034 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 61b68676-f84a-4cdc-98c7-7300ab48680c, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=61b68676-f84a-4cdc-98c7-7300ab48680c,segment=NetworkSegment(2ef4ede3-4abd-45a6-bd01-b2c53bdf3afe),segment_id=2ef4ede3-4abd-45a6-bd01-b2c53bdf3afe)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:20.698985 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.715166 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ed0a2a-cc08-4277-b263-0c2bef03d78f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:20.715931 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ed0a2a-cc08-4277-b263-0c2bef03d78f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:20.755984 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a2ed0a2a-cc08-4277-b263-0c2bef03d78f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/149a86ef-1b59-46df-8352-9ed7cada1a91 HTTP/1.1" status: 404 len: 339 time: 0.1019375 Apr 22 14:38:20.758265 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57300) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:20.768126 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56d8d4-a48e-46ea-bb26-4419b20d7694 tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Pushing event deleted for resources: {'Port': ['ID=e8aa95e5-4918-4eab-9664-a8c66b8d57c3,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:20.799163 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7fbb2e9e-4bc6-49ce-873b-8cf08b9c6575 req-15475541-f4bd-4476-9944-f4475f4a7694 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490544 Apr 22 14:38:20.800097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e028255c-f091-491e-a5c2-4a3f6d90a712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.803021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e028255c-f091-491e-a5c2-4a3f6d90a712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.804315 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e028255c-f091-491e-a5c2-4a3f6d90a712 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7def3ce-3633-4a44-b6d2-e09316b073d6 HTTP/1.1" status: 204 len: 168 time: 1.2364252 Apr 22 14:38:20.834288 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc7886b-d64d-4891-aa35-ff9d56568272 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:20.834728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc7886b-d64d-4891-aa35-ff9d56568272 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:20.850281 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2dc7886b-d64d-4891-aa35-ff9d56568272 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/subnets/b431b9c1-0dc5-48a5-b953-012cefbde892 HTTP/1.1" status: 404 len: 337 time: 0.0892780 Apr 22 14:38:20.853640 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57308) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:20.856780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028255c-f091-491e-a5c2-4a3f6d90a712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7def3ce-3633-4a44-b6d2-e09316b073d6,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:20.866701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=61b68676-f84a-4cdc-98c7-7300ab48680c,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:20.880140 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:20.913924 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-3edbfdd9-ece0-4bbf-9f30-6b78e95f6859 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:20.914153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3edbfdd9-ece0-4bbf-9f30-6b78e95f6859 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:20.914791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:port and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:20.919068 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3edbfdd9-ece0-4bbf-9f30-6b78e95f6859 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/fcd51fb6-f984-411b-b5c6-b4bbefae3270 HTTP/1.1" status: 404 len: 339 time: 0.0642405 Apr 22 14:38:20.920905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57312) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:20.924703 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:20.979000 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0cf100-6314-4b0c-9cb6-89af5618ddc0 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:20.979480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0cf100-6314-4b0c-9cb6-89af5618ddc0 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:20.985594 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7e0cf100-6314-4b0c-9cb6-89af5618ddc0 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/subnets/d77ac437-f67c-41ec-9c70-d5e5e585dfd1 HTTP/1.1" status: 404 len: 337 time: 0.0575142 Apr 22 14:38:20.985901 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Pushing event updated for resources: {'Port': ['ID=9f67c236-5283-4e70-9e8c-b721db3ce6d7,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:20.988049 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57316) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:20.990699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:21.038262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b56d8d4-a48e-46ea-bb26-4419b20d7694 tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.040559 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b56d8d4-a48e-46ea-bb26-4419b20d7694 tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.041766 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7b56d8d4-a48e-46ea-bb26-4419b20d7694 tempest-FloatingIPAdminTestJSON-1872969443 tempest-FloatingIPAdminTestJSON-1872969443-project] 10.222.0.23 "DELETE /v2.0/floatingips/35b6bd5d-d1fa-4390-b7bf-7244062cc57e HTTP/1.1" status: 204 len: 168 time: 2.6076548 Apr 22 14:38:21.046940 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57320) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:21.050264 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:21.053296 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.071182 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-a635dc43-04f2-4f77-acb6-4743a16f1f86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:21.071645 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a635dc43-04f2-4f77-acb6-4743a16f1f86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:21.076541 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a635dc43-04f2-4f77-acb6-4743a16f1f86 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/56de4a4e-c8a7-4f04-852e-b18009476a91 HTTP/1.1" status: 404 len: 339 time: 0.0753739 Apr 22 14:38:21.085422 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-bc0178c9-2194-4331-94f7-d7fc5a638bd6 None None] Provisioning complete for port 61b68676-f84a-4cdc-98c7-7300ab48680c triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:21.085797 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-bc0178c9-2194-4331-94f7-d7fc5a638bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.156198 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57324) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:21.257708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] device_id is not set on port 86c50a0c-890f-4b5c-922e-86a1ce94cfaa yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:21.268217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-bc0178c9-2194-4331-94f7-d7fc5a638bd6 None None] Provisioning for port 92d7e3c1-856d-4eed-80ad-480a40b0c640 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:21.274894 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-bc0178c9-2194-4331-94f7-d7fc5a638bd6 None None] Provisioning complete for port 92d7e3c1-856d-4eed-80ad-480a40b0c640 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:21.275202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-bc0178c9-2194-4331-94f7-d7fc5a638bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.301570 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:21.301949 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:21.302436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:21.311214 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8854a14a-d276-4eff-b842-19e03b1d9564 req-260d60ef-e4e0-44fc-9a90-9bac8f474db6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:21.313133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:21.313513 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:21.353052 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-bc0178c9-2194-4331-94f7-d7fc5a638bd6 None None] Port 92d7e3c1-856d-4eed-80ad-480a40b0c640 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:38:21.398943 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 2 to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 Apr 22 14:38:21.402481 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57330) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:21.436495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-6e83ee7b-17f9-45b9-ad54-d4db9f54d440 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Deleting port 23480223-2db2-40b3-b1b2-142d3258de5c {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:21.436720 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6e83ee7b-17f9-45b9-ad54-d4db9f54d440 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.483825 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-aed9d9ff-7859-4301-bc9b-6bbc527e4168 None None] Provisioning complete for port 92d7e3c1-856d-4eed-80ad-480a40b0c640 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:21.484267 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-aed9d9ff-7859-4301-bc9b-6bbc527e4168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.499999 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:21.500388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:21.500726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:21.517114 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0f0319bf-ad2e-40c0-b169-ddd704dbfd57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9d6415a39ac4651963b39216b6589fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0713403 Apr 22 14:38:21.524534 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57340) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:21.525215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:21.525630 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:21.567681 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-aed9d9ff-7859-4301-bc9b-6bbc527e4168 None None] Port 92d7e3c1-856d-4eed-80ad-480a40b0c640 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:38:21.658086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3471ce0b-ea57-4b6a-abf4-a48b53577848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.679306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 52164677-5136-4d96-b1b2-f1430dc55414 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:21.690490 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 3 to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 Apr 22 14:38:21.717793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3471ce0b-ea57-4b6a-abf4-a48b53577848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.722271 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 52164677-5136-4d96-b1b2-f1430dc55414 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:21.722620 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 52164677-5136-4d96-b1b2-f1430dc55414 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:21.798644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:21.798971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:21.799328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:21.818624 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7574ee1e-072f-4d5d-b989-0ac843cf4ef1 req-0a36de5d-2d25-4fb2-9e2f-0e090c765b3b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 210 time: 0.0689197 Apr 22 14:38:21.849333 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1c8aaf05-2bde-4f08-a9c3-591b7c90508e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.884920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:21.885282 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:21.904619 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 4 to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 Apr 22 14:38:21.964882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:21.964882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:21.966108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:21.968769 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Allocated IP 2001:db8::cf (88809588-946f-4ab7-a89c-c07c4f078649/c3d12f03-5f1a-403f-83ce-f6817efa5535/86c50a0c-890f-4b5c-922e-86a1ce94cfaa) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:21.985473 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-21dd970d-5881-4e04-8ddb-87f94f5d3a85 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Deleting subnet 0494f2f5-03de-4d35-a344-d149da476f20 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:22.005179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-21dd970d-5881-4e04-8ddb-87f94f5d3a85 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.031073 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b13411a8-1c28-4417-9075-ae6f651298eb req-989ba0ec-ccb9-4dcd-9e04-05096ff2cacf tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1 HTTP/1.1" status: 200 len: 210 time: 0.0671582 Apr 22 14:38:22.036976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:22.036976 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:22.037989 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3471ce0b-ea57-4b6a-abf4-a48b53577848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.044428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 61b68676-f84a-4cdc-98c7-7300ab48680c up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:22.045727 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 5 to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 Apr 22 14:38:22.051660 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8854a14a-d276-4eff-b842-19e03b1d9564 req-260d60ef-e4e0-44fc-9a90-9bac8f474db6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:22.072419 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbd84d7-baec-49ea-9fd8-25c3d496a0c5 None None] Sync routers for ids ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:22.091520 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbd84d7-baec-49ea-9fd8-25c3d496a0c5 None None] Routers {'cca2a2c3-0a4a-4db6-8413-e513920a7ff8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:22.093594 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-edbd84d7-baec-49ea-9fd8-25c3d496a0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:22.114515 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471ce0b-ea57-4b6a-abf4-a48b53577848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f607e23c-841f-48f9-a22c-d664c0ce7dd6,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:22.146732 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 61b68676-f84a-4cdc-98c7-7300ab48680c triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:22.147609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.178439 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-8854a14a-d276-4eff-b842-19e03b1d9564 req-260d60ef-e4e0-44fc-9a90-9bac8f474db6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] No DVR routers for this DVR port 52164677-5136-4d96-b1b2-f1430dc55414 on host hv-neutron-8390 {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:22.181448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-8854a14a-d276-4eff-b842-19e03b1d9564 req-260d60ef-e4e0-44fc-9a90-9bac8f474db6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.189249 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1', 'name': 'network-vif-deleted', 'tag': '52164677-5136-4d96-b1b2-f1430dc55414'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:38:22.196903 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3471ce0b-ea57-4b6a-abf4-a48b53577848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.201943 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3471ce0b-ea57-4b6a-abf4-a48b53577848 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f607e23c-841f-48f9-a22c-d664c0ce7dd6 HTTP/1.1" status: 204 len: 168 time: 0.6653647 Apr 22 14:38:22.204494 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8854a14a-d276-4eff-b842-19e03b1d9564 req-260d60ef-e4e0-44fc-9a90-9bac8f474db6 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.30 "DELETE /v2.0/ports/52164677-5136-4d96-b1b2-f1430dc55414 HTTP/1.1" status: 204 len: 173 time: 3.9964399 Apr 22 14:38:22.258342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6e83ee7b-17f9-45b9-ad54-d4db9f54d440 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.258701 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6e83ee7b-17f9-45b9-ad54-d4db9f54d440 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.336821 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-edbd84d7-baec-49ea-9fd8-25c3d496a0c5 None None] Set router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:38:22.397793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b4070f68-3c76-471d-9bb8-704795de7b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.445875 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13b6c79-023f-43c9-8344-c8ac8fc9918f'] response: {'server_uuid': '9d50c2f5-7a9e-44e4-9db6-d5aac4e2fba1', 'name': 'network-vif-deleted', 'tag': '52164677-5136-4d96-b1b2-f1430dc55414', 'status': 'completed', 'code': 200} Apr 22 14:38:22.484369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-6e83ee7b-17f9-45b9-ad54-d4db9f54d440 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Calling delete_port for 23480223-2db2-40b3-b1b2-142d3258de5c owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:22.518670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:22.519007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:22.519369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:22.558777 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-21dd970d-5881-4e04-8ddb-87f94f5d3a85 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.594898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:22.595225 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:22.604945 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 6 to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 Apr 22 14:38:22.724299 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:22.724966 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:22.725055 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:22.797396 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-edbd84d7-baec-49ea-9fd8-25c3d496a0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'name': 'tempest-ServerActionsTestJSON-51030908-router', 'tenant_id': '6094381463d646049ac766b311ef0072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:39Z', 'updated_at': '2022-04-22T14:34:53Z', 'revision_number': 4, 'project_id': '6094381463d646049ac766b311ef0072', 'gw_port': {'id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:41Z', 'updated_at': '2022-04-22T14:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '4b7b99d1-3276-439f-a3b4-a17ab9e8d47d', 'name': '', 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'tenant_id': '6094381463d646049ac766b311ef0072', 'mac_address': 'fa:16:3e:4f:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:51Z', 'updated_at': '2022-04-22T14:35:05Z', 'revision_number': 5, 'project_id': '6094381463d646049ac766b311ef0072', 'subnets': [{'id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:22.812902 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbd84d7-baec-49ea-9fd8-25c3d496a0c5 None None] Checking router: cca2a2c3-0a4a-4db6-8413-e513920a7ff8 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:38:22.821892 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:22.822338 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:22.829288 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 7 to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 Apr 22 14:38:22.829474 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbd84d7-baec-49ea-9fd8-25c3d496a0c5 None None] Routers {'cca2a2c3-0a4a-4db6-8413-e513920a7ff8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:22.830017 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-edbd84d7-baec-49ea-9fd8-25c3d496a0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:37:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:22.849876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.963263 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:22.963620 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:22.964024 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:23.014851 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Transition to ACTIVE for port object 86c50a0c-890f-4b5c-922e-86a1ce94cfaa will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:23.021890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-21dd970d-5881-4e04-8ddb-87f94f5d3a85 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.060474 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6880e63-2e8d-42de-8c68-722e3f3c8153 req-882f4c28-80a5-4a2e-a22e-bfa1e6651aa5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 210 time: 0.1157691 Apr 22 14:38:23.095349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:23.095677 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:23.100996 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 8 to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 Apr 22 14:38:23.143665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:23.143998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:23.144335 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:23.155542 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6e83ee7b-17f9-45b9-ad54-d4db9f54d440 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.182716 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-edbd84d7-baec-49ea-9fd8-25c3d496a0c5 None None] Set router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:38:23.209583 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:23.209811 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:23.213740 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 9 to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 Apr 22 14:38:23.220752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83ee7b-17f9-45b9-ad54-d4db9f54d440 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Pushing event deleted for resources: {'Port': ['ID=23480223-2db2-40b3-b1b2-142d3258de5c,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:23.272465 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:23.272803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:23.273133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:23.275537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.310565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-1c8aaf05-2bde-4f08-a9c3-591b7c90508e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting port 0652eba0-6056-474b-a8bc-b692af9f0587 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:23.311975 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1c8aaf05-2bde-4f08-a9c3-591b7c90508e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.326864 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57372) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:23.386571 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-21dd970d-5881-4e04-8ddb-87f94f5d3a85 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.436008 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:23.436327 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:23.452331 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 10 to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 Apr 22 14:38:23.487856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd970d-5881-4e04-8ddb-87f94f5d3a85 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Subnet': ['ID=0494f2f5-03de-4d35-a344-d149da476f20,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:23.512627 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 88809588-946f-4ab7-a89c-c07c4f078649 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:23.518130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=86c50a0c-890f-4b5c-922e-86a1ce94cfaa,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:23.539513 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:23.539513 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:23.539513 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:23.539513 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:23.547021 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:23.550844 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:23.551528 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.555768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-21dd970d-5881-4e04-8ddb-87f94f5d3a85 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.561621 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1c8aaf05-2bde-4f08-a9c3-591b7c90508e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.562927 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6e83ee7b-17f9-45b9-ad54-d4db9f54d440 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.571307 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbe1800-4497-4823-8dab-fdc563265992 None None] Network 3ab0b3ed-56ee-4880-b603-7d6c789ebfc0 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:23.583610 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:23.583944 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:23.584307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.619205 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6e83ee7b-17f9-45b9-ad54-d4db9f54d440 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.620848 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6e83ee7b-17f9-45b9-ad54-d4db9f54d440 tempest-FloatingIPAdminTestJSON-1664694334 tempest-FloatingIPAdminTestJSON-1664694334-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/82b2bd09-102f-488f-8989-621d11c22e1f HTTP/1.1" status: 204 len: 168 time: 2.5714104 Apr 22 14:38:23.624610 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57382) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:23.675621 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-21dd970d-5881-4e04-8ddb-87f94f5d3a85 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/subnets/0494f2f5-03de-4d35-a344-d149da476f20 HTTP/1.1" status: 204 len: 168 time: 2.5150645 Apr 22 14:38:23.675621 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fe427432-cd26-414a-b9ee-2bfbfb1ebc4a tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0826066 Apr 22 14:38:23.742325 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57386) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:23.742325 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57388) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:23.779808 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-edbd84d7-baec-49ea-9fd8-25c3d496a0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'name': 'tempest-ServerActionsTestJSON-51030908-router', 'tenant_id': '6094381463d646049ac766b311ef0072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:39Z', 'updated_at': '2022-04-22T14:34:53Z', 'revision_number': 4, 'project_id': '6094381463d646049ac766b311ef0072', 'gw_port': {'id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:41Z', 'updated_at': '2022-04-22T14:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '4b7b99d1-3276-439f-a3b4-a17ab9e8d47d', 'name': '', 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'tenant_id': '6094381463d646049ac766b311ef0072', 'mac_address': 'fa:16:3e:4f:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:51Z', 'updated_at': '2022-04-22T14:35:05Z', 'revision_number': 5, 'project_id': '6094381463d646049ac766b311ef0072', 'subnets': [{'id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:23.784559 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbd84d7-baec-49ea-9fd8-25c3d496a0c5 None None] The sync data for ids ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'] in dv-neutron-839027-1-hyperv is: [{'id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'name': 'tempest-ServerActionsTestJSON-51030908-router', 'tenant_id': '6094381463d646049ac766b311ef0072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:39Z', 'updated_at': '2022-04-22T14:34:53Z', 'revision_number': 4, 'project_id': '6094381463d646049ac766b311ef0072', 'gw_port': {'id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:41Z', 'updated_at': '2022-04-22T14:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '4b7b99d1-3276-439f-a3b4-a17ab9e8d47d', 'name': '', 'network_id': 'b550088f-f0a0-45a4-ae4e-eed7f02c5e17', 'tenant_id': '6094381463d646049ac766b311ef0072', 'mac_address': 'fa:16:3e:4f:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:51Z', 'updated_at': '2022-04-22T14:35:05Z', 'revision_number': 5, 'project_id': '6094381463d646049ac766b311ef0072', 'subnets': [{'id': '7895da2c-27e4-4c0c-82d1-5c2260f4fda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:23.788804 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-107134d9-a14b-4c23-93ed-68c4e311b687 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.817403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57394) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:23.862115 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-1c8aaf05-2bde-4f08-a9c3-591b7c90508e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Calling delete_port for 0652eba0-6056-474b-a8bc-b692af9f0587 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:23.912885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-107134d9-a14b-4c23-93ed-68c4e311b687 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.926770 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8a9fa1ff-3eb1-4f66-b73f-318ab75c96aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Deleting port 54bee593-da1f-4893-b62e-f3dc7a307d34 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:23.927216 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a9fa1ff-3eb1-4f66-b73f-318ab75c96aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.092084 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7515978e-cd1a-4355-aae3-a941f550ac77 None None] DHCP port deletion for 3ab0b3ed-56ee-4880-b603-7d6c789ebfc0 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:24.098328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7515978e-cd1a-4355-aae3-a941f550ac77 None None] Deleting port eabebd1d-fdfa-4754-beae-f1471b75ed51 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:24.098869 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7515978e-cd1a-4355-aae3-a941f550ac77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.131336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.225277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Deleting port eabebd1d-fdfa-4754-beae-f1471b75ed51 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:24.225875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.231724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] For port 9f67c236-5283-4e70-9e8c-b721db3ce6d7, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:24.232096 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempted to set empty binding levels {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 14:38:24.244517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1104829030'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:24.246419 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130af118-d471-4788-a31c-f0ee126daf83 None None] New status for floating IP d343a90d-7b2a-4c37-b8d9-364c02a6f504: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:38:24.262926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:24.268687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.329128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:network and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:24.337268 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:24.341082 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] In _notify_port_updated(), no bound segment for port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:38:24.342135 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.346353 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] 10.222.0.23 "PUT /v2.0/ports/9f67c236-5283-4e70-9e8c-b721db3ce6d7 HTTP/1.1" status: 200 len: 980 time: 6.0901737 Apr 22 14:38:24.353193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57404) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:24.368717 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fed961c-cca5-4d31-a991-7227e20c1f98 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:24.369568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2fed961c-cca5-4d31-a991-7227e20c1f98 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:24.398427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:24.442489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:24.446004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.472761 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-abdeccdd-264f-4e14-bbcc-0c3aac3fa6fc None None] Provisioning for port 86c50a0c-890f-4b5c-922e-86a1ce94cfaa completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:24.496267 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e94352ad-e205-4ba6-8a97-5f75c3c92c15 req-2b614ea2-9941-4cc1-9646-4bf8cdf8ab79 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 210 time: 0.1195843 Apr 22 14:38:24.498022 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.508154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5ded1-8e2f-4c13-9fe5-3f2fdc93750f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Pushing event updated for resources: {'Port': ['ID=9f67c236-5283-4e70-9e8c-b721db3ce6d7,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:24.562611 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-107134d9-a14b-4c23-93ed-68c4e311b687 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.581366 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-abdeccdd-264f-4e14-bbcc-0c3aac3fa6fc None None] Provisioning complete for port 86c50a0c-890f-4b5c-922e-86a1ce94cfaa triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:24.582032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-abdeccdd-264f-4e14-bbcc-0c3aac3fa6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.618379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107134d9-a14b-4c23-93ed-68c4e311b687 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6450c9c-cc8d-458a-a4d0-441dfcbf5c28,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:24.636293 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-107134d9-a14b-4c23-93ed-68c4e311b687 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.641244 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-107134d9-a14b-4c23-93ed-68c4e311b687 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "DELETE /v2.0/security-groups/e6450c9c-cc8d-458a-a4d0-441dfcbf5c28 HTTP/1.1" status: 204 len: 168 time: 1.3035595 Apr 22 14:38:24.643864 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57408) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:24.664967 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] For port eabebd1d-fdfa-4754-beae-f1471b75ed51, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=eabebd1d-fdfa-4754-beae-f1471b75ed51,segment=NetworkSegment(ff306b3d-dcb9-445b-bf1b-c6be7733797b),segment_id=ff306b3d-dcb9-445b-bf1b-c6be7733797b)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:24.665531 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:24.665635 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.685193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:security_group_rule and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:24.688656 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-1a1ad12c-4383-45f3-8178-b1d60c282113 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] show failed (client error): The resource could not be found. Apr 22 14:38:24.692294 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1a1ad12c-4383-45f3-8178-b1d60c282113 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "GET /v2.0/security-groups/e6450c9c-cc8d-458a-a4d0-441dfcbf5c28 HTTP/1.1" status: 404 len: 347 time: 0.0449522 Apr 22 14:38:24.693560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:24.696642 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57412) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:24.724376 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-abdeccdd-264f-4e14-bbcc-0c3aac3fa6fc None None] Port 86c50a0c-890f-4b5c-922e-86a1ce94cfaa cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:38:24.728238 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.778107 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:24.809579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a9fa1ff-3eb1-4f66-b73f-318ab75c96aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.908970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Calling delete_port for eabebd1d-fdfa-4754-beae-f1471b75ed51 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:24.924602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9289db84-67ef-4543-9980-a06ea18da8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.940639 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-7515978e-cd1a-4355-aae3-a941f550ac77 None None] For port eabebd1d-fdfa-4754-beae-f1471b75ed51, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=eabebd1d-fdfa-4754-beae-f1471b75ed51,segment=NetworkSegment(ff306b3d-dcb9-445b-bf1b-c6be7733797b),segment_id=ff306b3d-dcb9-445b-bf1b-c6be7733797b)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:24.941547 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7515978e-cd1a-4355-aae3-a941f550ac77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.976970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2fed961c-cca5-4d31-a991-7227e20c1f98 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:24.978808 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2fed961c-cca5-4d31-a991-7227e20c1f98 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A20b HTTP/1.1" status: 200 len: 928 time: 1.2274072 Apr 22 14:38:24.997878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57416) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:25.006807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8a9fa1ff-3eb1-4f66-b73f-318ab75c96aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Calling delete_port for 54bee593-da1f-4893-b62e-f3dc7a307d34 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:25.092785 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7515978e-cd1a-4355-aae3-a941f550ac77 None None] Calling delete_port for eabebd1d-fdfa-4754-beae-f1471b75ed51 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:25.139621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba28bd-4c02-4781-8c37-51d19e6d4351 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Deleting port 100c254b-3305-4e0d-b129-7ac2b08c5343 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:25.139967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d4ba28bd-4c02-4781-8c37-51d19e6d4351 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.183588 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7515978e-cd1a-4355-aae3-a941f550ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.240823 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515978e-cd1a-4355-aae3-a941f550ac77 None None] Pushing event deleted for resources: {'Port': ['ID=eabebd1d-fdfa-4754-beae-f1471b75ed51,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:25.246342 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7515978e-cd1a-4355-aae3-a941f550ac77 None None] No DVR routers for this DVR port eabebd1d-fdfa-4754-beae-f1471b75ed51 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:25.249945 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:25.250475 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:25.263889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-412a3ca5-6c23-4439-845e-8dcd39ff435f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 86c50a0c-890f-4b5c-922e-86a1ce94cfaa {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:25.264256 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-412a3ca5-6c23-4439-845e-8dcd39ff435f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.333285 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-40cfec49-71f5-4d60-a978-a4b25bf040ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Synchronizing usage tracker for tenant:b9cb7d8ce002411d831d89ffda2cc946 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:25.346504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1c8aaf05-2bde-4f08-a9c3-591b7c90508e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.407729 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8aaf05-2bde-4f08-a9c3-591b7c90508e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Port': ['ID=0652eba0-6056-474b-a8bc-b692af9f0587,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:25.414856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-ac0077cf-eff3-4e71-82c9-df9663ddcbfe tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:25.416336 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-ac0077cf-eff3-4e71-82c9-df9663ddcbfe tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/networks?id=225a60de-2f68-4c63-9733-0af862cb7457 HTTP/1.1" status: 200 len: 797 time: 0.4330792 Apr 22 14:38:25.467502 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-40cfec49-71f5-4d60-a978-a4b25bf040ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Unset dirty status for tenant:b9cb7d8ce002411d831d89ffda2cc946 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:25.468708 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-40cfec49-71f5-4d60-a978-a4b25bf040ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26918 time: 1.1065457 Apr 22 14:38:25.474961 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.475297 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57420) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:25.517723 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.616579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:25.622765 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-786d0245-dcd5-40da-b07b-d68d7f177378 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 378 time: 0.1723511 Apr 22 14:38:25.658321 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d4ba28bd-4c02-4781-8c37-51d19e6d4351 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.658604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d4ba28bd-4c02-4781-8c37-51d19e6d4351 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.674912 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a9fa1ff-3eb1-4f66-b73f-318ab75c96aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.694542 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-7de3810e-dfe5-495b-bb9a-6af233d31be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Deleting port 9f67c236-5283-4e70-9e8c-b721db3ce6d7 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:25.695101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7de3810e-dfe5-495b-bb9a-6af233d31be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.722755 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'port': {'device_id': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'admin_state_up': True, 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'security_groups': ['d7b950ab-15c2-4d15-8a55-84ddef0e73fb']}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:25.728068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.728255 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Added segment 2349bf3a-1a5e-4bd1-a324-55f6a197e436 of type vlan for network 19101698-c44e-4563-acd4-3bbade7a380a Apr 22 14:38:25.730235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3a5c56-6d16-44ee-b296-a0daa9963c44,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:25.769786 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Deleting port eabebd1d-fdfa-4754-beae-f1471b75ed51 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:25.770127 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.880193 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af3a95a0-eba9-43a2-9b04-dc51263efdb0 req-765139a1-3479-4149-92d8-ff74c17ba525 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 210 time: 0.1896582 Apr 22 14:38:25.953623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.000773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] The port 'eabebd1d-fdfa-4754-beae-f1471b75ed51' was deleted {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:38:26.019024 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device eabebd1d-fdfa-4754-beae-f1471b75ed51 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:26.019204 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba28bd-4c02-4781-8c37-51d19e6d4351 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Calling delete_port for 100c254b-3305-4e0d-b129-7ac2b08c5343 owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:26.052253 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fa1ff-3eb1-4f66-b73f-318ab75c96aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Pushing event deleted for resources: {'Port': ['ID=54bee593-da1f-4893-b62e-f3dc7a307d34,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:26.056446 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: eabebd1d-fdfa-4754-beae-f1471b75ed51 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:26.056802 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device eabebd1d-fdfa-4754-beae-f1471b75ed51 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:26.126931 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.141687 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.264247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-412a3ca5-6c23-4439-845e-8dcd39ff435f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.394100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a9fa1ff-3eb1-4f66-b73f-318ab75c96aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.404804 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-412a3ca5-6c23-4439-845e-8dcd39ff435f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 86c50a0c-890f-4b5c-922e-86a1ce94cfaa owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:26.435545 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.437469 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.439159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:26.439765 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.446519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:26.456845 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:port and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:26.468026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:26.492780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:26.501842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-7de3810e-dfe5-495b-bb9a-6af233d31be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] For port 9f67c236-5283-4e70-9e8c-b721db3ce6d7, host hv-neutron-8390, got binding levels [] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:26.502193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7de3810e-dfe5-495b-bb9a-6af233d31be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.514451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab0b3ed-56ee-4880-b603-7d6c789ebfc0']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:26.582971 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff306b3d-dcb9-445b-bf1b-c6be7733797b') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:26.583269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff306b3d-dcb9-445b-bf1b-c6be7733797b') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:26.603605 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8a9fa1ff-3eb1-4f66-b73f-318ab75c96aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] 10.222.0.23 "DELETE /v2.0/ports/54bee593-da1f-4893-b62e-f3dc7a307d34 HTTP/1.1" status: 204 len: 168 time: 2.9703791 Apr 22 14:38:26.623682 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8005910 Apr 22 14:38:26.623682 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57426) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:26.636432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57428) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:26.651408 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:26.654219 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.668647 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-7de3810e-dfe5-495b-bb9a-6af233d31be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Calling delete_port for 9f67c236-5283-4e70-9e8c-b721db3ce6d7 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:26.682071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-3fe357c9-9854-4671-8e7b-cad547adad3f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:26.705322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.726532 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc89695-9fb1-4efa-9a99-e6d5cdf45202 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Network': ['ID=19101698-c44e-4563-acd4-3bbade7a380a,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:26.739999 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:26.773364 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d4ba28bd-4c02-4781-8c37-51d19e6d4351 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.791480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.826277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:26.826948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.847743 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba28bd-4c02-4781-8c37-51d19e6d4351 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Pushing event deleted for resources: {'Port': ['ID=100c254b-3305-4e0d-b129-7ac2b08c5343,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:26.856687 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:26.956805 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3fe357c9-9854-4671-8e7b-cad547adad3f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:26.975980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7de3810e-dfe5-495b-bb9a-6af233d31be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.999798 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3fe357c9-9854-4671-8e7b-cad547adad3f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:27.005437 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3fe357c9-9854-4671-8e7b-cad547adad3f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:27.034162 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3fe357c9-9854-4671-8e7b-cad547adad3f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:27.048917 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-412a3ca5-6c23-4439-845e-8dcd39ff435f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.101232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.109290 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d94c1-079d-4936-8b31-3a7904d829a3 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:27.109984 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-992d94c1-079d-4936-8b31-3a7904d829a3 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Synchronizing usage tracker for tenant:ca24b81760a341cba7ba6df3e4bd531d on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:27.112775 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3810e-dfe5-495b-bb9a-6af233d31be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f67c236-5283-4e70-9e8c-b721db3ce6d7,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:27.114952 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d4ba28bd-4c02-4781-8c37-51d19e6d4351 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.118332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a3ca5-6c23-4439-845e-8dcd39ff435f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=86c50a0c-890f-4b5c-922e-86a1ce94cfaa,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:27.124795 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe357c9-9854-4671-8e7b-cad547adad3f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:27.141952 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.145475 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1c8aaf05-2bde-4f08-a9c3-591b7c90508e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.150564 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-efb4d467-1fe2-4e0f-8ffd-5c042fddb32b req-6276a323-0245-4d62-b527-a3876746c45e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 210 time: 0.1068716 Apr 22 14:38:27.180918 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Network': ['ID=3ab0b3ed-56ee-4880-b603-7d6c789ebfc0,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:27.180918 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7de3810e-dfe5-495b-bb9a-6af233d31be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.199812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.14 (225a60de-2f68-4c63-9733-0af862cb7457/df00b820-ff91-48b9-aa6a-393c9e578e30/74d21a01-b329-47c3-baaa-2e20bafb9ad1) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:27.200052 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d4ba28bd-4c02-4781-8c37-51d19e6d4351 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.203774 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d4ba28bd-4c02-4781-8c37-51d19e6d4351 tempest-ServerActionsTestJSON-1433542546 tempest-ServerActionsTestJSON-1433542546-project] 10.222.0.23 "DELETE /v2.0/floatingips/d343a90d-7b2a-4c37-b8d9-364c02a6f504 HTTP/1.1" status: 204 len: 168 time: 2.5007010 Apr 22 14:38:27.208297 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57436) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:27.259256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.272973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-412a3ca5-6c23-4439-845e-8dcd39ff435f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.274820 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-412a3ca5-6c23-4439-845e-8dcd39ff435f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/86c50a0c-890f-4b5c-922e-86a1ce94cfaa HTTP/1.1" status: 204 len: 168 time: 2.2330039 Apr 22 14:38:27.278386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57440) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:27.282569 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-992d94c1-079d-4936-8b31-3a7904d829a3 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Unset dirty status for tenant:ca24b81760a341cba7ba6df3e4bd531d on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:27.283700 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-992d94c1-079d-4936-8b31-3a7904d829a3 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] 10.222.0.23 "GET /v2.0/ports?device_id=f10e4872-4748-4dd4-b269-2c68e16d4612 HTTP/1.1" status: 200 len: 913 time: 0.6558371 Apr 22 14:38:27.314421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57444) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:27.316839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3fe357c9-9854-4671-8e7b-cad547adad3f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.330406 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c8f3a1df-226f-4e75-a171-ddd907ab9ac3 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/3ab0b3ed-56ee-4880-b603-7d6c789ebfc0 HTTP/1.1" status: 204 len: 168 time: 3.5881500 Apr 22 14:38:27.341527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57446) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:27.481164 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7de3810e-dfe5-495b-bb9a-6af233d31be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] 10.222.0.23 "DELETE /v2.0/ports/9f67c236-5283-4e70-9e8c-b721db3ce6d7 HTTP/1.1" status: 204 len: 168 time: 2.0047061 Apr 22 14:38:27.494236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57452) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:27.497059 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-31509640-f915-4714-815c-3c231502f93d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] GET failed (client error): The resource could not be found. Apr 22 14:38:27.497562 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-31509640-f915-4714-815c-3c231502f93d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:27.637646 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45a1c23-b7fe-489c-9a5c-1538d114281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] GET failed (client error): The resource could not be found. Apr 22 14:38:27.638153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c45a1c23-b7fe-489c-9a5c-1538d114281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Synchronizing usage tracker for tenant:b9cb7d8ce002411d831d89ffda2cc946 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:27.675667 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf24f682-342f-4d53-81fa-e881d0f2d1f7 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:27.676011 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf24f682-342f-4d53-81fa-e881d0f2d1f7 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:27.677756 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cf24f682-342f-4d53-81fa-e881d0f2d1f7 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/subnets/f8c111e2-c439-4e0b-81ed-45a369b400ab HTTP/1.1" status: 404 len: 337 time: 0.3324726 Apr 22 14:38:27.684961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57456) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:27.724516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-31509640-f915-4714-815c-3c231502f93d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:27.725968 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-31509640-f915-4714-815c-3c231502f93d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/86c50a0c-890f-4b5c-922e-86a1ce94cfaa HTTP/1.1" status: 404 len: 333 time: 0.4467576 Apr 22 14:38:27.729530 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57460) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:27.731091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c45a1c23-b7fe-489c-9a5c-1538d114281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Unset dirty status for tenant:b9cb7d8ce002411d831d89ffda2cc946 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:27.732353 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c45a1c23-b7fe-489c-9a5c-1538d114281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] 10.222.0.23 "GET /v2.0/ports/9f67c236-5283-4e70-9e8c-b721db3ce6d7 HTTP/1.1" status: 404 len: 333 time: 0.2365596 Apr 22 14:38:27.739943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57464) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:27.752920 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d95632-8592-4a1c-b7e8-2e1bed17301f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:27.753355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d95632-8592-4a1c-b7e8-2e1bed17301f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:27.755051 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e8d95632-8592-4a1c-b7e8-2e1bed17301f tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/c8f6c82b-a959-4408-abb1-f69128742f54 HTTP/1.1" status: 404 len: 339 time: 0.0648391 Apr 22 14:38:27.762049 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57468) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:27.783340 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-14ab5257-a8fd-4ab1-b31d-fdb2ae542abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-602571494', 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:27.806698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-14ab5257-a8fd-4ab1-b31d-fdb2ae542abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:27.849135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.873931 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-14ab5257-a8fd-4ab1-b31d-fdb2ae542abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:27.893687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-892fbc69-6d7f-43b9-80aa-f712e688f2f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 92d7e3c1-856d-4eed-80ad-480a40b0c640 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:27.893687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-892fbc69-6d7f-43b9-80aa-f712e688f2f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.904256 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object 74d21a01-b329-47c3-baaa-2e20bafb9ad1 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:27.956657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ab5257-a8fd-4ab1-b31d-fdb2ae542abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Made reservation on behalf of b9cb7d8ce002411d831d89ffda2cc946 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:27.957916 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-14ab5257-a8fd-4ab1-b31d-fdb2ae542abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.039369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-14ab5257-a8fd-4ab1-b31d-fdb2ae542abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] device_id is not set on port a720acad-413d-4e5a-a0cc-d48d950c7c4f yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:28.140155 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3fe357c9-9854-4671-8e7b-cad547adad3f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.180351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.350314 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe357c9-9854-4671-8e7b-cad547adad3f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=22c3910d-c8d5-4163-8b51-c09541c5c592,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:28.425249 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-26bb560d-3782-4887-97f3-012f6d42030e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Deleting subnet c0793397-679a-44b1-b64a-61dd5105b61a {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:28.551699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-26bb560d-3782-4887-97f3-012f6d42030e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.637333 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=74d21a01-b329-47c3-baaa-2e20bafb9ad1,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:28.647933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 225a60de-2f68-4c63-9733-0af862cb7457 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:28.650469 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe357c9-9854-4671-8e7b-cad547adad3f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:28.650835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe357c9-9854-4671-8e7b-cad547adad3f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network hostable DHCP agents. Network: 19101698-c44e-4563-acd4-3bbade7a380a, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:28.656329 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:28.664639 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:28.665919 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-892fbc69-6d7f-43b9-80aa-f712e688f2f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.721687 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-26bb560d-3782-4887-97f3-012f6d42030e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.820036 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-14ab5257-a8fd-4ab1-b31d-fdb2ae542abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.829527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-892fbc69-6d7f-43b9-80aa-f712e688f2f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 92d7e3c1-856d-4eed-80ad-480a40b0c640 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:28.842506 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:28.843087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.928274 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe357c9-9854-4671-8e7b-cad547adad3f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:28.949191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-3fe357c9-9854-4671-8e7b-cad547adad3f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 19101698-c44e-4563-acd4-3bbade7a380a) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:28.950850 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4efb5f-74f5-4f47-8832-cd38dbdf8a4f req-d6e0159b-6f69-40ed-a4b6-ac49ede478dd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:28.951975 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-fb4efb5f-74f5-4f47-8832-cd38dbdf8a4f req-d6e0159b-6f69-40ed-a4b6-ac49ede478dd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:28.954020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-14ab5257-a8fd-4ab1-b31d-fdb2ae542abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.959086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a765de8-e6c5-49e8-8104-739817f47f52 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:28.964612 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-c8aee235-d601-4983-ad44-58d2ce08d94b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2756369 Apr 22 14:38:28.990759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe357c9-9854-4671-8e7b-cad547adad3f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:28.991368 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3fe357c9-9854-4671-8e7b-cad547adad3f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.025028 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Request body: {'port': {'device_id': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:29.107429 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-fb4efb5f-74f5-4f47-8832-cd38dbdf8a4f req-d6e0159b-6f69-40ed-a4b6-ac49ede478dd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:29.108513 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fb4efb5f-74f5-4f47-8832-cd38dbdf8a4f req-d6e0159b-6f69-40ed-a4b6-ac49ede478dd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 932 time: 0.7514479 Apr 22 14:38:29.113984 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-76333734-59d9-4f37-b4f7-e1d3284cdfeb None None] Provisioning for port 74d21a01-b329-47c3-baaa-2e20bafb9ad1 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:29.116073 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-26bb560d-3782-4887-97f3-012f6d42030e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.117757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab5257-a8fd-4ab1-b31d-fdb2ae542abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Pushing event updated for resources: {'Port': ['ID=a720acad-413d-4e5a-a0cc-d48d950c7c4f,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:29.121906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab5257-a8fd-4ab1-b31d-fdb2ae542abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:29.123627 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3fe357c9-9854-4671-8e7b-cad547adad3f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4862339 Apr 22 14:38:29.126147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-14ab5257-a8fd-4ab1-b31d-fdb2ae542abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:29.129441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57474) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:29.132774 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab5257-a8fd-4ab1-b31d-fdb2ae542abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:29.133585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ab5257-a8fd-4ab1-b31d-fdb2ae542abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:29.134175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-14ab5257-a8fd-4ab1-b31d-fdb2ae542abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.141115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'name': 'tempest-NetworksTestDHCPv6-1996856011'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:29.163404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-76333734-59d9-4f37-b4f7-e1d3284cdfeb None None] Provisioning complete for port 74d21a01-b329-47c3-baaa-2e20bafb9ad1 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:29.163887 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-76333734-59d9-4f37-b4f7-e1d3284cdfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.166318 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-892fbc69-6d7f-43b9-80aa-f712e688f2f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.264207 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-76333734-59d9-4f37-b4f7-e1d3284cdfeb None None] Port 74d21a01-b329-47c3-baaa-2e20bafb9ad1 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:38:29.281360 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': '22c3910d-c8d5-4163-8b51-c09541c5c592'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:29.282445 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.315766 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.348736 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fb4efb5f-74f5-4f47-8832-cd38dbdf8a4f req-ce44f5c0-9aad-4ad7-9004-1fdd115c800e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7b950ab-15c2-4d15-8a55-84ddef0e73fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1901467 Apr 22 14:38:29.393662 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-26bb560d-3782-4887-97f3-012f6d42030e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.403656 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fbc69-6d7f-43b9-80aa-f712e688f2f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=92d7e3c1-856d-4eed-80ad-480a40b0c640,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:29.425833 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-14ab5257-a8fd-4ab1-b31d-fdb2ae542abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6815755 Apr 22 14:38:29.428564 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-020ff49f-0856-4462-a79c-349d90887424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.429714 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57478) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:29.487647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Allocated IP 2001:db8::2 (19101698-c44e-4563-acd4-3bbade7a380a/22c3910d-c8d5-4163-8b51-c09541c5c592/00ac6112-4a44-49a2-9726-95f66bfbb65f) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:29.506591 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb560d-3782-4887-97f3-012f6d42030e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Subnet': ['ID=c0793397-679a-44b1-b64a-61dd5105b61a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:29.541458 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-892fbc69-6d7f-43b9-80aa-f712e688f2f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.546338 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-892fbc69-6d7f-43b9-80aa-f712e688f2f0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/92d7e3c1-856d-4eed-80ad-480a40b0c640 HTTP/1.1" status: 204 len: 168 time: 1.8130951 Apr 22 14:38:29.555504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c54e2df-d704-4e72-b819-9da84ba4e3aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.612465 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57482) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:29.759746 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4c90ddf3-da47-4818-894d-95ac03d894d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Synchronizing usage tracker for tenant:b9cb7d8ce002411d831d89ffda2cc946 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:29.765628 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eea046f-92a5-455f-8cd4-1e04d2d4acf8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] GET failed (client error): The resource could not be found. Apr 22 14:38:29.766119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2eea046f-92a5-455f-8cd4-1e04d2d4acf8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:29.774745 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:29.785327 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:29.787750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-26bb560d-3782-4887-97f3-012f6d42030e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.795059 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0200e86-b0ba-4702-b292-cfe3dc0e2559 None None] Network 5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:29.795457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:29.819315 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:29.824502 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4c90ddf3-da47-4818-894d-95ac03d894d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Unset dirty status for tenant:b9cb7d8ce002411d831d89ffda2cc946 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:29.828191 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4c90ddf3-da47-4818-894d-95ac03d894d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] 10.222.0.23 "GET /v2.0/ports/a720acad-413d-4e5a-a0cc-d48d950c7c4f HTTP/1.1" status: 200 len: 958 time: 0.3950577 Apr 22 14:38:29.829572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2eea046f-92a5-455f-8cd4-1e04d2d4acf8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:29.833047 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2eea046f-92a5-455f-8cd4-1e04d2d4acf8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/92d7e3c1-856d-4eed-80ad-480a40b0c640 HTTP/1.1" status: 404 len: 333 time: 0.2173932 Apr 22 14:38:29.833047 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57486) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:29.835713 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57488) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:29.873710 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-26bb560d-3782-4887-97f3-012f6d42030e tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/subnets/c0793397-679a-44b1-b64a-61dd5105b61a HTTP/1.1" status: 204 len: 168 time: 2.1053150 Apr 22 14:38:29.885891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57494) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:29.902753 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:29.905807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.975796 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port 1f36635b-7d82-46ba-a90f-b2900ed4ca05 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:30.019335 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9d8137e8-c192-42a8-8147-6dfeeafd34da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Deleting port a720acad-413d-4e5a-a0cc-d48d950c7c4f {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:30.019609 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9d8137e8-c192-42a8-8147-6dfeeafd34da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.103261 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.117066 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Transition to ACTIVE for port object 00ac6112-4a44-49a2-9726-95f66bfbb65f will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:30.120648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8aaf05-2bde-4f08-a9c3-591b7c90508e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 56fb87ad-5d71-4610-8bf4-784d4e78746f has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:30.133855 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.146437 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Transition to ACTIVE for port object 00ac6112-4a44-49a2-9726-95f66bfbb65f will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:30.154816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.184237 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Deleting port 5313c8f1-88ad-445f-9410-18d4a8048d6a {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:30.184621 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.231238 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:30.236876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:30.241735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:30.243996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Pushing event updated for resources: {'Port': ['ID=00ac6112-4a44-49a2-9726-95f66bfbb65f,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:30.251047 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767ca40d-a10c-4b3b-9e97-3c3696aee076 None None] DHCP port deletion for 5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:30.257264 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-767ca40d-a10c-4b3b-9e97-3c3696aee076 None None] Deleting port 5313c8f1-88ad-445f-9410-18d4a8048d6a {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:30.257704 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-767ca40d-a10c-4b3b-9e97-3c3696aee076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.410134 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Attempting to bind port 00ac6112-4a44-49a2-9726-95f66bfbb65f on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:30.410421 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Attempting to bind port 00ac6112-4a44-49a2-9726-95f66bfbb65f by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:30.410873 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Attempting to bind port 00ac6112-4a44-49a2-9726-95f66bfbb65f on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:30.442413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:30.442709 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:30.443693 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.443693 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:30.443973 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Bound port: 00ac6112-4a44-49a2-9726-95f66bfbb65f, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:30.444365 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.482601 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bed03c-0735-4ed0-a5d2-d907857e15f7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting subnet c3d12f03-5f1a-403f-83ce-f6817efa5535 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:30.497328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::255 (19101698-c44e-4563-acd4-3bbade7a380a/22c3910d-c8d5-4163-8b51-c09541c5c592/1f36635b-7d82-46ba-a90f-b2900ed4ca05) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:30.499305 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75bed03c-0735-4ed0-a5d2-d907857e15f7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.565519 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9d8137e8-c192-42a8-8147-6dfeeafd34da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.629340 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-767ca40d-a10c-4b3b-9e97-3c3696aee076 None None] For port 5313c8f1-88ad-445f-9410-18d4a8048d6a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5313c8f1-88ad-445f-9410-18d4a8048d6a,segment=NetworkSegment(2f3fd316-4462-4661-8c5e-c81735c790ea),segment_id=2f3fd316-4462-4661-8c5e-c81735c790ea)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:30.629849 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-767ca40d-a10c-4b3b-9e97-3c3696aee076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.646737 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] For port 00ac6112-4a44-49a2-9726-95f66bfbb65f, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:30.746567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d21a01-b329-47c3-baaa-2e20bafb9ad1 {{(pid=83964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:38:30.763225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] For port 5313c8f1-88ad-445f-9410-18d4a8048d6a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5313c8f1-88ad-445f-9410-18d4a8048d6a,segment=NetworkSegment(2f3fd316-4462-4661-8c5e-c81735c790ea),segment_id=2f3fd316-4462-4661-8c5e-c81735c790ea)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:30.763926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.777878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-767ca40d-a10c-4b3b-9e97-3c3696aee076 None None] Calling delete_port for 5313c8f1-88ad-445f-9410-18d4a8048d6a owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:30.778135 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9d8137e8-c192-42a8-8147-6dfeeafd34da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Calling delete_port for a720acad-413d-4e5a-a0cc-d48d950c7c4f owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:30.783003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.806211 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75bed03c-0735-4ed0-a5d2-d907857e15f7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.806896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] For port 00ac6112-4a44-49a2-9726-95f66bfbb65f, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=00ac6112-4a44-49a2-9726-95f66bfbb65f,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:30.815030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.919939 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Calling delete_port for 5313c8f1-88ad-445f-9410-18d4a8048d6a owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:30.931339 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffcb25-ae14-4ee3-9515-9da0803f479e None None] Pushing event updated for resources: {'Port': ['ID=00ac6112-4a44-49a2-9726-95f66bfbb65f,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:30.938235 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-767ca40d-a10c-4b3b-9e97-3c3696aee076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.989497 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ca40d-a10c-4b3b-9e97-3c3696aee076 None None] Pushing event deleted for resources: {'Port': ['ID=5313c8f1-88ad-445f-9410-18d4a8048d6a,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:31.001206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ca40d-a10c-4b3b-9e97-3c3696aee076 None None] No DVR routers for this DVR port 5313c8f1-88ad-445f-9410-18d4a8048d6a on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:31.029388 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Transition to ACTIVE for port object 74d21a01-b329-47c3-baaa-2e20bafb9ad1 will not be triggered until provisioned by entity L2. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:31.050886 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.247038 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87173130-6f18-4e1d-956b-157126c0247e req-7a2e8dde-d338-4e72-b2d0-88cd4f1574de tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:31.248662 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-87173130-6f18-4e1d-956b-157126c0247e req-7a2e8dde-d338-4e72-b2d0-88cd4f1574de tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 932 time: 0.6268671 Apr 22 14:38:31.351824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9d8137e8-c192-42a8-8147-6dfeeafd34da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.470538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8137e8-c192-42a8-8147-6dfeeafd34da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Pushing event deleted for resources: {'Port': ['ID=a720acad-413d-4e5a-a0cc-d48d950c7c4f,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:31.476423 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.499379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75bed03c-0735-4ed0-a5d2-d907857e15f7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.508428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Pushing event updated for resources: {'Port': ['ID=74d21a01-b329-47c3-baaa-2e20bafb9ad1,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:31.518834 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:31.519079 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:31.540537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9d8137e8-c192-42a8-8147-6dfeeafd34da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.565105 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object 1f36635b-7d82-46ba-a90f-b2900ed4ca05 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:31.587429 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9d8137e8-c192-42a8-8147-6dfeeafd34da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] 10.222.0.23 "DELETE /v2.0/ports/a720acad-413d-4e5a-a0cc-d48d950c7c4f HTTP/1.1" status: 204 len: 168 time: 1.7534451 Apr 22 14:38:31.592889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57500) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:31.694399 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f74fdb1-fb52-4fb9-8c0d-15a155b1d422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] GET failed (client error): The resource could not be found. Apr 22 14:38:31.694948 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4f74fdb1-fb52-4fb9-8c0d-15a155b1d422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Synchronizing usage tracker for tenant:b9cb7d8ce002411d831d89ffda2cc946 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:31.702179 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-87173130-6f18-4e1d-956b-157126c0247e req-a95feea2-6e9f-4a9f-ad0b-a3b3a9c050a7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7b950ab-15c2-4d15-8a55-84ddef0e73fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1954486 Apr 22 14:38:31.704314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8aaf05-2bde-4f08-a9c3-591b7c90508e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:31.723952 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75bed03c-0735-4ed0-a5d2-d907857e15f7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.727033 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328fc472-1bb4-41da-a75e-25e72361a64d None None] Sync routers for ids ['56fb87ad-5d71-4610-8bf4-784d4e78746f'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:31.742521 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1c8aaf05-2bde-4f08-a9c3-591b7c90508e tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "PUT /v2.0/routers/56fb87ad-5d71-4610-8bf4-784d4e78746f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7962201 Apr 22 14:38:31.748888 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57504) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:31.757803 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328fc472-1bb4-41da-a75e-25e72361a64d None None] Routers {'56fb87ad-5d71-4610-8bf4-784d4e78746f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:31.758813 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-328fc472-1bb4-41da-a75e-25e72361a64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:38:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['56fb87ad-5d71-4610-8bf4-784d4e78746f'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:31.794094 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.802108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bed03c-0735-4ed0-a5d2-d907857e15f7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d12f03-5f1a-403f-83ce-f6817efa5535,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:31.803880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4f74fdb1-fb52-4fb9-8c0d-15a155b1d422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Unset dirty status for tenant:b9cb7d8ce002411d831d89ffda2cc946 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:31.808944 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4f74fdb1-fb52-4fb9-8c0d-15a155b1d422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] 10.222.0.23 "GET /v2.0/ports/a720acad-413d-4e5a-a0cc-d48d950c7c4f HTTP/1.1" status: 404 len: 333 time: 0.2099593 Apr 22 14:38:31.835591 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-328fc472-1bb4-41da-a75e-25e72361a64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:31.847670 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328fc472-1bb4-41da-a75e-25e72361a64d None None] Routers {'56fb87ad-5d71-4610-8bf4-784d4e78746f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:31.848574 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-328fc472-1bb4-41da-a75e-25e72361a64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:38:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['56fb87ad-5d71-4610-8bf4-784d4e78746f'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:31.859402 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57508) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:31.882065 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c5c1d5-e2f9-456b-85de-446a39436213 None None] Network 88809588-946f-4ab7-a89c-c07c4f078649 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:31.887905 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-bd7c1269-dca6-4cd1-8d8b-b89e08a37166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Request body: {'port': {'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951174934'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:31.906592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75bed03c-0735-4ed0-a5d2-d907857e15f7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.923955 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bd7c1269-dca6-4cd1-8d8b-b89e08a37166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:31.926448 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-328fc472-1bb4-41da-a75e-25e72361a64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:31.927042 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328fc472-1bb4-41da-a75e-25e72361a64d None None] The sync data for ids ['56fb87ad-5d71-4610-8bf4-784d4e78746f'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:31.942928 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-75bed03c-0735-4ed0-a5d2-d907857e15f7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/c3d12f03-5f1a-403f-83ce-f6817efa5535 HTTP/1.1" status: 204 len: 168 time: 2.1057842 Apr 22 14:38:31.949554 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57512) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:31.967303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:31.969890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bd7c1269-dca6-4cd1-8d8b-b89e08a37166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:31.973355 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=1f36635b-7d82-46ba-a90f-b2900ed4ca05,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:31.976195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:31.981903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:31.992513 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:32.002436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.029690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7c1269-dca6-4cd1-8d8b-b89e08a37166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Made reservation on behalf of b9cb7d8ce002411d831d89ffda2cc946 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:32.040320 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1269-dca6-4cd1-8d8b-b89e08a37166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.076181 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Deleting port 5313c8f1-88ad-445f-9410-18d4a8048d6a {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:32.076678 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.090928 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3c3d268c-14f0-458b-af7c-a9101c4edca4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9583645 Apr 22 14:38:32.091947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-bd7c1269-dca6-4cd1-8d8b-b89e08a37166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] device_id is not set on port e18d72c7-6ec3-4470-8f05-4529b5b793ff yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:32.126645 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57516) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:32.127554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 00ac6112-4a44-49a2-9726-95f66bfbb65f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:32.251100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Attempting to bind port 74d21a01-b329-47c3-baaa-2e20bafb9ad1 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:32.251100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Attempting to bind port 74d21a01-b329-47c3-baaa-2e20bafb9ad1 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '4907459a-dce8-43ba-8baf-7001525c50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:32.251535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Attempting to bind port 74d21a01-b329-47c3-baaa-2e20bafb9ad1 on network 225a60de-2f68-4c63-9733-0af862cb7457 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:32.262781 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] The port '5313c8f1-88ad-445f-9410-18d4a8048d6a' was deleted {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:38:32.271620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.275634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 00ac6112-4a44-49a2-9726-95f66bfbb65f completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:32.326981 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Port 74d21a01-b329-47c3-baaa-2e20bafb9ad1 on network 225a60de-2f68-4c63-9733-0af862cb7457 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:32.327434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Attempting to bind port 74d21a01-b329-47c3-baaa-2e20bafb9ad1 on network 225a60de-2f68-4c63-9733-0af862cb7457 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:32.344285 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe870f-fbec-4fe7-af20-c946df31f5a5 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:32.359825 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5313c8f1-88ad-445f-9410-18d4a8048d6a no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:32.454097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:32.454442 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Checking segment: {'id': '4907459a-dce8-43ba-8baf-7001525c50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:32.454831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Bound using segment: {'id': '4907459a-dce8-43ba-8baf-7001525c50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457'} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:32.455322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Bound port: 74d21a01-b329-47c3-baaa-2e20bafb9ad1, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4907459a-dce8-43ba-8baf-7001525c50cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457'}}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:32.455778 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.465703 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 61b68676-f84a-4cdc-98c7-7300ab48680c {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:32.466047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.497932 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1269-dca6-4cd1-8d8b-b89e08a37166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.499824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2c54e2df-d704-4e72-b819-9da84ba4e3aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Deleting port 47514e1d-4661-4d88-b8b6-f845005e97b1 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:32.500440 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c54e2df-d704-4e72-b819-9da84ba4e3aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.509108 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8c3524-2669-42a8-8d73-d5de6d2866fc None None] DHCP port deletion for 88809588-946f-4ab7-a89c-c07c4f078649 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:32.519169 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 5313c8f1-88ad-445f-9410-18d4a8048d6a {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:32.519620 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5313c8f1-88ad-445f-9410-18d4a8048d6a not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:32.536262 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c3524-2669-42a8-8d73-d5de6d2866fc None None] Deleting port 61b68676-f84a-4cdc-98c7-7300ab48680c {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:32.538321 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2d8c3524-2669-42a8-8d73-d5de6d2866fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.547242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.625349 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1b469ce5-0fca-4612-b659-024ba6f215ac None None] Provisioning for port 00ac6112-4a44-49a2-9726-95f66bfbb65f completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:32.665842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6abe1d1-5e81-425f-bb4a-2fce832bffb9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:32.668857 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1b469ce5-0fca-4612-b659-024ba6f215ac None None] Provisioning complete for port 00ac6112-4a44-49a2-9726-95f66bfbb65f triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:32.669506 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1b469ce5-0fca-4612-b659-024ba6f215ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.671195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6abe1d1-5e81-425f-bb4a-2fce832bffb9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:32.672856 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c6abe1d1-5e81-425f-bb4a-2fce832bffb9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5319059 Apr 22 14:38:32.676441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1269-dca6-4cd1-8d8b-b89e08a37166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.695527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57520) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:32.710513 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:32.779027 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3fd316-4462-4661-8c5e-c81735c790ea') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:32.785404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3fd316-4462-4661-8c5e-c81735c790ea') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:32.829901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.835575 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c1269-dca6-4cd1-8d8b-b89e08a37166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Pushing event updated for resources: {'Port': ['ID=e18d72c7-6ec3-4470-8f05-4529b5b793ff,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:32.855657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7c1269-dca6-4cd1-8d8b-b89e08a37166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:32.861277 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-bd7c1269-dca6-4cd1-8d8b-b89e08a37166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:32.863672 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c1269-dca6-4cd1-8d8b-b89e08a37166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:32.864487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7c1269-dca6-4cd1-8d8b-b89e08a37166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:32.865399 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1269-dca6-4cd1-8d8b-b89e08a37166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.887593 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-88da8ac5-935e-40cd-964b-3c51ab2cbd56 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port 1f36635b-7d82-46ba-a90f-b2900ed4ca05 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:32.887937 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-88da8ac5-935e-40cd-964b-3c51ab2cbd56 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.942300 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c54e2df-d704-4e72-b819-9da84ba4e3aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.964710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.967949 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] For port 74d21a01-b329-47c3-baaa-2e20bafb9ad1, host hv-neutron-8390, cleared binding levels {{(pid=83964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:33.004158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2d8c3524-2669-42a8-8d73-d5de6d2866fc None None] For port 61b68676-f84a-4cdc-98c7-7300ab48680c, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=61b68676-f84a-4cdc-98c7-7300ab48680c,segment=NetworkSegment(2ef4ede3-4abd-45a6-bd01-b2c53bdf3afe),segment_id=2ef4ede3-4abd-45a6-bd01-b2c53bdf3afe)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:33.004803 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2d8c3524-2669-42a8-8d73-d5de6d2866fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.038208 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:33.038619 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:33.061918 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:33.086283 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] For port 74d21a01-b329-47c3-baaa-2e20bafb9ad1, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=74d21a01-b329-47c3-baaa-2e20bafb9ad1,segment=NetworkSegment(4907459a-dce8-43ba-8baf-7001525c50cb),segment_id=4907459a-dce8-43ba-8baf-7001525c50cb)] {{(pid=83964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:33.093641 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2c54e2df-d704-4e72-b819-9da84ba4e3aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Calling delete_port for 47514e1d-4661-4d88-b8b6-f845005e97b1 owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:33.145458 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c3524-2669-42a8-8d73-d5de6d2866fc None None] Calling delete_port for 61b68676-f84a-4cdc-98c7-7300ab48680c owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:33.172416 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-400b3fcb-a137-43c8-a38d-aec6ca11e45b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.195384 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1b469ce5-0fca-4612-b659-024ba6f215ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.233242 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bd7c1269-dca6-4cd1-8d8b-b89e08a37166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3725665 Apr 22 14:38:33.265604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1b469ce5-0fca-4612-b659-024ba6f215ac None None] For port 00ac6112-4a44-49a2-9726-95f66bfbb65f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=00ac6112-4a44-49a2-9726-95f66bfbb65f,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:33.266795 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2d8c3524-2669-42a8-8d73-d5de6d2866fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.267130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57526) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:33.296748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:33.305256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1b469ce5-0fca-4612-b659-024ba6f215ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.318850 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c3524-2669-42a8-8d73-d5de6d2866fc None None] Pushing event deleted for resources: {'Port': ['ID=61b68676-f84a-4cdc-98c7-7300ab48680c,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:33.368830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.393570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c3524-2669-42a8-8d73-d5de6d2866fc None None] No DVR routers for this DVR port 61b68676-f84a-4cdc-98c7-7300ab48680c on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:33.425396 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b469ce5-0fca-4612-b659-024ba6f215ac None None] Pushing event updated for resources: {'Port': ['ID=00ac6112-4a44-49a2-9726-95f66bfbb65f,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:33.512949 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] For port 61b68676-f84a-4cdc-98c7-7300ab48680c, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=61b68676-f84a-4cdc-98c7-7300ab48680c,segment=NetworkSegment(2ef4ede3-4abd-45a6-bd01-b2c53bdf3afe),segment_id=2ef4ede3-4abd-45a6-bd01-b2c53bdf3afe)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:33.513324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.590143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.632744 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-88da8ac5-935e-40cd-964b-3c51ab2cbd56 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.662884 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ea57b216-5964-4ab5-a518-ab1ec4f54bdc None None] Provisioning complete for port 00ac6112-4a44-49a2-9726-95f66bfbb65f triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:33.664311 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ea57b216-5964-4ab5-a518-ab1ec4f54bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.752448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.757457 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.758814 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] 10.222.0.30 "PUT /v2.0/ports/74d21a01-b329-47c3-baaa-2e20bafb9ad1 HTTP/1.1" status: 200 len: 1094 time: 4.7459521 Apr 22 14:38:33.769104 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 61b68676-f84a-4cdc-98c7-7300ab48680c owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:33.848980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-88da8ac5-935e-40cd-964b-3c51ab2cbd56 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for 1f36635b-7d82-46ba-a90f-b2900ed4ca05 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:33.879754 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'tag': '74d21a01-b329-47c3-baaa-2e20bafb9ad1'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:38:33.884696 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.918326 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ea57b216-5964-4ab5-a518-ab1ec4f54bdc None None] Provisioning for port 1f36635b-7d82-46ba-a90f-b2900ed4ca05 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:33.930655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ea57b216-5964-4ab5-a518-ab1ec4f54bdc None None] Provisioning complete for port 1f36635b-7d82-46ba-a90f-b2900ed4ca05 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:33.931030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ea57b216-5964-4ab5-a518-ab1ec4f54bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.983525 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] Pushing event deleted for resources: {'Network': ['ID=5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:34.014148 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3351aa3-ab1d-41d4-ab17-86ced0782240'] response: {'name': 'network-changed', 'server_uuid': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'tag': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'status': 'completed', 'code': 200} Apr 22 14:38:34.014950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ea57b216-5964-4ab5-a518-ab1ec4f54bdc None None] Port 1f36635b-7d82-46ba-a90f-b2900ed4ca05 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:38:34.018934 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca0f70-4d73-4e6f-bb5d-bc08d0f35fef service neutron] Pushing event updated for resources: {'Port': ['ID=74d21a01-b329-47c3-baaa-2e20bafb9ad1,revision_number=3']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:34.033679 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c2d6df67-9293-4003-be58-be275d01b647 tempest-NetworksIpV6Test-1164998360 tempest-NetworksIpV6Test-1164998360-project] 10.222.0.23 "DELETE /v2.0/networks/5ec5c84e-ad0e-4ca7-ad77-b5c07a2e8f4b HTTP/1.1" status: 204 len: 168 time: 4.1433849 Apr 22 14:38:34.048677 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-020ff49f-0856-4462-a79c-349d90887424 admin admin] Deleting port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:34.049285 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-020ff49f-0856-4462-a79c-349d90887424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.066364 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 00ac6112-4a44-49a2-9726-95f66bfbb65f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:34.132744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f412f-e91c-4969-8963-cd65fd72a944 req-8d8fd5f0-aa4b-4a81-9c31-0697a2630efa tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:34.134489 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-815f412f-e91c-4969-8963-cd65fd72a944 req-8d8fd5f0-aa4b-4a81-9c31-0697a2630efa tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 944 time: 1.1720788 Apr 22 14:38:34.190025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-63bc1fb6-dc1d-41cc-96f2-421ffcf217ba None None] Provisioning complete for port 1f36635b-7d82-46ba-a90f-b2900ed4ca05 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:34.190685 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-63bc1fb6-dc1d-41cc-96f2-421ffcf217ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.226030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 00ac6112-4a44-49a2-9726-95f66bfbb65f triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:34.226672 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.241012 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:34.241377 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:34.282139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-88da8ac5-935e-40cd-964b-3c51ab2cbd56 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.318226 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-63bc1fb6-dc1d-41cc-96f2-421ffcf217ba None None] Port 1f36635b-7d82-46ba-a90f-b2900ed4ca05 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:38:34.319327 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-5bff750b-dbb1-4da4-9b40-43a38f8094a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 1097 time: 0.4052162 Apr 22 14:38:34.326273 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-815f412f-e91c-4969-8963-cd65fd72a944 req-da1d8b1a-c0d3-4c8d-ab3b-6adc36b846ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7b950ab-15c2-4d15-8a55-84ddef0e73fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1788664 Apr 22 14:38:34.373653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da8ac5-935e-40cd-964b-3c51ab2cbd56 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=1f36635b-7d82-46ba-a90f-b2900ed4ca05,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:34.411763 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-cb9ca5b3-f841-4845-bed7-c8f5cc8526d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74d21a01-b329-47c3-baaa-2e20bafb9ad1 HTTP/1.1" status: 200 len: 217 time: 0.0825818 Apr 22 14:38:34.421366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-020ff49f-0856-4462-a79c-349d90887424 admin admin] For port 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4b7b99d1-3276-439f-a3b4-a17ab9e8d47d,segment=NetworkSegment(d4b6f6ba-ebac-49eb-a20c-20a79b38727c),segment_id=d4b6f6ba-ebac-49eb-a20c-20a79b38727c)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:34.421721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-020ff49f-0856-4462-a79c-349d90887424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.450675 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-88da8ac5-935e-40cd-964b-3c51ab2cbd56 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.456298 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c54e2df-d704-4e72-b819-9da84ba4e3aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.501427 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 61b68676-f84a-4cdc-98c7-7300ab48680c no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:34.512041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54e2df-d704-4e72-b819-9da84ba4e3aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Pushing event deleted for resources: {'Port': ['ID=47514e1d-4661-4d88-b8b6-f845005e97b1,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:34.524168 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-88da8ac5-935e-40cd-964b-3c51ab2cbd56 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/1f36635b-7d82-46ba-a90f-b2900ed4ca05 HTTP/1.1" status: 204 len: 168 time: 1.7589059 Apr 22 14:38:34.530456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57536) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:34.540652 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57538) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:34.549189 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 61b68676-f84a-4cdc-98c7-7300ab48680c {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:34.549706 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 61b68676-f84a-4cdc-98c7-7300ab48680c not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:34.635516 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-020ff49f-0856-4462-a79c-349d90887424 admin admin] Calling delete_port for 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:34.743037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 61b68676-f84a-4cdc-98c7-7300ab48680c {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:34.743736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.760821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] device_id is not set on port e18d72c7-6ec3-4470-8f05-4529b5b793ff yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:34.771793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.784244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455093b4-8f1f-4a8d-86ec-38f1c397b5da tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:34.785696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455093b4-8f1f-4a8d-86ec-38f1c397b5da tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:34.786484 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-455093b4-8f1f-4a8d-86ec-38f1c397b5da tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:34.873008 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Transition to ACTIVE for port object e18d72c7-6ec3-4470-8f05-4529b5b793ff will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:34.882191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-455093b4-8f1f-4a8d-86ec-38f1c397b5da tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:34.883354 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-455093b4-8f1f-4a8d-86ec-38f1c397b5da tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3444102 Apr 22 14:38:34.893678 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57546) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:34.902197 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.937615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] The port '61b68676-f84a-4cdc-98c7-7300ab48680c' was deleted {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:38:35.005689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-f8f050dd-cfc2-4c52-9d7e-ad69374f4232 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:35.007149 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-f8f050dd-cfc2-4c52-9d7e-ad69374f4232 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df00b820-ff91-48b9-aa6a-393c9e578e30 HTTP/1.1" status: 200 len: 834 time: 0.5779436 Apr 22 14:38:35.245272 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Pushing event updated for resources: {'Port': ['ID=e18d72c7-6ec3-4470-8f05-4529b5b793ff,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:35.267991 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-27abb345-7e60-47fa-a272-8d261afe1b27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3ecd1882b854ef6a7eefe2a346d2b29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7138963 Apr 22 14:38:35.267991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57550) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:35.296421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:35.296756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:35.297099 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:35.302907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-400b3fcb-a137-43c8-a38d-aec6ca11e45b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.321997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:35.322334 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:35.331073 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 2 to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff Apr 22 14:38:35.341454 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-020ff49f-0856-4462-a79c-349d90887424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.357404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:35.357739 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:35.358074 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:35.382079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:35.382416 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:35.387000 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 3 to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff Apr 22 14:38:35.408980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbfb8fbb-0506-4c5a-a1c6-6e82257a7f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.417371 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:35.417707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:35.418055 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:35.434189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.451095 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:35.451480 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:35.453839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-400b3fcb-a137-43c8-a38d-aec6ca11e45b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting port 1de13a12-79fe-4c23-bc88-8fe2150bf7bf {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:35.453839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-400b3fcb-a137-43c8-a38d-aec6ca11e45b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.454212 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 4 to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff Apr 22 14:38:35.464889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbfb8fbb-0506-4c5a-a1c6-6e82257a7f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.493796 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:35.494134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:35.494426 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ff49f-0856-4462-a79c-349d90887424 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7b99d1-3276-439f-a3b4-a17ab9e8d47d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:35.494555 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:35.517047 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c54e2df-d704-4e72-b819-9da84ba4e3aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.524700 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:35.525031 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:35.527639 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 5 to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff Apr 22 14:38:35.604961 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:35.605227 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:35.605373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:35.606359 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88809588-946f-4ab7-a89c-c07c4f078649']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:35.679783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:35.680168 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:35.683190 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 6 to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff Apr 22 14:38:35.689894 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbfb8fbb-0506-4c5a-a1c6-6e82257a7f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.718343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef4ede3-4abd-45a6-bd01-b2c53bdf3afe') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:35.718664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef4ede3-4abd-45a6-bd01-b2c53bdf3afe') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:35.728656 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:35.728936 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:35.729822 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:35.736074 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb8fbb-0506-4c5a-a1c6-6e82257a7f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feda62eb-495c-493b-8b8d-37b22cd7e8b1,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:35.744428 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbfb8fbb-0506-4c5a-a1c6-6e82257a7f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.746139 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-dbfb8fbb-0506-4c5a-a1c6-6e82257a7f46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/feda62eb-495c-493b-8b8d-37b22cd7e8b1 HTTP/1.1" status: 204 len: 168 time: 0.4772501 Apr 22 14:38:35.749022 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:35.751073 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:35.752258 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 7 to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff Apr 22 14:38:35.772815 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:35.773389 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:35.773476 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:35.784087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:35.784425 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:35.785655 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 8 to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff Apr 22 14:38:35.808263 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:35.808633 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:35.808934 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:35.819746 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:35.820120 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:35.821245 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 9 to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff Apr 22 14:38:35.831028 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-6b1f9733-d42e-4170-8312-c7c8f5ef2b86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=225a60de-2f68-4c63-9733-0af862cb7457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8040705 Apr 22 14:38:35.842384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:35.842778 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:35.843061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:35.845375 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.862408 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:35.862778 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:35.863890 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.plugins.ml2.plugin [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempt 10 to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff Apr 22 14:38:35.883068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:35.883478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:35.883757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempting to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:35.894178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:35.894572 dv-neutron-839027-1-hyperv neutron-server[83963]: ERROR neutron.plugins.ml2.managers [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Failed to bind port e18d72c7-6ec3-4470-8f05-4529b5b793ff on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9775d2f3-2e95-4ec1-9709-39af23006c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57abe4e0-c3df-4e09-b008-00bd1dc1e12f'}] Apr 22 14:38:35.894944 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.969041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.990648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee3304a-ed2a-4cae-9390-3a6a57ddc7c2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 22c3910d-c8d5-4163-8b51-c09541c5c592 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:36.069215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:36.069933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:36.090013 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:36.096916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dee3304a-ed2a-4cae-9390-3a6a57ddc7c2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.153338 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] For port e18d72c7-6ec3-4470-8f05-4529b5b793ff, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:36.153730 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Attempted to set empty binding levels {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 14:38:36.161328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.248762 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] In _notify_port_updated(), no bound segment for port e18d72c7-6ec3-4470-8f05-4529b5b793ff on network 57abe4e0-c3df-4e09-b008-00bd1dc1e12f {{(pid=83963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:38:36.249785 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.251784 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] 10.222.0.23 "PUT /v2.0/ports/e18d72c7-6ec3-4470-8f05-4529b5b793ff HTTP/1.1" status: 200 len: 981 time: 2.9757392 Apr 22 14:38:36.254307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414af19d-dff9-4af8-a7c2-747a39fc4b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Pushing event updated for resources: {'Port': ['ID=e18d72c7-6ec3-4470-8f05-4529b5b793ff,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:36.259060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57566) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:36.296266 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b956167-3413-485a-944d-7b2b7478666b req-cc29d8f8-685a-449b-a8a8-23c491f3ea5a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:36.299808 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5b956167-3413-485a-944d-7b2b7478666b req-cc29d8f8-685a-449b-a8a8-23c491f3ea5a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 944 time: 0.8222296 Apr 22 14:38:36.364605 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-400b3fcb-a137-43c8-a38d-aec6ca11e45b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.382730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dee3304a-ed2a-4cae-9390-3a6a57ddc7c2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.446552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-c4b08fa3-a60d-4382-bb46-9afe4ad841bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Deleting port e18d72c7-6ec3-4470-8f05-4529b5b793ff {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:36.446870 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c4b08fa3-a60d-4382-bb46-9afe4ad841bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.489693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.495263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.584261 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-400b3fcb-a137-43c8-a38d-aec6ca11e45b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Calling delete_port for 1de13a12-79fe-4c23-bc88-8fe2150bf7bf owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:36.717175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-c4b08fa3-a60d-4382-bb46-9afe4ad841bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] For port e18d72c7-6ec3-4470-8f05-4529b5b793ff, host hv-neutron-8390, got binding levels [] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:36.717537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c4b08fa3-a60d-4382-bb46-9afe4ad841bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.793483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57578) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:36.797851 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-490db026-e0e8-4fb5-a32f-0a0388b2e298 service neutron] 10.222.0.30 "GET /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9440053 Apr 22 14:38:36.815567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Network': ['ID=88809588-946f-4ab7-a89c-c07c4f078649,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:36.944666 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-265547ed-67da-4bb9-95ba-e95eee66dbab tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/networks/88809588-946f-4ab7-a89c-c07c4f078649 HTTP/1.1" status: 204 len: 168 time: 4.9922085 Apr 22 14:38:36.962458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57582) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:36.967733 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5b956167-3413-485a-944d-7b2b7478666b req-e34b1fe2-78e4-4cfb-bb2b-38f76aecb86b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7b950ab-15c2-4d15-8a55-84ddef0e73fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6469705 Apr 22 14:38:36.969521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-c4b08fa3-a60d-4382-bb46-9afe4ad841bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Calling delete_port for e18d72c7-6ec3-4470-8f05-4529b5b793ff owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:36.980749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1661566313'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:37.017685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:37.045229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:network and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:37.053289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:37.056121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c54e2df-d704-4e72-b819-9da84ba4e3aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Router f10e4872-4748-4dd4-b269-2c68e16d4612 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:37.069564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c4b08fa3-a60d-4382-bb46-9afe4ad841bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.087389 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:37.099533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dee3304a-ed2a-4cae-9390-3a6a57ddc7c2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.169657 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aef4d87c-b8b5-44a3-8049-f04b51a7befc req-f0d21d07-bfd6-4e1c-a0b1-81fd9e1ba371 service neutron] 10.222.0.30 "GET /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626249 Apr 22 14:38:37.178744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:37.179471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b08fa3-a60d-4382-bb46-9afe4ad841bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Pushing event deleted for resources: {'Port': ['ID=e18d72c7-6ec3-4470-8f05-4529b5b793ff,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:37.183955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.184324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-fb1dd091-8a56-4bfa-a65b-4c7e3687e51a tempest-DvrRoutersNegativeTest-631158172 tempest-DvrRoutersNegativeTest-631158172-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-807275401', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:37.186718 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.policy [None req-fb1dd091-8a56-4bfa-a65b-4c7e3687e51a tempest-DvrRoutersNegativeTest-631158172 tempest-DvrRoutersNegativeTest-631158172-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83963) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 22 14:38:37.186974 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.policy [None req-fb1dd091-8a56-4bfa-a65b-4c7e3687e51a tempest-DvrRoutersNegativeTest-631158172 tempest-DvrRoutersNegativeTest-631158172-project] Failed policy check for 'create_router' {{(pid=83963) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 22 14:38:37.187585 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-fb1dd091-8a56-4bfa-a65b-4c7e3687e51a tempest-DvrRoutersNegativeTest-631158172 tempest-DvrRoutersNegativeTest-631158172-project] create failed (client error): Access was denied to this resource. Apr 22 14:38:37.192332 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fb1dd091-8a56-4bfa-a65b-4c7e3687e51a tempest-DvrRoutersNegativeTest-631158172 tempest-DvrRoutersNegativeTest-631158172-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3941109 Apr 22 14:38:37.253980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c4b08fa3-a60d-4382-bb46-9afe4ad841bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.271432 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c4b08fa3-a60d-4382-bb46-9afe4ad841bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] 10.222.0.23 "DELETE /v2.0/ports/e18d72c7-6ec3-4470-8f05-4529b5b793ff HTTP/1.1" status: 204 len: 168 time: 1.0097606 Apr 22 14:38:37.273096 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57590) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:37.327636 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-720b496b-798e-4117-ac98-6166004f0c16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] GET failed (client error): The resource could not be found. Apr 22 14:38:37.328144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-720b496b-798e-4117-ac98-6166004f0c16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Synchronizing usage tracker for tenant:b9cb7d8ce002411d831d89ffda2cc946 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:37.352330 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-720b496b-798e-4117-ac98-6166004f0c16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] Unset dirty status for tenant:b9cb7d8ce002411d831d89ffda2cc946 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:37.353488 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-720b496b-798e-4117-ac98-6166004f0c16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520879486-project-admin] 10.222.0.23 "GET /v2.0/ports/e18d72c7-6ec3-4470-8f05-4529b5b793ff HTTP/1.1" status: 404 len: 333 time: 0.0794761 Apr 22 14:38:37.359926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57594) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:37.361730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:37.366718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dee3304a-ed2a-4cae-9390-3a6a57ddc7c2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.429741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3304a-ed2a-4cae-9390-3a6a57ddc7c2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=22c3910d-c8d5-4163-8b51-c09541c5c592,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:37.443552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.443901 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Added segment 9655ecf0-339f-49a7-9e4a-8d12895960b1 of type vlan for network 5a2820e5-0dfd-4257-af35-8a9f831746f6 Apr 22 14:38:37.447226 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-400b3fcb-a137-43c8-a38d-aec6ca11e45b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.489544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dee3304a-ed2a-4cae-9390-3a6a57ddc7c2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.491005 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-77bf7ffd-4420-4182-b91d-86f1847e81be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.505259 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a203558-a667-4bfc-98a2-8ce536d3f91a None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:37.532040 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b3fcb-a137-43c8-a38d-aec6ca11e45b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Port': ['ID=1de13a12-79fe-4c23-bc88-8fe2150bf7bf,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:37.560795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57600) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:37.602051 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.606829 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-020ff49f-0856-4462-a79c-349d90887424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.613519 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dee3304a-ed2a-4cae-9390-3a6a57ddc7c2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/22c3910d-c8d5-4163-8b51-c09541c5c592 HTTP/1.1" status: 204 len: 168 time: 2.6864090 Apr 22 14:38:37.618887 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57604) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:37.754687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c54e2df-d704-4e72-b819-9da84ba4e3aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:37.766689 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d71fb-ec40-4d2c-a0d8-f06f69013ac6 None None] Sync routers for ids ['f10e4872-4748-4dd4-b269-2c68e16d4612'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:37.778014 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:38:37.787039 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2c54e2df-d704-4e72-b819-9da84ba4e3aa tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] 10.222.0.23 "PUT /v2.0/routers/f10e4872-4748-4dd4-b269-2c68e16d4612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4505475 Apr 22 14:38:37.793570 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3f4e67ff-55eb-4de4-bae4-87fbd7834899 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1680574 Apr 22 14:38:37.795570 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-77bf7ffd-4420-4182-b91d-86f1847e81be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.802644 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d71fb-ec40-4d2c-a0d8-f06f69013ac6 None None] Routers {'f10e4872-4748-4dd4-b269-2c68e16d4612'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:37.803138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57610) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:37.803587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57612) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:37.804032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a66d71fb-ec40-4d2c-a0d8-f06f69013ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:38:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f10e4872-4748-4dd4-b269-2c68e16d4612'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:37.814913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-633b5f64-95fa-45f7-a475-775255342b77 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:37.858686 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e64bd876-e8f1-455b-be5f-c94dc85e72e6 req-967c72b8-257c-4237-b396-58e69cdb1a31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 1097 time: 0.5931802 Apr 22 14:38:37.910528 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f2bce-40d7-4e75-a862-5fefafe66fbe None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:37.922085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-278f2bce-40d7-4e75-a862-5fefafe66fbe None None] Deleting port 00ac6112-4a44-49a2-9726-95f66bfbb65f {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:37.922460 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-278f2bce-40d7-4e75-a862-5fefafe66fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.945681 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a66d71fb-ec40-4d2c-a0d8-f06f69013ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:38.010965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d71fb-ec40-4d2c-a0d8-f06f69013ac6 None None] Routers {'f10e4872-4748-4dd4-b269-2c68e16d4612'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:38.011451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a66d71fb-ec40-4d2c-a0d8-f06f69013ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:38:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f10e4872-4748-4dd4-b269-2c68e16d4612'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:38.052781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-77bf7ffd-4420-4182-b91d-86f1847e81be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57abe4e0-c3df-4e09-b008-00bd1dc1e12f']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:38.080513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 00ac6112-4a44-49a2-9726-95f66bfbb65f no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:38.098277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.099494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-77bf7ffd-4420-4182-b91d-86f1847e81be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9775d2f3-2e95-4ec1-9709-39af23006c80') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:38.099983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-77bf7ffd-4420-4182-b91d-86f1847e81be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9775d2f3-2e95-4ec1-9709-39af23006c80') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:38.102218 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:38.102827 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.141820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a66d71fb-ec40-4d2c-a0d8-f06f69013ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:38.142232 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d71fb-ec40-4d2c-a0d8-f06f69013ac6 None None] The sync data for ids ['f10e4872-4748-4dd4-b269-2c68e16d4612'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:38.148820 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-77bf7ffd-4420-4182-b91d-86f1847e81be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.190807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-633b5f64-95fa-45f7-a475-775255342b77 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:38.201540 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-77bf7ffd-4420-4182-b91d-86f1847e81be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.205384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-633b5f64-95fa-45f7-a475-775255342b77 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:38.214111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9f3a87ed-6200-4ec8-8e7a-af058ba81593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.215024 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-633b5f64-95fa-45f7-a475-775255342b77 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:38.230911 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-633b5f64-95fa-45f7-a475-775255342b77 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:38.244457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bf7ffd-4420-4182-b91d-86f1847e81be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:38.246974 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-77bf7ffd-4420-4182-b91d-86f1847e81be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.263234 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2943981 Apr 22 14:38:38.270170 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-400b3fcb-a137-43c8-a38d-aec6ca11e45b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:38.275216 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:38.278690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57620) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:38.342836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-32897141-405c-464b-b52d-3c5f0e75daef tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'subnet': {'network_id': '5a2820e5-0dfd-4257-af35-8a9f831746f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:38.358509 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633b5f64-95fa-45f7-a475-775255342b77 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:38.363962 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-278f2bce-40d7-4e75-a862-5fefafe66fbe None None] For port 00ac6112-4a44-49a2-9726-95f66bfbb65f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=00ac6112-4a44-49a2-9726-95f66bfbb65f,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:38.364506 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-278f2bce-40d7-4e75-a862-5fefafe66fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.384009 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.506957 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-278f2bce-40d7-4e75-a862-5fefafe66fbe None None] Calling delete_port for 00ac6112-4a44-49a2-9726-95f66bfbb65f owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:38.578834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 00ac6112-4a44-49a2-9726-95f66bfbb65f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=00ac6112-4a44-49a2-9726-95f66bfbb65f,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:38.584432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23bcb5-dccd-4503-82f7-61558a6f9fd3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Network': ['ID=5a2820e5-0dfd-4257-af35-8a9f831746f6,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:38.593054 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.629704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9f3a87ed-6200-4ec8-8e7a-af058ba81593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:38.695748 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9f3a87ed-6200-4ec8-8e7a-af058ba81593 admin admin] Usage tracker for resource:security_group_rule and tenant:0cea3729c8344e96b19e11a6b58ce2cf is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:38.699511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9f3a87ed-6200-4ec8-8e7a-af058ba81593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:38.718973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-77bf7ffd-4420-4182-b91d-86f1847e81be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.724975 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=00ac6112-4a44-49a2-9726-95f66bfbb65f,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:38.737701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 5a2820e5-0dfd-4257-af35-8a9f831746f6 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:38.746818 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-77bf7ffd-4420-4182-b91d-86f1847e81be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.759780 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-278f2bce-40d7-4e75-a862-5fefafe66fbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:38.760171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-278f2bce-40d7-4e75-a862-5fefafe66fbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:38.762605 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-633b5f64-95fa-45f7-a475-775255342b77 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.785480 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-32897141-405c-464b-b52d-3c5f0e75daef tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:38.791310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf7ffd-4420-4182-b91d-86f1847e81be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] Pushing event deleted for resources: {'Network': ['ID=57abe4e0-c3df-4e09-b008-00bd1dc1e12f,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:38.803475 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-77bf7ffd-4420-4182-b91d-86f1847e81be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151876737-project] 10.222.0.23 "DELETE /v2.0/networks/57abe4e0-c3df-4e09-b008-00bd1dc1e12f HTTP/1.1" status: 204 len: 168 time: 1.4403419 Apr 22 14:38:38.806206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9f3a87ed-6200-4ec8-8e7a-af058ba81593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:38.825626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bd876-e8f1-455b-be5f-c94dc85e72e6 req-50a19ac6-3b87-444d-985c-e82f30283558 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:38.827226 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e64bd876-e8f1-455b-be5f-c94dc85e72e6 req-50a19ac6-3b87-444d-985c-e82f30283558 service neutron] 10.222.0.30 "GET /v2.0/networks?id=225a60de-2f68-4c63-9733-0af862cb7457 HTTP/1.1" status: 200 len: 898 time: 0.8267031 Apr 22 14:38:38.835263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-400b3fcb-a137-43c8-a38d-aec6ca11e45b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.856324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-32897141-405c-464b-b52d-3c5f0e75daef tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:subnet and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:38.860477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-32897141-405c-464b-b52d-3c5f0e75daef tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:38.886818 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-32897141-405c-464b-b52d-3c5f0e75daef tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:38.932151 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32897141-405c-464b-b52d-3c5f0e75daef tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:38.933427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-400b3fcb-a137-43c8-a38d-aec6ca11e45b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.936104 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e64bd876-e8f1-455b-be5f-c94dc85e72e6 req-5115370b-5255-4f76-aec3-1618c215d9e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74d21a01-b329-47c3-baaa-2e20bafb9ad1 HTTP/1.1" status: 200 len: 217 time: 0.0967023 Apr 22 14:38:39.030246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe90bcd-a7cc-480d-965b-d261bfa78a5f req-08d3ff34-6f20-4f9b-8ffd-a0fb5a99687b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:39.037079 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4fe90bcd-a7cc-480d-965b-d261bfa78a5f req-08d3ff34-6f20-4f9b-8ffd-a0fb5a99687b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 944 time: 0.7003555 Apr 22 14:38:39.071605 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2e6097db-649f-42ec-846a-42b0c33a3461 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.100132 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bd876-e8f1-455b-be5f-c94dc85e72e6 req-78bfbc62-4b65-45db-87f1-26354dcd6a0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:39.101573 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e64bd876-e8f1-455b-be5f-c94dc85e72e6 req-78bfbc62-4b65-45db-87f1-26354dcd6a0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df00b820-ff91-48b9-aa6a-393c9e578e30 HTTP/1.1" status: 200 len: 834 time: 0.1556213 Apr 22 14:38:39.103175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57628) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:39.177827 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-400b3fcb-a137-43c8-a38d-aec6ca11e45b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.178384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400b3fcb-a137-43c8-a38d-aec6ca11e45b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Fanout notify agent at l3_agent the message router_deleted on router 56fb87ad-5d71-4610-8bf4-784d4e78746f {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:38:39.180689 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-32897141-405c-464b-b52d-3c5f0e75daef tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.192250 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9f3a87ed-6200-4ec8-8e7a-af058ba81593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.209544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9f3a87ed-6200-4ec8-8e7a-af058ba81593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.258024 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4fe90bcd-a7cc-480d-965b-d261bfa78a5f req-901f6ed3-dc80-42a4-b34a-8db494658f17 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7b950ab-15c2-4d15-8a55-84ddef0e73fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2200773 Apr 22 14:38:39.261521 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-278f2bce-40d7-4e75-a862-5fefafe66fbe None None] Deleting port 00ac6112-4a44-49a2-9726-95f66bfbb65f {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:39.262706 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-278f2bce-40d7-4e75-a862-5fefafe66fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.366450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a87ed-6200-4ec8-8e7a-af058ba81593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c48ed9-5b5b-4d63-910f-629c0f479126,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:39.443179 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9f3a87ed-6200-4ec8-8e7a-af058ba81593 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0cea3729c8344e96b19e11a6b58ce2cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8504226 Apr 22 14:38:39.443461 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57634) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:39.451071 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-400b3fcb-a137-43c8-a38d-aec6ca11e45b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.454838 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-400b3fcb-a137-43c8-a38d-aec6ca11e45b tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/routers/56fb87ad-5d71-4610-8bf4-784d4e78746f HTTP/1.1" status: 204 len: 168 time: 7.7018094 Apr 22 14:38:39.461061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57638) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:39.509977 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-278f2bce-40d7-4e75-a862-5fefafe66fbe None None] For port 00ac6112-4a44-49a2-9726-95f66bfbb65f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=00ac6112-4a44-49a2-9726-95f66bfbb65f,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:39.509977 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-278f2bce-40d7-4e75-a862-5fefafe66fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.545457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-633b5f64-95fa-45f7-a475-775255342b77 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.546143 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e64bd876-e8f1-455b-be5f-c94dc85e72e6 req-17c91160-5c5c-44e0-a6a0-e58f5b8d01aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=225a60de-2f68-4c63-9733-0af862cb7457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4337590 Apr 22 14:38:39.638599 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-278f2bce-40d7-4e75-a862-5fefafe66fbe None None] Calling delete_port for 00ac6112-4a44-49a2-9726-95f66bfbb65f owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:39.689384 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6d7b4a83-e544-4dda-9ef1-d33ca3d5527e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18848b1fd6054096a39fcdc77de19d02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5810738 Apr 22 14:38:39.703532 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57642) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:39.756441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-32897141-405c-464b-b52d-3c5f0e75daef tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.757592 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-278f2bce-40d7-4e75-a862-5fefafe66fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.770798 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633b5f64-95fa-45f7-a475-775255342b77 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:39.780916 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b5f64-95fa-45f7-a475-775255342b77 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=4f03902c-2cc9-493f-92c5-0f349313bb79,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:39.784326 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-633b5f64-95fa-45f7-a475-775255342b77 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:39.787015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633b5f64-95fa-45f7-a475-775255342b77 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:39.788123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-633b5f64-95fa-45f7-a475-775255342b77 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.808880 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 74d21a01-b329-47c3-baaa-2e20bafb9ad1 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:38:39.813380 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f2bce-40d7-4e75-a862-5fefafe66fbe None None] Pushing event deleted for resources: {'Port': ['ID=00ac6112-4a44-49a2-9726-95f66bfbb65f,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:39.820678 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278f2bce-40d7-4e75-a862-5fefafe66fbe None None] No DVR routers for this DVR port 00ac6112-4a44-49a2-9726-95f66bfbb65f on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:39.849218 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fcb84e-c16a-4b0c-bde3-6d521b68111f None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:39.862823 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-44f40d81-a50d-4704-abb7-af680b35cd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.973107 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-44f40d81-a50d-4704-abb7-af680b35cd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.977297 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e64bd876-e8f1-455b-be5f-c94dc85e72e6 req-f1a8c1c7-f55d-4925-8e87-eb4660a778a1 service neutron] 10.222.0.30 "GET /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231651 Apr 22 14:38:39.984462 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-633b5f64-95fa-45f7-a475-775255342b77 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1779273 Apr 22 14:38:39.985115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57648) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:39.992476 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32897141-405c-464b-b52d-3c5f0e75daef tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Subnet': ['ID=55d3f632-20ea-4b07-bb19-5f3734f5b0d1,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:40.026950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'name': 'tempest-NetworksTestDHCPv6-739093404'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:40.039629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting subnet f9e927ff-1de5-4039-8dd7-1619c43352d5 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:40.086518 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.119201 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-04580d82-fe5f-4587-b90f-acb39ef3555b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.120753 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2e6097db-649f-42ec-846a-42b0c33a3461 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.190203 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2e6097db-649f-42ec-846a-42b0c33a3461 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Deleting port 5996e015-0078-434d-89ff-026345d9f450 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:40.190860 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2e6097db-649f-42ec-846a-42b0c33a3461 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.194659 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 74d21a01-b329-47c3-baaa-2e20bafb9ad1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=74d21a01-b329-47c3-baaa-2e20bafb9ad1,segment=NetworkSegment(4907459a-dce8-43ba-8baf-7001525c50cb),segment_id=4907459a-dce8-43ba-8baf-7001525c50cb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:40.214935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'port_id': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'mac_address': 'fa:16:3e:1b:bf:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:38:40.225031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32897141-405c-464b-b52d-3c5f0e75daef tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Checking segment: {'id': '9655ecf0-339f-49a7-9e4a-8d12895960b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5a2820e5-0dfd-4257-af35-8a9f831746f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:40.225302 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32897141-405c-464b-b52d-3c5f0e75daef tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network hostable DHCP agents. Network: 5a2820e5-0dfd-4257-af35-8a9f831746f6, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:40.247822 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-04580d82-fe5f-4587-b90f-acb39ef3555b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.318992 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': '4f03902c-2cc9-493f-92c5-0f349313bb79'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:40.319913 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.331341 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.343679 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.362154 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d21a01-b329-47c3-baaa-2e20bafb9ad1 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:38:40.420716 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 74d21a01-b329-47c3-baaa-2e20bafb9ad1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=74d21a01-b329-47c3-baaa-2e20bafb9ad1,segment=NetworkSegment(4907459a-dce8-43ba-8baf-7001525c50cb),segment_id=4907459a-dce8-43ba-8baf-7001525c50cb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:40.426917 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e64bd876-e8f1-455b-be5f-c94dc85e72e6 req-d32cedfa-efa3-4dee-9b94-5ec574b9945b service neutron] 10.222.0.30 "GET /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349823 Apr 22 14:38:40.430762 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.453200 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-44f40d81-a50d-4704-abb7-af680b35cd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.462130 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.486311 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:40.488856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f40d81-a50d-4704-abb7-af680b35cd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c48ed9-5b5b-4d63-910f-629c0f479126,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:40.503912 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:40.511480 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:40.531727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32897141-405c-464b-b52d-3c5f0e75daef tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 5a2820e5-0dfd-4257-af35-8a9f831746f6 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:40.539074 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:40.543453 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-44f40d81-a50d-4704-abb7-af680b35cd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.548233 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-44f40d81-a50d-4704-abb7-af680b35cd0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67c48ed9-5b5b-4d63-910f-629c0f479126 HTTP/1.1" status: 204 len: 168 time: 1.1033649 Apr 22 14:38:40.575450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-04580d82-fe5f-4587-b90f-acb39ef3555b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.596461 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2e6097db-649f-42ec-846a-42b0c33a3461 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.607691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-32897141-405c-464b-b52d-3c5f0e75daef tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 5a2820e5-0dfd-4257-af35-8a9f831746f6) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:40.612289 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04580d82-fe5f-4587-b90f-acb39ef3555b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d68d1cd-f855-4159-b79d-1dee6df7d8fd,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:40.612492 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=74d21a01-b329-47c3-baaa-2e20bafb9ad1,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:40.614464 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-04580d82-fe5f-4587-b90f-acb39ef3555b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.623528 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b8a7dd-0f0f-4416-8624-00051cb9e2eb None None] Network 5a2820e5-0dfd-4257-af35-8a9f831746f6 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:40.630603 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-04580d82-fe5f-4587-b90f-acb39ef3555b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d68d1cd-f855-4159-b79d-1dee6df7d8fd HTTP/1.1" status: 204 len: 168 time: 0.9146018 Apr 22 14:38:40.683597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.754818 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e927ff-1de5-4039-8dd7-1619c43352d5,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:40.776270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:40.782102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.785008 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['74d21a01-b329-47c3-baaa-2e20bafb9ad1'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:38:40.799552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:40.800207 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:40.800555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:40.801474 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:40.801834 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:40.803218 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:40.804020 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:40.804359 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:40.804692 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:40.805018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:40.805342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:40.810656 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.814624 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9aa43a-5d26-4817-86ca-1734bfb1f762 None None] Network 29f210a5-dd99-4cf3-a8e4-568b88d39465 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:40.821603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32897141-405c-464b-b52d-3c5f0e75daef tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:40.822239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-32897141-405c-464b-b52d-3c5f0e75daef tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.826264 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020ff49f-0856-4462-a79c-349d90887424 admin admin] Router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:40.838016 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b3a29ec1-9bdf-40ec-96f1-7e29071b48bf tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/subnets/f9e927ff-1de5-4039-8dd7-1619c43352d5 HTTP/1.1" status: 204 len: 168 time: 1.3759391 Apr 22 14:38:40.846585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044dbe8-bf1e-4f1d-b5f1-125bd975eacf req-ed6800eb-e375-4b8f-96d0-a917b58fa22a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:40.848201 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1044dbe8-bf1e-4f1d-b5f1-125bd975eacf req-ed6800eb-e375-4b8f-96d0-a917b58fa22a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 945 time: 0.3183377 Apr 22 14:38:40.849383 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57662) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:41.014695 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Allocated IP 2001:db8::2 (19101698-c44e-4563-acd4-3bbade7a380a/4f03902c-2cc9-493f-92c5-0f349313bb79/23bb7ebf-6d78-4aa7-97c6-0e569c0e660a) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:41.076125 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2e6097db-649f-42ec-846a-42b0c33a3461 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Calling delete_port for 5996e015-0078-434d-89ff-026345d9f450 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:41.216886 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port 3fc05b96-3ca1-44b4-b480-05b93f9cc4d1 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:41.263922 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57676) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:41.333501 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.345014 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1044dbe8-bf1e-4f1d-b5f1-125bd975eacf req-708e4dd6-efea-4c89-92d9-85eb8dc7514c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7b950ab-15c2-4d15-8a55-84ddef0e73fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4656696 Apr 22 14:38:41.396404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting port 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:41.396404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.396621 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-5a2820e5-0dfd-4257-af35-8a9f831746f6', 'network_id': '5a2820e5-0dfd-4257-af35-8a9f831746f6', 'tenant_id': '68527584d1d143598824158de05dce09', 'fixed_ips': [{'subnet_id': '55d3f632-20ea-4b07-bb19-5f3734f5b0d1'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:41.396621 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.461085 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-32897141-405c-464b-b52d-3c5f0e75daef tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1754160 Apr 22 14:38:41.465668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57682) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:41.472983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'network_id': '5a2820e5-0dfd-4257-af35-8a9f831746f6', 'name': 'tempest-PortsIpV6TestJSON-54149935', 'fixed_ips': [{'subnet_id': '55d3f632-20ea-4b07-bb19-5f3734f5b0d1', 'ip_address': '2001:db8::10'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:41.548144 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-061378b5-d381-4ac4-a887-7cc22143e367 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9cb7d8ce002411d831d89ffda2cc946&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2123587 Apr 22 14:38:41.552821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57686) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:41.577148 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2e6097db-649f-42ec-846a-42b0c33a3461 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.680755 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] For port 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=378a6b8e-c0ed-4251-8a7f-afb7dd01f83c,segment=NetworkSegment(b9d3dfe3-6380-4b4a-b14e-d16951c28cd9),segment_id=b9d3dfe3-6380-4b4a-b14e-d16951c28cd9)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:41.681939 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.715534 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6097db-649f-42ec-846a-42b0c33a3461 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Pushing event deleted for resources: {'Port': ['ID=5996e015-0078-434d-89ff-026345d9f450,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:41.828237 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Calling delete_port for 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:41.870049 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.885850 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Transition to ACTIVE for port object 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:41.903193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-10d0eb5c-2cd1-4fff-a3bf-81cd6995c9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.909835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:41.918997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:port and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:41.924054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:41.935235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:41.964511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-10d0eb5c-2cd1-4fff-a3bf-81cd6995c9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.968485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Allocated IP 2001:db8::2 (5a2820e5-0dfd-4257-af35-8a9f831746f6/55d3f632-20ea-4b07-bb19-5f3734f5b0d1/93bca88b-63d3-4c8a-afd5-055791ed5954) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:42.010165 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.089930 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] No DVR routers for this DVR port 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:42.118577 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57698) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:42.133392 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020ff49f-0856-4462-a79c-349d90887424 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:42.135536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Port': ['ID=378a6b8e-c0ed-4251-8a7f-afb7dd01f83c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:42.138067 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:42.144829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.152357 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e4958-3ed8-45e6-b1a6-01d34896a326 None None] Sync routers for ids ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:42.172007 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65820755-6429-457a-bfee-95be429d349d None None] DHCP port deletion for 29f210a5-dd99-4cf3-a8e4-568b88d39465 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:42.172840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2e6097db-649f-42ec-846a-42b0c33a3461 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.174362 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e4958-3ed8-45e6-b1a6-01d34896a326 None None] Routers {'cca2a2c3-0a4a-4db6-8413-e513920a7ff8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:42.175007 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5b6e4958-3ed8-45e6-b1a6-01d34896a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:38:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:42.177019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:42.224123 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-10d0eb5c-2cd1-4fff-a3bf-81cd6995c9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.258060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:42.258555 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 378a6b8e-c0ed-4251-8a7f-afb7dd01f83c not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:42.273254 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Transition to ACTIVE for port object 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:42.307868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] device_id is not set on port 91c578eb-511b-42ba-b4c1-3f90c8664064 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:42.315709 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.373492 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-020ff49f-0856-4462-a79c-349d90887424 admin admin] 10.222.0.23 "PUT /v2.0/routers/cca2a2c3-0a4a-4db6-8413-e513920a7ff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1592364 Apr 22 14:38:42.378235 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-10d0eb5c-2cd1-4fff-a3bf-81cd6995c9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.384448 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-10d0eb5c-2cd1-4fff-a3bf-81cd6995c9f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/143074e1-3654-4b43-b36c-cd1595e8930e HTTP/1.1" status: 204 len: 168 time: 0.8299916 Apr 22 14:38:42.385586 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57704) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:42.397566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0eb5c-2cd1-4fff-a3bf-81cd6995c9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143074e1-3654-4b43-b36c-cd1595e8930e,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:42.400819 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-45533037-3b57-4e3c-904e-221ff67b89b9 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1982086586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:42.409069 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-45533037-3b57-4e3c-904e-221ff67b89b9 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:42.413050 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-45533037-3b57-4e3c-904e-221ff67b89b9 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Usage tracker for resource:router and tenant:544faae1ee784e16b0605a0d2d0b3340 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:42.416127 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-45533037-3b57-4e3c-904e-221ff67b89b9 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:42.423533 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-45533037-3b57-4e3c-904e-221ff67b89b9 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:42.488760 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-5b6e4958-3ed8-45e6-b1a6-01d34896a326 None None] Set router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:38:42.556178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.618984 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:42.627045 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:42.632472 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Pushing event updated for resources: {'Port': ['ID=23bb7ebf-6d78-4aa7-97c6-0e569c0e660a,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:42.647629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:42.656284 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45533037-3b57-4e3c-904e-221ff67b89b9 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.659005 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45533037-3b57-4e3c-904e-221ff67b89b9 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.828281 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5b6e4958-3ed8-45e6-b1a6-01d34896a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'name': 'tempest-ServerActionsTestJSON-51030908-router', 'tenant_id': '6094381463d646049ac766b311ef0072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:39Z', 'updated_at': '2022-04-22T14:38:34Z', 'revision_number': 5, 'project_id': '6094381463d646049ac766b311ef0072', 'gw_port': {'id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:41Z', 'updated_at': '2022-04-22T14:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:42.834508 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e4958-3ed8-45e6-b1a6-01d34896a326 None None] Checking router: cca2a2c3-0a4a-4db6-8413-e513920a7ff8 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:38:42.847425 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e4958-3ed8-45e6-b1a6-01d34896a326 None None] Routers {'cca2a2c3-0a4a-4db6-8413-e513920a7ff8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:42.848781 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5b6e4958-3ed8-45e6-b1a6-01d34896a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:38:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:42.853332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2e6097db-649f-42ec-846a-42b0c33a3461 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.856227 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::295 (19101698-c44e-4563-acd4-3bbade7a380a/4f03902c-2cc9-493f-92c5-0f349313bb79/3fc05b96-3ca1-44b4-b480-05b93f9cc4d1) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:42.884591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2e6097db-649f-42ec-846a-42b0c33a3461 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.952803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45533037-3b57-4e3c-904e-221ff67b89b9 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.978404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.989699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Attempting to bind port 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:42.990690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Attempting to bind port 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:42.990835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2e6097db-649f-42ec-846a-42b0c33a3461 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.991396 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6097db-649f-42ec-846a-42b0c33a3461 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Fanout notify agent at l3_agent the message router_deleted on router f10e4872-4748-4dd4-b269-2c68e16d4612 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:38:42.991670 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Attempting to bind port 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:43.003183 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Transition to ACTIVE for port object 93bca88b-63d3-4c8a-afd5-055791ed5954 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:43.018092 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:43.018625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:43.019149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.019658 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:43.020246 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Bound port: 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:43.020721 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.074003 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Transition to ACTIVE for port object 93bca88b-63d3-4c8a-afd5-055791ed5954 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:43.075443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f210a5-dd99-4cf3-a8e4-568b88d39465']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:43.108385 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d3dfe3-6380-4b4a-b14e-d16951c28cd9') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:43.109019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d3dfe3-6380-4b4a-b14e-d16951c28cd9') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:43.144999 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.148833 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-5b6e4958-3ed8-45e6-b1a6-01d34896a326 None None] Set router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:38:43.158948 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.180659 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.202205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:43.203082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.231648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e81b88-f432-4b74-8248-8fc0fa4a2b03 req-73314c78-6d08-411d-ab22-a9c11e21ea52 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:43.233987 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b5e81b88-f432-4b74-8248-8fc0fa4a2b03 req-73314c78-6d08-411d-ab22-a9c11e21ea52 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 945 time: 0.2255208 Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:43.235107 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:43.297226 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Network 5a2820e5-0dfd-4257-af35-8a9f831746f6 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:43.303101 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:43.307958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:43.311469 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Pushing event updated for resources: {'Port': ['ID=93bca88b-63d3-4c8a-afd5-055791ed5954,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:43.312560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45533037-3b57-4e3c-904e-221ff67b89b9 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.365400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] For port 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:43.417030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.429609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] For port 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=23bb7ebf-6d78-4aa7-97c6-0e569c0e660a,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:43.429757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.438060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.490760 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.491815 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/networks/29f210a5-dd99-4cf3-a8e4-568b88d39465 HTTP/1.1" status: 204 len: 168 time: 2.6413765 Apr 22 14:38:43.506538 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b5e81b88-f432-4b74-8248-8fc0fa4a2b03 req-2c5c0c23-48cf-4d8c-b7bc-14c32d8c9f61 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7b950ab-15c2-4d15-8a55-84ddef0e73fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2563336 Apr 22 14:38:43.508257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa54cb-f150-4244-ac81-c4ff44788ecd tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Network': ['ID=29f210a5-dd99-4cf3-a8e4-568b88d39465,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:43.512359 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object 3fc05b96-3ca1-44b4-b480-05b93f9cc4d1 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:43.516444 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57724) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:43.531750 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441aead7-fd74-4897-9fdc-e11471619345 None None] Pushing event updated for resources: {'Port': ['ID=23bb7ebf-6d78-4aa7-97c6-0e569c0e660a,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:43.535505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Attempting to bind port 93bca88b-63d3-4c8a-afd5-055791ed5954 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:43.536723 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Attempting to bind port 93bca88b-63d3-4c8a-afd5-055791ed5954 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '9655ecf0-339f-49a7-9e4a-8d12895960b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5a2820e5-0dfd-4257-af35-8a9f831746f6'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:43.537418 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Attempting to bind port 93bca88b-63d3-4c8a-afd5-055791ed5954 on network 5a2820e5-0dfd-4257-af35-8a9f831746f6 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:43.550026 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:43.550564 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Checking segment: {'id': '9655ecf0-339f-49a7-9e4a-8d12895960b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5a2820e5-0dfd-4257-af35-8a9f831746f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:43.551227 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.551782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Bound using segment: {'id': '9655ecf0-339f-49a7-9e4a-8d12895960b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5a2820e5-0dfd-4257-af35-8a9f831746f6'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:43.552401 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Bound port: 93bca88b-63d3-4c8a-afd5-055791ed5954, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9655ecf0-339f-49a7-9e4a-8d12895960b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5a2820e5-0dfd-4257-af35-8a9f831746f6'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:43.552970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.587435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.656114 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2e6097db-649f-42ec-846a-42b0c33a3461 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.660040 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2e6097db-649f-42ec-846a-42b0c33a3461 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] 10.222.0.23 "DELETE /v2.0/routers/f10e4872-4748-4dd4-b269-2c68e16d4612 HTTP/1.1" status: 204 len: 168 time: 5.8552234 Apr 22 14:38:43.660884 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57730) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:43.663478 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] For port 93bca88b-63d3-4c8a-afd5-055791ed5954, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:43.667019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] For port 93bca88b-63d3-4c8a-afd5-055791ed5954, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=93bca88b-63d3-4c8a-afd5-055791ed5954,segment=NetworkSegment(9655ecf0-339f-49a7-9e4a-8d12895960b1),segment_id=9655ecf0-339f-49a7-9e4a-8d12895960b1)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:43.684093 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.685517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45533037-3b57-4e3c-904e-221ff67b89b9 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.686695 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-45533037-3b57-4e3c-904e-221ff67b89b9 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5647323 Apr 22 14:38:43.693230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57734) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:43.717445 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5b6e4958-3ed8-45e6-b1a6-01d34896a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'name': 'tempest-ServerActionsTestJSON-51030908-router', 'tenant_id': '6094381463d646049ac766b311ef0072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:39Z', 'updated_at': '2022-04-22T14:38:34Z', 'revision_number': 5, 'project_id': '6094381463d646049ac766b311ef0072', 'gw_port': {'id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:41Z', 'updated_at': '2022-04-22T14:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:43.724903 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e4958-3ed8-45e6-b1a6-01d34896a326 None None] The sync data for ids ['cca2a2c3-0a4a-4db6-8413-e513920a7ff8'] in dv-neutron-839027-1-hyperv is: [{'id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'name': 'tempest-ServerActionsTestJSON-51030908-router', 'tenant_id': '6094381463d646049ac766b311ef0072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:34:39Z', 'updated_at': '2022-04-22T14:38:34Z', 'revision_number': 5, 'project_id': '6094381463d646049ac766b311ef0072', 'gw_port': {'id': '27b6fa3c-ebc9-4038-b4fd-21b915f94cfe', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca2a2c3-0a4a-4db6-8413-e513920a7ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:34:41Z', 'updated_at': '2022-04-22T14:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:43.757541 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-15e81044-7f8f-4add-9f5e-ebd5c15caa74 admin admin] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.777135 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Allocated IP 2001:db8::10 (5a2820e5-0dfd-4257-af35-8a9f831746f6/55d3f632-20ea-4b07-bb19-5f3734f5b0d1/91c578eb-511b-42ba-b4c1-3f90c8664064) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:43.784793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-309692610'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:43.801119 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951f076-c0d0-4c0e-88a6-f90bd3b07676 None None] Pushing event updated for resources: {'Port': ['ID=93bca88b-63d3-4c8a-afd5-055791ed5954,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:43.811332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:43.820609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 74d21a01-b329-47c3-baaa-2e20bafb9ad1 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:43.836752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:43.840139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:43.850405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:43.851076 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.858849 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:43.874137 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=3fc05b96-3ca1-44b4-b480-05b93f9cc4d1,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:43.876958 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Usage tracker for resource:network and tenant:544faae1ee784e16b0605a0d2d0b3340 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:43.887544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:43.912052 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:43.918484 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-28d7acf1-8184-495b-85b6-ea842d7d3f6a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting port bfc67a28-ceac-4292-9cbd-749bd1cb83a9 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:43.918864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-28d7acf1-8184-495b-85b6-ea842d7d3f6a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.951509 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 74d21a01-b329-47c3-baaa-2e20bafb9ad1 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:43.967725 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 74d21a01-b329-47c3-baaa-2e20bafb9ad1 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:43.968523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.001620 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bb9d2b73-f015-439e-9c74-34f941b6e5ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0105517 Apr 22 14:38:44.002923 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57740) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:44.186717 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:44.205961 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Made reservation on behalf of 544faae1ee784e16b0605a0d2d0b3340 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:44.211258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.283874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.320354 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:44.320753 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4b7b99d1-3276-439f-a3b4-a17ab9e8d47d not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:44.322955 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.367787 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d21a01-b329-47c3-baaa-2e20bafb9ad1'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:38:44.413896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 74d21a01-b329-47c3-baaa-2e20bafb9ad1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=74d21a01-b329-47c3-baaa-2e20bafb9ad1,segment=NetworkSegment(4907459a-dce8-43ba-8baf-7001525c50cb),segment_id=4907459a-dce8-43ba-8baf-7001525c50cb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:44.436505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.439781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:44.444538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Usage tracker for resource:security_group_rule and tenant:544faae1ee784e16b0605a0d2d0b3340 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:44.454413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:44.474839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:44.526613 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-28d7acf1-8184-495b-85b6-ea842d7d3f6a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.527181 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-28d7acf1-8184-495b-85b6-ea842d7d3f6a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.559248 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f84090-17bf-4c9d-b6e6-3ecd5a983419 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:44.560905 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb23282f-ea14-4370-8aa0-6e65dcbb7624'] response: {'server_uuid': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'code': 200} Apr 22 14:38:44.563916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f84090-17bf-4c9d-b6e6-3ecd5a983419 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:44.568751 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-24f84090-17bf-4c9d-b6e6-3ecd5a983419 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5162816 Apr 22 14:38:44.569539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57754) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:44.646499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=74d21a01-b329-47c3-baaa-2e20bafb9ad1,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:44.691998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a852ed9-bbde-47c3-8b0b-e6731cf33076 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Deleting subnet a42b1b85-3fd4-4d8a-a79b-53a2dec30a72 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:44.785524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-28d7acf1-8184-495b-85b6-ea842d7d3f6a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Calling delete_port for bfc67a28-ceac-4292-9cbd-749bd1cb83a9 owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:44.796651 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a852ed9-bbde-47c3-8b0b-e6731cf33076 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.831328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.849867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.921875 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:44.938054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.952358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a852ed9-bbde-47c3-8b0b-e6731cf33076 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.978410 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b818f-192e-46be-9781-c147c1ed9ff2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port 3fc05b96-3ca1-44b4-b480-05b93f9cc4d1 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:44.979169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4b3b818f-192e-46be-9781-c147c1ed9ff2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.989075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eac360-a2de-48cc-b106-3bcc8a094bdc,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:45.001756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.002272 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Added segment 89f02265-a4f6-40ec-ad6b-bf23b7729d53 of type vlan for network 5dd67307-3aa5-45f0-bd7d-3bb1279e27f2 Apr 22 14:38:45.026969 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Transition to ACTIVE for port object 91c578eb-511b-42ba-b4c1-3f90c8664064 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:45.034126 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:45.034467 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:45.034809 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:45.035139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:45.035493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:45.035821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:45.036152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:45.036463 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:45.036781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:45.037098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:45.037415 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:45.078377 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.156983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a852ed9-bbde-47c3-8b0b-e6731cf33076 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.251268 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.255174 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:45.255825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.371495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4e038-ac0a-49fe-a551-e54dba55d24b req-bc58f6a2-0b0a-4b4c-9c8e-2753f201a44e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:45.373222 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7ff4e038-ac0a-49fe-a551-e54dba55d24b req-bc58f6a2-0b0a-4b4c-9c8e-2753f201a44e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 946 time: 0.5564115 Apr 22 14:38:45.391420 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-97133294-b885-4545-963a-986dc90952f3 req-3ce26894-09c0-457f-aa55-be6edd7adfba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 1099 time: 0.5706303 Apr 22 14:38:45.404059 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.421376 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a852ed9-bbde-47c3-8b0b-e6731cf33076 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.429088 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-15e81044-7f8f-4add-9f5e-ebd5c15caa74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.544252 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a852ed9-bbde-47c3-8b0b-e6731cf33076 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Pushing event deleted for resources: {'Subnet': ['ID=a42b1b85-3fd4-4d8a-a79b-53a2dec30a72,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:45.552334 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event updated for resources: {'Network': ['ID=5dd67307-3aa5-45f0-bd7d-3bb1279e27f2,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:45.566249 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 5dd67307-3aa5-45f0-bd7d-3bb1279e27f2 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:45.569705 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-85ab0399-19ac-4f84-b11b-926a95918b3e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8638103 Apr 22 14:38:45.578138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57772) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:45.579131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-15e81044-7f8f-4add-9f5e-ebd5c15caa74 admin admin] Deleting port 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:45.579709 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-15e81044-7f8f-4add-9f5e-ebd5c15caa74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.593843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283a75db-bcbf-4e4f-938b-5ee9a57b968c None None] Network 0318a5a3-28fd-421c-a140-19f3c0b535d4 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:45.604924 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a852ed9-bbde-47c3-8b0b-e6731cf33076 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.610675 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8a852ed9-bbde-47c3-8b0b-e6731cf33076 tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] 10.222.0.23 "DELETE /v2.0/subnets/a42b1b85-3fd4-4d8a-a79b-53a2dec30a72 HTTP/1.1" status: 204 len: 168 time: 1.9313900 Apr 22 14:38:45.611328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57776) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:45.613505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 5a2820e5-0dfd-4257-af35-8a9f831746f6 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:45.619091 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-52d81b60-0035-4f55-b82a-11c331162629 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Request body: {'subnet': {'network_id': '5dd67307-3aa5-45f0-bd7d-3bb1279e27f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:45.639330 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:45.644362 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=91c578eb-511b-42ba-b4c1-3f90c8664064,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:45.687470 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:45.688216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-28d7acf1-8184-495b-85b6-ea842d7d3f6a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.694681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:45.695683 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.785794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57780) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:45.882337 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-97133294-b885-4545-963a-986dc90952f3 req-dd5f0195-1bf9-456d-aff5-e78856f21b95 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7b950ab-15c2-4d15-8a55-84ddef0e73fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4543655 Apr 22 14:38:45.927327 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4b3b818f-192e-46be-9781-c147c1ed9ff2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.944768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.966006 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2bf1a286-6c16-40b8-b875-c180693098a3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.4959259 Apr 22 14:38:46.016059 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57786) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:46.023824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-52d81b60-0035-4f55-b82a-11c331162629 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:46.030082 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-52d81b60-0035-4f55-b82a-11c331162629 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Usage tracker for resource:subnet and tenant:544faae1ee784e16b0605a0d2d0b3340 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:46.033273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-52d81b60-0035-4f55-b82a-11c331162629 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:46.038848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eaa08c-c911-4b61-b21c-5161afb87df0 None None] Network 5a2820e5-0dfd-4257-af35-8a9f831746f6 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:46.041102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-52d81b60-0035-4f55-b82a-11c331162629 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:46.056375 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'network_id': '5a2820e5-0dfd-4257-af35-8a9f831746f6', 'name': 'tempest-PortsIpV6TestJSON-740726614', 'fixed_ips': [{'subnet_id': '55d3f632-20ea-4b07-bb19-5f3734f5b0d1', 'ip_address': '2001:db8::f'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:46.143970 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-480808009', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:46.149063 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d81b60-0035-4f55-b82a-11c331162629 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Made reservation on behalf of 544faae1ee784e16b0605a0d2d0b3340 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:46.192208 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 93bca88b-63d3-4c8a-afd5-055791ed5954 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:46.213958 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b818f-192e-46be-9781-c147c1ed9ff2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for 3fc05b96-3ca1-44b4-b480-05b93f9cc4d1 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:46.252643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7acf1-8184-495b-85b6-ea842d7d3f6a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Port': ['ID=bfc67a28-ceac-4292-9cbd-749bd1cb83a9,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:46.273958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8e2bd792-b029-4701-bb10-f629ca013437 None None] Provisioning for port 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:46.332794 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7ff4e038-ac0a-49fe-a551-e54dba55d24b req-f0776ef1-4154-4571-9579-1fc89b07bc56 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7b950ab-15c2-4d15-8a55-84ddef0e73fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9408121 Apr 22 14:38:46.348287 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:46.359803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Deleting port 0cba7000-9062-4070-a51e-67a4e39d7e88 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:46.360083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.403757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Usage tracker for resource:port and tenant:f666adb0f7b4476483652ff221b64d31 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:46.413276 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 93bca88b-63d3-4c8a-afd5-055791ed5954 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:46.423377 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:46.434412 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:46.456348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-28d7acf1-8184-495b-85b6-ea842d7d3f6a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.467774 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:46.481908 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55706b95-99c5-4c26-8e77-385f5b4913a5 None None] DHCP port deletion for 0318a5a3-28fd-421c-a140-19f3c0b535d4 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:46.497306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-55706b95-99c5-4c26-8e77-385f5b4913a5 None None] Deleting port 0cba7000-9062-4070-a51e-67a4e39d7e88 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:46.497772 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-55706b95-99c5-4c26-8e77-385f5b4913a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.556328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Made reservation on behalf of f666adb0f7b4476483652ff221b64d31 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:46.558667 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.560848 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-28d7acf1-8184-495b-85b6-ea842d7d3f6a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.565840 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-28d7acf1-8184-495b-85b6-ea842d7d3f6a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/floatingips/fafa4db2-e9fc-41c3-ae3a-b62675493ba4 HTTP/1.1" status: 204 len: 168 time: 3.0446284 Apr 22 14:38:46.565997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-15e81044-7f8f-4add-9f5e-ebd5c15caa74 admin admin] For port 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=27b6fa3c-ebc9-4038-b4fd-21b915f94cfe,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:46.567041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-15e81044-7f8f-4add-9f5e-ebd5c15caa74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.579209 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57790) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:46.585171 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52d81b60-0035-4f55-b82a-11c331162629 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.610889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.717586 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-25571d38-68e5-4630-9a1e-9907c921a9d3 None None] Provisioning for port 3fc05b96-3ca1-44b4-b480-05b93f9cc4d1 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:46.723640 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-15e81044-7f8f-4add-9f5e-ebd5c15caa74 admin admin] Calling delete_port for 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:46.737527 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-25571d38-68e5-4630-9a1e-9907c921a9d3 None None] Provisioning complete for port 3fc05b96-3ca1-44b4-b480-05b93f9cc4d1 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:46.737905 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-25571d38-68e5-4630-9a1e-9907c921a9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.772309 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:46.796312 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-25571d38-68e5-4630-9a1e-9907c921a9d3 None None] Port 3fc05b96-3ca1-44b4-b480-05b93f9cc4d1 was deleted so its status cannot be updated. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 14:38:46.801352 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:46.801720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.809614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:46.830144 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabba5f4-3966-4b41-af6f-f6db81d4b84a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:46.830888 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabba5f4-3966-4b41-af6f-f6db81d4b84a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:46.834428 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cabba5f4-3966-4b41-af6f-f6db81d4b84a tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/ports/74e973d8-5bdc-4500-84b8-c9cdbf51488b HTTP/1.1" status: 404 len: 333 time: 0.2519753 Apr 22 14:38:46.866996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-55706b95-99c5-4c26-8e77-385f5b4913a5 None None] For port 0cba7000-9062-4070-a51e-67a4e39d7e88, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0cba7000-9062-4070-a51e-67a4e39d7e88,segment=NetworkSegment(e390bd57-3ad9-46eb-a4f7-616751e4a334),segment_id=e390bd57-3ad9-46eb-a4f7-616751e4a334)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:46.868700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-55706b95-99c5-4c26-8e77-385f5b4913a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.879452 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57794) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:46.936783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:port and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:46.960304 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4b3b818f-192e-46be-9781-c147c1ed9ff2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.964924 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7e1d3b7b-65e8-4faa-91b5-d4f3182e7d3f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Synchronizing usage tracker for tenant:b78ee70dc9ae489880dbaf9e0af0c833 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:47.007398 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] For port 0cba7000-9062-4070-a51e-67a4e39d7e88, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0cba7000-9062-4070-a51e-67a4e39d7e88,segment=NetworkSegment(e390bd57-3ad9-46eb-a4f7-616751e4a334),segment_id=e390bd57-3ad9-46eb-a4f7-616751e4a334)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:47.007767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.051843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-25571d38-68e5-4630-9a1e-9907c921a9d3 None None] Provisioning for port 93bca88b-63d3-4c8a-afd5-055791ed5954 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:47.066984 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-55706b95-99c5-4c26-8e77-385f5b4913a5 None None] Calling delete_port for 0cba7000-9062-4070-a51e-67a4e39d7e88 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:47.079641 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b818f-192e-46be-9781-c147c1ed9ff2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=3fc05b96-3ca1-44b4-b480-05b93f9cc4d1,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:47.111249 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-25571d38-68e5-4630-9a1e-9907c921a9d3 None None] Provisioning complete for port 93bca88b-63d3-4c8a-afd5-055791ed5954 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:47.111871 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-25571d38-68e5-4630-9a1e-9907c921a9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.145325 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:47.159246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7e1d3b7b-65e8-4faa-91b5-d4f3182e7d3f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Unset dirty status for tenant:b78ee70dc9ae489880dbaf9e0af0c833 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:47.159565 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Calling delete_port for 0cba7000-9062-4070-a51e-67a4e39d7e88 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:47.162728 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7e1d3b7b-65e8-4faa-91b5-d4f3182e7d3f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "GET /v2.0/ports?device_id=56fb87ad-5d71-4610-8bf4-784d4e78746f HTTP/1.1" status: 200 len: 205 time: 0.2796350 Apr 22 14:38:47.164197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57798) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:47.167843 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4b3b818f-192e-46be-9781-c147c1ed9ff2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.211714 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:47.234809 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:47.246987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-15e81044-7f8f-4add-9f5e-ebd5c15caa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.263041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Usage tracker for resource:security_group_rule and tenant:f666adb0f7b4476483652ff221b64d31 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:47.268001 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:47.279575 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:47.281518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:47.338408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.357455 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-55706b95-99c5-4c26-8e77-385f5b4913a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.476615 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-25571d38-68e5-4630-9a1e-9907c921a9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.481699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:47.482017 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:47.508365 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-3ac26fc3-bd98-43c8-9382-f3c1337ff595 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] delete failed (client error): The resource could not be found. Apr 22 14:38:47.509451 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3ac26fc3-bd98-43c8-9382-f3c1337ff595 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/routers/56fb87ad-5d71-4610-8bf4-784d4e78746f HTTP/1.1" status: 404 len: 336 time: 0.3443573 Apr 22 14:38:47.511336 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55706b95-99c5-4c26-8e77-385f5b4913a5 None None] Pushing event deleted for resources: {'Port': ['ID=0cba7000-9062-4070-a51e-67a4e39d7e88,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:47.517973 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55706b95-99c5-4c26-8e77-385f5b4913a5 None None] No DVR routers for this DVR port 0cba7000-9062-4070-a51e-67a4e39d7e88 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:47.523338 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57804) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:47.549684 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4b3b818f-192e-46be-9781-c147c1ed9ff2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/3fc05b96-3ca1-44b4-b480-05b93f9cc4d1 HTTP/1.1" status: 204 len: 168 time: 2.9722941 Apr 22 14:38:47.555888 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e81044-7f8f-4add-9f5e-ebd5c15caa74 admin admin] Pushing event deleted for resources: {'Port': ['ID=27b6fa3c-ebc9-4038-b4fd-21b915f94cfe,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:47.563938 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=23bb7ebf-6d78-4aa7-97c6-0e569c0e660a,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:47.570396 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-25571d38-68e5-4630-9a1e-9907c921a9d3 None None] For port 93bca88b-63d3-4c8a-afd5-055791ed5954, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=93bca88b-63d3-4c8a-afd5-055791ed5954,segment=NetworkSegment(9655ecf0-339f-49a7-9e4a-8d12895960b1),segment_id=9655ecf0-339f-49a7-9e4a-8d12895960b1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:47.571528 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.591946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57808) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:47.609716 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-25571d38-68e5-4630-9a1e-9907c921a9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.626364 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f05497-5802-4e20-8a0d-14725f0d2126 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:47.626982 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f05497-5802-4e20-8a0d-14725f0d2126 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:47.646181 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=23bb7ebf-6d78-4aa7-97c6-0e569c0e660a,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:47.648727 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-87f05497-5802-4e20-8a0d-14725f0d2126 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/subnets/f9e927ff-1de5-4039-8dd7-1619c43352d5 HTTP/1.1" status: 404 len: 337 time: 0.1200755 Apr 22 14:38:47.652519 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57812) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:47.733622 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.759669 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b9e23994-7173-4801-b0a2-ccbbf00f74c6 None None] Provisioning complete for port 93bca88b-63d3-4c8a-afd5-055791ed5954 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:47.759669 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b9e23994-7173-4801-b0a2-ccbbf00f74c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.785841 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.793704 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25571d38-68e5-4630-9a1e-9907c921a9d3 None None] Pushing event updated for resources: {'Port': ['ID=93bca88b-63d3-4c8a-afd5-055791ed5954,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:47.813647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.820726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] device_id is not set on port 7f767259-14ec-49d8-b69b-81d79642f975 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:47.834495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51f11af-c4ce-4292-b7c9-a3b04e1d853d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:47.835917 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51f11af-c4ce-4292-b7c9-a3b04e1d853d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:47.836648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b51f11af-c4ce-4292-b7c9-a3b04e1d853d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:47.866816 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] device_id is not set on port 40938502-7c80-480e-a2b9-398a60a2a395 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:47.905950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-b9917f15-cbeb-4437-bc4d-bc36f209b315 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting port 5df47f10-7f53-4697-8d49-289c02f65a63 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:47.906337 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9917f15-cbeb-4437-bc4d-bc36f209b315 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.912962 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b9e23994-7173-4801-b0a2-ccbbf00f74c6 None None] Provisioning for port 91c578eb-511b-42ba-b4c1-3f90c8664064 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:47.918334 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b9e23994-7173-4801-b0a2-ccbbf00f74c6 None None] Provisioning complete for port 91c578eb-511b-42ba-b4c1-3f90c8664064 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:47.918713 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b9e23994-7173-4801-b0a2-ccbbf00f74c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.935951 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f949e74-55eb-4077-ac8b-aecff55a2c2d req-245b5871-585d-418f-a436-d3012f1b5767 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:47.939812 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5f949e74-55eb-4077-ac8b-aecff55a2c2d req-245b5871-585d-418f-a436-d3012f1b5767 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 946 time: 0.3909912 Apr 22 14:38:47.942312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-15e81044-7f8f-4add-9f5e-ebd5c15caa74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.956318 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52d81b60-0035-4f55-b82a-11c331162629 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.976525 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b9e23994-7173-4801-b0a2-ccbbf00f74c6 None None] Port 91c578eb-511b-42ba-b4c1-3f90c8664064 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:38:48.025349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Deleting port 0cba7000-9062-4070-a51e-67a4e39d7e88 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:48.025696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.031735 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b51f11af-c4ce-4292-b7c9-a3b04e1d853d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:48.032884 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b51f11af-c4ce-4292-b7c9-a3b04e1d853d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4399767 Apr 22 14:38:48.062336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57816) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:48.102531 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 93bca88b-63d3-4c8a-afd5-055791ed5954 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:48.151903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd9ff34-a61d-41fc-a58e-ea990f84e1fc,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:48.178454 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 93bca88b-63d3-4c8a-afd5-055791ed5954 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:48.178828 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.260737 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5f949e74-55eb-4077-ac8b-aecff55a2c2d req-883ebf38-f3b6-4b49-841d-a8f5f7366603 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7b950ab-15c2-4d15-8a55-84ddef0e73fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2486861 Apr 22 14:38:48.263443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-15e81044-7f8f-4add-9f5e-ebd5c15caa74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.267967 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-15e81044-7f8f-4add-9f5e-ebd5c15caa74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.303739 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-15e81044-7f8f-4add-9f5e-ebd5c15caa74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.304089 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e81044-7f8f-4add-9f5e-ebd5c15caa74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cca2a2c3-0a4a-4db6-8413-e513920a7ff8 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:38:48.318411 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-15e81044-7f8f-4add-9f5e-ebd5c15caa74 admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.319582 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-15e81044-7f8f-4add-9f5e-ebd5c15caa74 admin admin] 10.222.0.23 "DELETE /v2.0/routers/cca2a2c3-0a4a-4db6-8413-e513920a7ff8 HTTP/1.1" status: 204 len: 168 time: 5.9269116 Apr 22 14:38:48.322166 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57822) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:48.337222 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:48.345759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] The port '0cba7000-9062-4070-a51e-67a4e39d7e88' was deleted {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:38:48.486305 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b05d354-6d15-4e6f-bc8d-1c488fd0c1a9 admin admin] Deleting subnet 7895da2c-27e4-4c0c-82d1-5c2260f4fda9 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:48.491151 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0b05d354-6d15-4e6f-bc8d-1c488fd0c1a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.499921 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:48.500383 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.553303 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0b05d354-6d15-4e6f-bc8d-1c488fd0c1a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.600443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531756eb-fe86-49f0-8657-93f640ae3552 req-3058c6bb-366a-4d14-be63-84d4b45e0d54 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:48.601910 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-531756eb-fe86-49f0-8657-93f640ae3552 req-3058c6bb-366a-4d14-be63-84d4b45e0d54 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 946 time: 0.2027514 Apr 22 14:38:48.652842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d81b60-0035-4f55-b82a-11c331162629 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event updated for resources: {'Subnet': ['ID=1e79eb5c-6f22-45b7-9b1a-2b8df808366c,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:48.680040 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d81b60-0035-4f55-b82a-11c331162629 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Checking segment: {'id': '89f02265-a4f6-40ec-ad6b-bf23b7729d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5dd67307-3aa5-45f0-bd7d-3bb1279e27f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:48.680415 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d81b60-0035-4f55-b82a-11c331162629 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Network hostable DHCP agents. Network: 5dd67307-3aa5-45f0-bd7d-3bb1279e27f2, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:48.688087 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-531756eb-fe86-49f0-8657-93f640ae3552 req-5933ed22-1e00-4c72-a3fd-4d252fa7ed05 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7b950ab-15c2-4d15-8a55-84ddef0e73fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759211 Apr 22 14:38:48.702938 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0b05d354-6d15-4e6f-bc8d-1c488fd0c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.731542 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57826) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:48.810589 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.837352 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8dabc45f-44f7-4e3a-8d05-adeb72290f8c tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 1094 time: 0.1047094 Apr 22 14:38:48.840076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0b05d354-6d15-4e6f-bc8d-1c488fd0c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.843765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57830) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:48.852032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0cba7000-9062-4070-a51e-67a4e39d7e88 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:48.881187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:48.892941 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05d354-6d15-4e6f-bc8d-1c488fd0c1a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7895da2c-27e4-4c0c-82d1-5c2260f4fda9,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:48.895554 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:48.901736 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 0cba7000-9062-4070-a51e-67a4e39d7e88 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:48.902086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0cba7000-9062-4070-a51e-67a4e39d7e88 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:48.902262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:floatingip and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:48.905358 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0b05d354-6d15-4e6f-bc8d-1c488fd0c1a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.908406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:48.915527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:48.919051 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0b05d354-6d15-4e6f-bc8d-1c488fd0c1a9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7895da2c-27e4-4c0c-82d1-5c2260f4fda9 HTTP/1.1" status: 204 len: 168 time: 0.5952876 Apr 22 14:38:48.920017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f19df4-9e5c-41cd-b8fa-a1275adb019f None None] Network b550088f-f0a0-45a4-ae4e-eed7f02c5e17 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:48.921562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57834) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:49.007886 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.010751 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0318a5a3-28fd-421c-a140-19f3c0b535d4']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:49.030506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Allocated IP 172.26.0.86 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/40938502-7c80-480e-a2b9-398a60a2a395) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:49.040527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Allocated IP 2001:db8::f (5a2820e5-0dfd-4257-af35-8a9f831746f6/55d3f632-20ea-4b07-bb19-5f3734f5b0d1/7f767259-14ec-49d8-b69b-81d79642f975) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:49.052546 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e390bd57-3ad9-46eb-a4f7-616751e4a334') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:49.052826 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e390bd57-3ad9-46eb-a4f7-616751e4a334') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:49.101613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d81b60-0035-4f55-b82a-11c331162629 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Network 5dd67307-3aa5-45f0-bd7d-3bb1279e27f2 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:49.109386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.139637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.175952 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-52d81b60-0035-4f55-b82a-11c331162629 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 5dd67307-3aa5-45f0-bd7d-3bb1279e27f2) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:49.185029 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68254f97-ef37-47c9-9413-a52b448a29c3 None None] Network 5dd67307-3aa5-45f0-bd7d-3bb1279e27f2 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:49.203967 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8f0b7b-7b24-4c42-8c8f-c575af95975e None None] DHCP port deletion for b550088f-f0a0-45a4-ae4e-eed7f02c5e17 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:49.205496 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.212252 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9917f15-cbeb-4437-bc4d-bc36f209b315 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.220606 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d81b60-0035-4f55-b82a-11c331162629 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:49.221200 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52d81b60-0035-4f55-b82a-11c331162629 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.259016 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f0b7b-7b24-4c42-8c8f-c575af95975e None None] Deleting port 85e1aba6-46f2-44b7-9eaa-22b21fca838a {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:49.259440 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0b7b-7b24-4c42-8c8f-c575af95975e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.262611 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26418b2-ca08-4ce9-8ac8-65b3a6268662 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 4f03902c-2cc9-493f-92c5-0f349313bb79 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:49.266914 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:49.267343 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.278536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] Deleting port 85e1aba6-46f2-44b7-9eaa-22b21fca838a {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:49.278871 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:49.346158 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:49.349096 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b26418b2-ca08-4ce9-8ac8-65b3a6268662 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.434622 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.455968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-b9917f15-cbeb-4437-bc4d-bc36f209b315 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Calling delete_port for 5df47f10-7f53-4697-8d49-289c02f65a63 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:49.579078 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] For port 85e1aba6-46f2-44b7-9eaa-22b21fca838a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=85e1aba6-46f2-44b7-9eaa-22b21fca838a,segment=NetworkSegment(d4b6f6ba-ebac-49eb-a20c-20a79b38727c),segment_id=d4b6f6ba-ebac-49eb-a20c-20a79b38727c)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:49.579493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.593739 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-5dd67307-3aa5-45f0-bd7d-3bb1279e27f2', 'network_id': '5dd67307-3aa5-45f0-bd7d-3bb1279e27f2', 'tenant_id': '544faae1ee784e16b0605a0d2d0b3340', 'fixed_ips': [{'subnet_id': '1e79eb5c-6f22-45b7-9b1a-2b8df808366c'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:49.594525 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.631466 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-fd8f0b7b-7b24-4c42-8c8f-c575af95975e None None] For port 85e1aba6-46f2-44b7-9eaa-22b21fca838a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=85e1aba6-46f2-44b7-9eaa-22b21fca838a,segment=NetworkSegment(d4b6f6ba-ebac-49eb-a20c-20a79b38727c),segment_id=d4b6f6ba-ebac-49eb-a20c-20a79b38727c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:49.631928 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0b7b-7b24-4c42-8c8f-c575af95975e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.639358 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-52d81b60-0035-4f55-b82a-11c331162629 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0491915 Apr 22 14:38:49.649673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57838) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:49.739613 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] Calling delete_port for 85e1aba6-46f2-44b7-9eaa-22b21fca838a owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:49.763167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Request body: {'network': {'name': 'tempest-router-network01--322093354'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:49.784433 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b26418b2-ca08-4ce9-8ac8-65b3a6268662 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.808136 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f0b7b-7b24-4c42-8c8f-c575af95975e None None] Calling delete_port for 85e1aba6-46f2-44b7-9eaa-22b21fca838a owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:49.824756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:49.825179 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.830614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.857504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Usage tracker for resource:network and tenant:544faae1ee784e16b0605a0d2d0b3340 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:49.882539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] No DVR routers for this DVR port 85e1aba6-46f2-44b7-9eaa-22b21fca838a on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:49.886393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.891447 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:49.919943 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] Pushing event deleted for resources: {'Port': ['ID=85e1aba6-46f2-44b7-9eaa-22b21fca838a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:49.953766 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-fd8f0b7b-7b24-4c42-8c8f-c575af95975e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:49.954390 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-fd8f0b7b-7b24-4c42-8c8f-c575af95975e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:49.969956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Allocated IP 172.20.0.2 (5dd67307-3aa5-45f0-bd7d-3bb1279e27f2/1e79eb5c-6f22-45b7-9b1a-2b8df808366c/609fc09d-0111-4bbe-82ce-2871388ad2c3) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:50.023320 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.038124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Pushing event deleted for resources: {'Network': ['ID=0318a5a3-28fd-421c-a140-19f3c0b535d4,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:50.042156 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:50.053618 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b550088f-f0a0-45a4-ae4e-eed7f02c5e17']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:50.067044 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:50.069021 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8c79e2ea-d0fb-4a1e-8f17-ade79e05eebd tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] 10.222.0.23 "DELETE /v2.0/networks/0318a5a3-28fd-421c-a140-19f3c0b535d4 HTTP/1.1" status: 204 len: 168 time: 4.4313302 Apr 22 14:38:50.069550 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b6f6ba-ebac-49eb-a20c-20a79b38727c') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:50.069914 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b6f6ba-ebac-49eb-a20c-20a79b38727c') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:50.079934 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57842) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:50.083064 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.101103 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.109164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:50.109691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.111079 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:50.111445 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 27b6fa3c-ebc9-4038-b4fd-21b915f94cfe not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:50.111859 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 85e1aba6-46f2-44b7-9eaa-22b21fca838a no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:50.148263 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 85e1aba6-46f2-44b7-9eaa-22b21fca838a {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:50.148600 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 85e1aba6-46f2-44b7-9eaa-22b21fca838a not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:50.208544 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:50.215417 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.220355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.246391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] Pushing event deleted for resources: {'Network': ['ID=b550088f-f0a0-45a4-ae4e-eed7f02c5e17,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:50.248829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Made reservation on behalf of 544faae1ee784e16b0605a0d2d0b3340 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:50.251943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.271603 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-556f8819-0c13-4a61-81ec-591d9011c3da admin admin] 10.222.0.23 "DELETE /v2.0/networks/b550088f-f0a0-45a4-ae4e-eed7f02c5e17 HTTP/1.1" status: 204 len: 168 time: 1.3489637 Apr 22 14:38:50.317867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.330491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Transition to ACTIVE for port object 609fc09d-0111-4bbe-82ce-2871388ad2c3 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:50.351054 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Transition to ACTIVE for port object 609fc09d-0111-4bbe-82ce-2871388ad2c3 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:50.357672 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.400019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.415869 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.438867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Network 5dd67307-3aa5-45f0-bd7d-3bb1279e27f2 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:50.442364 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:50.444972 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:50.448616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b26418b2-ca08-4ce9-8ac8-65b3a6268662 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.453692 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Pushing event updated for resources: {'Port': ['ID=609fc09d-0111-4bbe-82ce-2871388ad2c3,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:50.458793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f0b7b-7b24-4c42-8c8f-c575af95975e None None] Deleting port 85e1aba6-46f2-44b7-9eaa-22b21fca838a {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:50.459122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0b7b-7b24-4c42-8c8f-c575af95975e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.482176 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-6394944f-3d77-43f0-9371-c75d66a1561a tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Deleting port 5ff95ccd-7cad-4a80-a8c4-740d870b8fce {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:50.482527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6394944f-3d77-43f0-9371-c75d66a1561a tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.496275 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57848) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:50.527227 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Transition to ACTIVE for port object 7f767259-14ec-49d8-b69b-81d79642f975 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:50.529576 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9917f15-cbeb-4437-bc4d-bc36f209b315 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.536830 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:50.550684 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6ae8f243-9c4c-4eaa-bc7b-d5049395b103 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6094381463d646049ac766b311ef0072&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532520 Apr 22 14:38:50.553170 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57852) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:50.593032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f0b7b-7b24-4c42-8c8f-c575af95975e None None] The port '85e1aba6-46f2-44b7-9eaa-22b21fca838a' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:38:50.621866 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14dd8854-6130-4403-917f-3f3b03b01d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.622575 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9917f15-cbeb-4437-bc4d-bc36f209b315 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Port': ['ID=5df47f10-7f53-4697-8d49-289c02f65a63,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:50.625898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Attempting to bind port 609fc09d-0111-4bbe-82ce-2871388ad2c3 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:50.626521 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Attempting to bind port 609fc09d-0111-4bbe-82ce-2871388ad2c3 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '89f02265-a4f6-40ec-ad6b-bf23b7729d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5dd67307-3aa5-45f0-bd7d-3bb1279e27f2'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:50.627055 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Attempting to bind port 609fc09d-0111-4bbe-82ce-2871388ad2c3 on network 5dd67307-3aa5-45f0-bd7d-3bb1279e27f2 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:50.636200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:50.636909 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Checking segment: {'id': '89f02265-a4f6-40ec-ad6b-bf23b7729d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5dd67307-3aa5-45f0-bd7d-3bb1279e27f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:50.638500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.639053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Bound using segment: {'id': '89f02265-a4f6-40ec-ad6b-bf23b7729d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5dd67307-3aa5-45f0-bd7d-3bb1279e27f2'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:50.639986 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Bound port: 609fc09d-0111-4bbe-82ce-2871388ad2c3, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f02265-a4f6-40ec-ad6b-bf23b7729d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5dd67307-3aa5-45f0-bd7d-3bb1279e27f2'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:50.640720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.642594 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.642960 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Added segment d4344d92-0601-41d4-a8d7-e0feb7b714f6 of type vlan for network cd5cfc86-edbc-4aba-8a80-5e19e59033f2 Apr 22 14:38:50.657417 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14dd8854-6130-4403-917f-3f3b03b01d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.728340 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14dd8854-6130-4403-917f-3f3b03b01d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.749810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd8854-6130-4403-917f-3f3b03b01d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8f92a6-96c1-4721-b104-ca5fdaeef4ca,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:50.754964 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14dd8854-6130-4403-917f-3f3b03b01d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.755967 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-14dd8854-6130-4403-917f-3f3b03b01d67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af8f92a6-96c1-4721-b104-ca5fdaeef4ca HTTP/1.1" status: 204 len: 168 time: 0.2017896 Apr 22 14:38:50.787328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] For port 609fc09d-0111-4bbe-82ce-2871388ad2c3, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:50.792906 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] For port 609fc09d-0111-4bbe-82ce-2871388ad2c3, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=609fc09d-0111-4bbe-82ce-2871388ad2c3,segment=NetworkSegment(89f02265-a4f6-40ec-ad6b-bf23b7729d53),segment_id=89f02265-a4f6-40ec-ad6b-bf23b7729d53)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:50.799461 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.808614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.889887 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.252 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/0e01606c-1f7a-4a4d-8a76-07292ae8e6aa) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:50.892102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.909662 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Pushing event updated for resources: {'Port': ['ID=609fc09d-0111-4bbe-82ce-2871388ad2c3,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:50.928429 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:50.928779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:50.929123 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:50.929462 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:50.929798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:50.930129 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:50.930456 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:50.930787 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:50.931667 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:50.932006 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:50.932499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7a5b0-01cb-4dc6-a2b8-dd75360f4c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:51.007912 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6394944f-3d77-43f0-9371-c75d66a1561a tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.008344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6394944f-3d77-43f0-9371-c75d66a1561a tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.064613 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.095827 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:38:51.116780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.120695 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.217082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:51.223094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:51.225206 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b26418b2-ca08-4ce9-8ac8-65b3a6268662 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.228691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:51.239178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-6394944f-3d77-43f0-9371-c75d66a1561a tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Calling delete_port for 5ff95ccd-7cad-4a80-a8c4-740d870b8fce owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:51.274093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=0e01606c-1f7a-4a4d-8a76-07292ae8e6aa,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:51.323364 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:51.344240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:51.346134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26418b2-ca08-4ce9-8ac8-65b3a6268662 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=4f03902c-2cc9-493f-92c5-0f349313bb79,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:51.355859 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.359690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:51.360121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.367336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:51.411324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Pushing event updated for resources: {'Port': ['ID=40938502-7c80-480e-a2b9-398a60a2a395,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:51.422577 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9917f15-cbeb-4437-bc4d-bc36f209b315 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.491231 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e616822e-b171-4b93-91c4-6f1ca7adea9e None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:51.560173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 5a2820e5-0dfd-4257-af35-8a9f831746f6 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:51.573509 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b26418b2-ca08-4ce9-8ac8-65b3a6268662 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.598420 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:51.649847 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:51.667711 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:51.668433 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.729976 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0259664 Apr 22 14:38:51.735898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57872) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.745499 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a400611c-4278-40ac-b827-69b43c14ae6e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Request body: {'network': {'name': 'tempest-router-network02--526590648'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:51.767822 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a400611c-4278-40ac-b827-69b43c14ae6e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:51.783192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a400611c-4278-40ac-b827-69b43c14ae6e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Usage tracker for resource:network and tenant:544faae1ee784e16b0605a0d2d0b3340 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:51.788096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a400611c-4278-40ac-b827-69b43c14ae6e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:51.796047 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b26418b2-ca08-4ce9-8ac8-65b3a6268662 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/4f03902c-2cc9-493f-92c5-0f349313bb79 HTTP/1.1" status: 204 len: 168 time: 3.7198465 Apr 22 14:38:51.798186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57876) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.803411 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a400611c-4278-40ac-b827-69b43c14ae6e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:51.804060 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b9917f15-cbeb-4437-bc4d-bc36f209b315 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/ports/5df47f10-7f53-4697-8d49-289c02f65a63 HTTP/1.1" status: 204 len: 168 time: 4.1348135 Apr 22 14:38:51.805495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57878) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.820925 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=7f767259-14ec-49d8-b69b-81d79642f975,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:51.836476 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bb5f4-afce-4554-b285-c24290da94e6 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event updated for resources: {'Network': ['ID=cd5cfc86-edbc-4aba-8a80-5e19e59033f2,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:51.855613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network cd5cfc86-edbc-4aba-8a80-5e19e59033f2 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:51.902839 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-803c6dfb-42a4-4e78-95d4-4a1c16e9d561 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975168 Apr 22 14:38:51.945269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57886) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.961483 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-18f060aa-5e2a-4ebb-bf11-7a925f3ecbbc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:51.988693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a400611c-4278-40ac-b827-69b43c14ae6e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Made reservation on behalf of 544faae1ee784e16b0605a0d2d0b3340 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:51.991637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a400611c-4278-40ac-b827-69b43c14ae6e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.015862 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fabd3538-2a8f-4b73-ae7e-da0180243280 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.9653804 Apr 22 14:38:52.021262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:52.021945 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.032477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57890) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:52.037772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6394944f-3d77-43f0-9371-c75d66a1561a tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.150009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a400611c-4278-40ac-b827-69b43c14ae6e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:52.152707 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57894) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:52.153068 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 609fc09d-0111-4bbe-82ce-2871388ad2c3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:52.183182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-545f66df-e928-424f-b928-ae7ba213a274 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting port 79bfcacc-0c7f-4a42-a49a-33d9600ccc5b {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:52.183182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-545f66df-e928-424f-b928-ae7ba213a274 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.237564 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0760e779-1f29-4594-914c-dda9d42bdf9d None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:52.245568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a400611c-4278-40ac-b827-69b43c14ae6e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.246288 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-a400611c-4278-40ac-b827-69b43c14ae6e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Added segment c6698211-c274-4ab5-82b5-312f00f5b6cc of type vlan for network 0c608469-279b-446e-b1a5-86ac9d1ac8fd Apr 22 14:38:52.250262 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8fdf9b0f-fa02-4185-871e-a5141fcb4616 None None] Provisioning for port 7f767259-14ec-49d8-b69b-81d79642f975 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:52.269248 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-18f060aa-5e2a-4ebb-bf11-7a925f3ecbbc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:52.276627 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8fdf9b0f-fa02-4185-871e-a5141fcb4616 None None] Provisioning complete for port 7f767259-14ec-49d8-b69b-81d79642f975 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:52.277157 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9b0f-fa02-4185-871e-a5141fcb4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.289892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-18f060aa-5e2a-4ebb-bf11-7a925f3ecbbc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:52.309171 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-18f060aa-5e2a-4ebb-bf11-7a925f3ecbbc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:52.326400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-0760e779-1f29-4594-914c-dda9d42bdf9d None None] Deleting port 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:52.327374 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0760e779-1f29-4594-914c-dda9d42bdf9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.344889 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-18f060aa-5e2a-4ebb-bf11-7a925f3ecbbc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:52.348982 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a400611c-4278-40ac-b827-69b43c14ae6e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.457184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f060aa-5e2a-4ebb-bf11-7a925f3ecbbc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:52.467984 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b163af5e-6dc0-49df-aa1f-7cbe556b5552 None None] Network 5dd67307-3aa5-45f0-bd7d-3bb1279e27f2 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:52.473924 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394944f-3d77-43f0-9371-c75d66a1561a tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Pushing event deleted for resources: {'Port': ['ID=5ff95ccd-7cad-4a80-a8c4-740d870b8fce,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:52.502734 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c327f73c-f59c-4277-8c00-b2c96bcf7ad2 tempest-AgentManagementNegativeTest-674169361 tempest-AgentManagementNegativeTest-674169361-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3402436 Apr 22 14:38:52.552569 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6394944f-3d77-43f0-9371-c75d66a1561a tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.555193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6394944f-3d77-43f0-9371-c75d66a1561a tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.559914 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6394944f-3d77-43f0-9371-c75d66a1561a tempest-FloatingIPAdminTestJSON-840481826 tempest-FloatingIPAdminTestJSON-840481826-project] 10.222.0.23 "DELETE /v2.0/floatingips/063e31df-76ac-4aee-be6a-c8d10d460abd HTTP/1.1" status: 204 len: 168 time: 2.4791827 Apr 22 14:38:52.565922 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-00ae20e3-9723-49c9-9afa-3a283292191d tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 6.7024381 Apr 22 14:38:52.566556 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57904) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:52.583103 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.86'}]}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:52.591656 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:52.600721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Usage tracker for resource:router and tenant:f666adb0f7b4476483652ff221b64d31 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:52.605893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:52.616022 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:52.624452 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21db4c3-b56e-4167-aaa3-dd1243e8c109 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:52.625159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e21db4c3-b56e-4167-aaa3-dd1243e8c109 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:52.645702 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.646923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.652402 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf9b0f-fa02-4185-871e-a5141fcb4616 None None] Port 7f767259-14ec-49d8-b69b-81d79642f975 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:38:52.671188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.689403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e21db4c3-b56e-4167-aaa3-dd1243e8c109 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:52.690603 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e21db4c3-b56e-4167-aaa3-dd1243e8c109 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.6566491 Apr 22 14:38:52.692094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4950a117-787e-4319-84de-3f98cd595c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.695109 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57908) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:52.722074 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a400611c-4278-40ac-b827-69b43c14ae6e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.726312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a400611c-4278-40ac-b827-69b43c14ae6e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:52.736058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a400611c-4278-40ac-b827-69b43c14ae6e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.920109 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 609fc09d-0111-4bbe-82ce-2871388ad2c3 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:52.944766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.976678 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169dc4a6-b75b-467a-ae0f-7e327d5576d0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:52.980985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169dc4a6-b75b-467a-ae0f-7e327d5576d0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:52.985017 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169dc4a6-b75b-467a-ae0f-7e327d5576d0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:52.990631 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-169dc4a6-b75b-467a-ae0f-7e327d5576d0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2941334 Apr 22 14:38:52.991618 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57916) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:52.995313 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f4d84bad-0fa5-4bc1-8a62-53888c635a40 None None] Provisioning for port 609fc09d-0111-4bbe-82ce-2871388ad2c3 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:53.019520 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f4d84bad-0fa5-4bc1-8a62-53888c635a40 None None] Provisioning complete for port 609fc09d-0111-4bbe-82ce-2871388ad2c3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:53.019898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4d84bad-0fa5-4bc1-8a62-53888c635a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.077809 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-0760e779-1f29-4594-914c-dda9d42bdf9d None None] For port 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=23bb7ebf-6d78-4aa7-97c6-0e569c0e660a,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:53.078208 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0760e779-1f29-4594-914c-dda9d42bdf9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.093200 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-18f060aa-5e2a-4ebb-bf11-7a925f3ecbbc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.108606 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57920) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:53.120826 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57922) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:53.126448 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a400611c-4278-40ac-b827-69b43c14ae6e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3902528 Apr 22 14:38:53.135406 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57930) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:53.147050 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-04b49a28-20d6-4424-a806-4a1542f113f8 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Request body: {'subnet': {'network_id': 'cd5cfc86-edbc-4aba-8a80-5e19e59033f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:53.186707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf616e-3ebb-4444-8faa-e981f2cb0e04 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 7f767259-14ec-49d8-b69b-81d79642f975 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:53.187075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4ccf616e-3ebb-4444-8faa-e981f2cb0e04 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.260609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-0760e779-1f29-4594-914c-dda9d42bdf9d None None] Calling delete_port for 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:53.317519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400611c-4278-40ac-b827-69b43c14ae6e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event updated for resources: {'Network': ['ID=0c608469-279b-446e-b1a5-86ac9d1ac8fd,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:53.388966 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-04b49a28-20d6-4424-a806-4a1542f113f8 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:53.390889 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-545f66df-e928-424f-b928-ae7ba213a274 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.405225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.416810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-04b49a28-20d6-4424-a806-4a1542f113f8 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Usage tracker for resource:subnet and tenant:544faae1ee784e16b0605a0d2d0b3340 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:53.422147 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 0c608469-279b-446e-b1a5-86ac9d1ac8fd details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:53.423842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-04b49a28-20d6-4424-a806-4a1542f113f8 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:53.436619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-04b49a28-20d6-4424-a806-4a1542f113f8 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:53.561856 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4d84bad-0fa5-4bc1-8a62-53888c635a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.583031 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0760e779-1f29-4594-914c-dda9d42bdf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.586520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-545f66df-e928-424f-b928-ae7ba213a274 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Calling delete_port for 79bfcacc-0c7f-4a42-a49a-33d9600ccc5b owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:53.642413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b49a28-20d6-4424-a806-4a1542f113f8 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Made reservation on behalf of 544faae1ee784e16b0605a0d2d0b3340 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:53.644145 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760e779-1f29-4594-914c-dda9d42bdf9d None None] Pushing event deleted for resources: {'Port': ['ID=23bb7ebf-6d78-4aa7-97c6-0e569c0e660a,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:53.648489 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0760e779-1f29-4594-914c-dda9d42bdf9d None None] No DVR routers for this DVR port 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:53.672116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f4d84bad-0fa5-4bc1-8a62-53888c635a40 None None] For port 609fc09d-0111-4bbe-82ce-2871388ad2c3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=609fc09d-0111-4bbe-82ce-2871388ad2c3,segment=NetworkSegment(89f02265-a4f6-40ec-ad6b-bf23b7729d53),segment_id=89f02265-a4f6-40ec-ad6b-bf23b7729d53)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:53.675401 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-82e68039-f82f-4780-b6b1-e01d8162c158 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca24b81760a341cba7ba6df3e4bd531d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5530779 Apr 22 14:38:53.685310 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4d84bad-0fa5-4bc1-8a62-53888c635a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.685528 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b9d71a72-14e2-450f-835a-b694a29ef118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.721709 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57936) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:53.781870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d84bad-0fa5-4bc1-8a62-53888c635a40 None None] Pushing event updated for resources: {'Port': ['ID=609fc09d-0111-4bbe-82ce-2871388ad2c3,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:53.794391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.810697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-0cb8d755-c0ab-4b01-b5ff-6d0dc4a6086a None None] Provisioning complete for port 609fc09d-0111-4bbe-82ce-2871388ad2c3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:53.811483 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d755-c0ab-4b01-b5ff-6d0dc4a6086a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.855357 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4ccf616e-3ebb-4444-8faa-e981f2cb0e04 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.877600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-04b49a28-20d6-4424-a806-4a1542f113f8 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.011397 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf616e-3ebb-4444-8faa-e981f2cb0e04 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 7f767259-14ec-49d8-b69b-81d79642f975 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:54.042782 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b9d71a72-14e2-450f-835a-b694a29ef118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:54.045775 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 609fc09d-0111-4bbe-82ce-2871388ad2c3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:54.083550 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b9d71a72-14e2-450f-835a-b694a29ef118 admin admin] Usage tracker for resource:security_group_rule and tenant:d9a27352c7044650b88d8cf87e314561 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:54.100277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b9d71a72-14e2-450f-835a-b694a29ef118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:54.120146 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b9d71a72-14e2-450f-835a-b694a29ef118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:54.144631 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 609fc09d-0111-4bbe-82ce-2871388ad2c3 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:54.145135 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.170815 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-72500805-e527-40b3-91d0-618023373cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.217937 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.261736 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.304338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-545f66df-e928-424f-b928-ae7ba213a274 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.360944 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-18f060aa-5e2a-4ebb-bf11-7a925f3ecbbc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.376965 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-72500805-e527-40b3-91d0-618023373cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.383071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.393180 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:54.429256 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f66df-e928-424f-b928-ae7ba213a274 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Port': ['ID=79bfcacc-0c7f-4a42-a49a-33d9600ccc5b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:54.429759 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:54.430021 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 23bb7ebf-6d78-4aa7-97c6-0e569c0e660a not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:54.616424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f060aa-5e2a-4ebb-bf11-7a925f3ecbbc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:54.628366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-18f060aa-5e2a-4ebb-bf11-7a925f3ecbbc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:54.639058 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3fc473-be7a-4f9c-9182-818460390489 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:54.641234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f060aa-5e2a-4ebb-bf11-7a925f3ecbbc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=520fc499-7f88-490a-9395-db7a37d41c7c,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:54.646200 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f060aa-5e2a-4ebb-bf11-7a925f3ecbbc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:54.647037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-18f060aa-5e2a-4ebb-bf11-7a925f3ecbbc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.651717 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b9d71a72-14e2-450f-835a-b694a29ef118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.664323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4ccf616e-3ebb-4444-8faa-e981f2cb0e04 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.678492 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b9d71a72-14e2-450f-835a-b694a29ef118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.727967 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.748524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-545f66df-e928-424f-b928-ae7ba213a274 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.752740 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf616e-3ebb-4444-8faa-e981f2cb0e04 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=7f767259-14ec-49d8-b69b-81d79642f975,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:54.766070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.770775 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-72500805-e527-40b3-91d0-618023373cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.774537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-04b49a28-20d6-4424-a806-4a1542f113f8 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.853078 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d71a72-14e2-450f-835a-b694a29ef118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900b3e4a-ae6a-46c2-adaf-4daae39f60bd,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:54.861547 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b9d71a72-14e2-450f-835a-b694a29ef118 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9a27352c7044650b88d8cf87e314561&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7370527 Apr 22 14:38:54.867684 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4ccf616e-3ebb-4444-8faa-e981f2cb0e04 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.870941 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57940) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:54.879328 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-18f060aa-5e2a-4ebb-bf11-7a925f3ecbbc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9329767 Apr 22 14:38:54.880529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-72500805-e527-40b3-91d0-618023373cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.881548 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-72500805-e527-40b3-91d0-618023373cb4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7a70d27-da20-4ec0-9178-ab9ef4a6b26d HTTP/1.1" status: 204 len: 168 time: 1.1563778 Apr 22 14:38:54.887033 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57944) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:54.889740 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-545f66df-e928-424f-b928-ae7ba213a274 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/ports/79bfcacc-0c7f-4a42-a49a-33d9600ccc5b HTTP/1.1" status: 204 len: 168 time: 3.0829554 Apr 22 14:38:54.922217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.938841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57950) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:54.941539 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-82e6b089-ee1f-4c6e-9245-6a4d72dac932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.942525 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'name': 'tempest-NetworksTestDHCPv6-1868941866'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:54.963498 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72500805-e527-40b3-91d0-618023373cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a70d27-da20-4ec0-9178-ab9ef4a6b26d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:54.975875 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49a28-20d6-4424-a806-4a1542f113f8 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event updated for resources: {'Subnet': ['ID=1062a75e-3d7f-4781-b38f-82a8323e20d1,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:55.066268 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': '520fc499-7f88-490a-9395-db7a37d41c7c'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:55.067475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.183687 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=0e01606c-1f7a-4a4d-8a76-07292ae8e6aa,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:55.232580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.252996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Allocated IP 2001:db8::2 (19101698-c44e-4563-acd4-3bbade7a380a/520fc499-7f88-490a-9395-db7a37d41c7c/d60e5655-97bc-48ce-81f7-f347e9b95aa3) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:55.255700 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b49a28-20d6-4424-a806-4a1542f113f8 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Checking segment: {'id': 'd4344d92-0601-41d4-a8d7-e0feb7b714f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cd5cfc86-edbc-4aba-8a80-5e19e59033f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:55.256237 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b49a28-20d6-4424-a806-4a1542f113f8 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Network hostable DHCP agents. Network: cd5cfc86-edbc-4aba-8a80-5e19e59033f2, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:55.264393 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4ccf616e-3ebb-4444-8faa-e981f2cb0e04 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/7f767259-14ec-49d8-b69b-81d79642f975 HTTP/1.1" status: 204 len: 168 time: 2.2717407 Apr 22 14:38:55.287716 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57956) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:55.410087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57960) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:55.435925 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9099052-167f-4b88-9ada-86fcff588f02 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] GET failed (client error): The resource could not be found. Apr 22 14:38:55.436431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f9099052-167f-4b88-9ada-86fcff588f02 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:55.486153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:55.493936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45ba476-03ce-482d-82cf-07656854203f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.494954 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e45ba476-03ce-482d-82cf-07656854203f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Synchronizing usage tracker for tenant:b78ee70dc9ae489880dbaf9e0af0c833 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:55.501837 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.513591 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:55.513812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Transition to ACTIVE for port object d60e5655-97bc-48ce-81f7-f347e9b95aa3 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:55.516202 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a313c513-f72a-4105-9bc5-8ce3e0b8448b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.522757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:55.523053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2124dffc-7776-45eb-945b-240b23b21be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.526348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f9099052-167f-4b88-9ada-86fcff588f02 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:55.526971 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f9099052-167f-4b88-9ada-86fcff588f02 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/7f767259-14ec-49d8-b69b-81d79642f975 HTTP/1.1" status: 404 len: 333 time: 0.2279108 Apr 22 14:38:55.532972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57964) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:55.533796 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:55.534849 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Transition to ACTIVE for port object d60e5655-97bc-48ce-81f7-f347e9b95aa3 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:55.542830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.551205 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.560469 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b49a28-20d6-4424-a806-4a1542f113f8 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Network cd5cfc86-edbc-4aba-8a80-5e19e59033f2 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:55.587467 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.588343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e45ba476-03ce-482d-82cf-07656854203f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Unset dirty status for tenant:b78ee70dc9ae489880dbaf9e0af0c833 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:55.592132 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e45ba476-03ce-482d-82cf-07656854203f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ad4f9df-110a-4352-9311-1fdffbaa66b5 HTTP/1.1" status: 200 len: 913 time: 0.6237407 Apr 22 14:38:55.594392 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57968) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:55.607137 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:55.610301 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.620608 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:55.624555 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:55.628440 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:55.640761 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Pushing event updated for resources: {'Port': ['ID=d60e5655-97bc-48ce-81f7-f347e9b95aa3,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:55.644328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-7536a214-54c5-4fde-992d-2a2f557abee7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 91c578eb-511b-42ba-b4c1-3f90c8664064 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:55.644695 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7536a214-54c5-4fde-992d-2a2f557abee7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.669749 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a313c513-f72a-4105-9bc5-8ce3e0b8448b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.708815 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port e4a8b22f-0c4b-4c73-841c-02866578e922 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:55.746125 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2124dffc-7776-45eb-945b-240b23b21be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:55.749960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-04b49a28-20d6-4424-a806-4a1542f113f8 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, cd5cfc86-edbc-4aba-8a80-5e19e59033f2) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:55.752456 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Attempting to bind port d60e5655-97bc-48ce-81f7-f347e9b95aa3 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:55.752772 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Attempting to bind port d60e5655-97bc-48ce-81f7-f347e9b95aa3 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:55.753573 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Attempting to bind port d60e5655-97bc-48ce-81f7-f347e9b95aa3 on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:55.762872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcde877-7999-49ea-bc53-5c9c127cf6be None None] Network cd5cfc86-edbc-4aba-8a80-5e19e59033f2 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:55.763942 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2124dffc-7776-45eb-945b-240b23b21be8 admin admin] Usage tracker for resource:security_group_rule and tenant:174dfd9cb3f346f0a0346ce87261f91e is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:55.774118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2124dffc-7776-45eb-945b-240b23b21be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:55.776196 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:55.776585 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:55.777204 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.777956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:55.778143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Bound port: d60e5655-97bc-48ce-81f7-f347e9b95aa3, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:55.778585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b49a28-20d6-4424-a806-4a1542f113f8 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.778700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.779177 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-04b49a28-20d6-4424-a806-4a1542f113f8 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.804201 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2124dffc-7776-45eb-945b-240b23b21be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:55.871187 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.871724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 535510dd-93f9-41e3-a271-e2ed8be685b5 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:38:55.880331 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-04b49a28-20d6-4424-a806-4a1542f113f8 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7438037 Apr 22 14:38:55.883089 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57972) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:55.902063 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8844e338-5fa6-4b3e-a611-9cab3ec660c0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Request body: {'subnet': {'network_id': '0c608469-279b-446e-b1a5-86ac9d1ac8fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:56.006883 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.050507 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:38:56.067130 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] For port d60e5655-97bc-48ce-81f7-f347e9b95aa3, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:56.084531 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] For port d60e5655-97bc-48ce-81f7-f347e9b95aa3, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d60e5655-97bc-48ce-81f7-f347e9b95aa3,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:56.092009 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.113270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a313c513-f72a-4105-9bc5-8ce3e0b8448b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.181470 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::4a (19101698-c44e-4563-acd4-3bbade7a380a/520fc499-7f88-490a-9395-db7a37d41c7c/e4a8b22f-0c4b-4c73-841c-02866578e922) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:56.184652 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 22 14:38:56.187963 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-feee1100-7725-4236-925f-b94074eac897 tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.6179481 Apr 22 14:38:56.187963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313c513-f72a-4105-9bc5-8ce3e0b8448b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900b3e4a-ae6a-46c2-adaf-4daae39f60bd,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:56.189113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 57976) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:56.218447 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Floating IP 8883e327-7f71-4d21-bf2d-8de1c61deeb6 associated. External IP: 172.26.0.252, port: 74d21a01-b329-47c3-baaa-2e20bafb9ad1. Apr 22 14:38:56.219897 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-cd5cfc86-edbc-4aba-8a80-5e19e59033f2', 'network_id': 'cd5cfc86-edbc-4aba-8a80-5e19e59033f2', 'tenant_id': '544faae1ee784e16b0605a0d2d0b3340', 'fixed_ips': [{'subnet_id': '1062a75e-3d7f-4781-b38f-82a8323e20d1'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:56.220821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.234965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.260703 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1e3ce-c094-467e-824b-7f2e245f66d9 None None] Pushing event updated for resources: {'Port': ['ID=d60e5655-97bc-48ce-81f7-f347e9b95aa3,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:56.269224 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a313c513-f72a-4105-9bc5-8ce3e0b8448b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.274766 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a313c513-f72a-4105-9bc5-8ce3e0b8448b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/900b3e4a-ae6a-46c2-adaf-4daae39f60bd HTTP/1.1" status: 204 len: 168 time: 1.3998129 Apr 22 14:38:56.286555 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8844e338-5fa6-4b3e-a611-9cab3ec660c0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:56.300033 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8844e338-5fa6-4b3e-a611-9cab3ec660c0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Usage tracker for resource:subnet and tenant:544faae1ee784e16b0605a0d2d0b3340 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:56.306431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7536a214-54c5-4fde-992d-2a2f557abee7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.314401 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8844e338-5fa6-4b3e-a611-9cab3ec660c0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:56.328077 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2124dffc-7776-45eb-945b-240b23b21be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.329608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8844e338-5fa6-4b3e-a611-9cab3ec660c0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:56.351448 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2124dffc-7776-45eb-945b-240b23b21be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.360732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-c409b053-86ac-442a-b1a5-f0f191055cbf tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Deleting port 40938502-7c80-480e-a2b9-398a60a2a395 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:56.361089 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c409b053-86ac-442a-b1a5-f0f191055cbf tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.427754 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8844e338-5fa6-4b3e-a611-9cab3ec660c0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Made reservation on behalf of 544faae1ee784e16b0605a0d2d0b3340 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:56.456185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Allocated IP 172.20.0.2 (cd5cfc86-edbc-4aba-8a80-5e19e59033f2/1062a75e-3d7f-4781-b38f-82a8323e20d1/cd590ae6-8248-49a5-b303-b91d134709ec) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:56.629619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124dffc-7776-45eb-945b-240b23b21be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed9815c-c62e-4316-b9ab-12f2fdf5aad4,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:56.658464 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2124dffc-7776-45eb-945b-240b23b21be8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=174dfd9cb3f346f0a0346ce87261f91e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2410007 Apr 22 14:38:56.677918 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 57982) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:56.718932 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8844e338-5fa6-4b3e-a611-9cab3ec660c0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.827795 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.846108 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Transition to ACTIVE for port object cd590ae6-8248-49a5-b303-b91d134709ec will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:56.871268 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Transition to ACTIVE for port object cd590ae6-8248-49a5-b303-b91d134709ec will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:56.881276 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.881806 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-7536a214-54c5-4fde-992d-2a2f557abee7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 91c578eb-511b-42ba-b4c1-3f90c8664064 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:56.960414 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Network cd5cfc86-edbc-4aba-8a80-5e19e59033f2 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:56.964679 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:56.992373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:57.093285 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d279900-dc79-4309-9b6b-dfa68214adbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.097159 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.110604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Pushing event updated for resources: {'Port': ['ID=cd590ae6-8248-49a5-b303-b91d134709ec,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:57.136575 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Attempting to bind port cd590ae6-8248-49a5-b303-b91d134709ec on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:57.137131 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Attempting to bind port cd590ae6-8248-49a5-b303-b91d134709ec by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'd4344d92-0601-41d4-a8d7-e0feb7b714f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cd5cfc86-edbc-4aba-8a80-5e19e59033f2'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:57.137591 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Attempting to bind port cd590ae6-8248-49a5-b303-b91d134709ec on network cd5cfc86-edbc-4aba-8a80-5e19e59033f2 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:57.145692 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:57.146216 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Checking segment: {'id': 'd4344d92-0601-41d4-a8d7-e0feb7b714f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cd5cfc86-edbc-4aba-8a80-5e19e59033f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:57.146985 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.147550 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Bound using segment: {'id': 'd4344d92-0601-41d4-a8d7-e0feb7b714f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cd5cfc86-edbc-4aba-8a80-5e19e59033f2'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:57.148122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Bound port: cd590ae6-8248-49a5-b303-b91d134709ec, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4344d92-0601-41d4-a8d7-e0feb7b714f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cd5cfc86-edbc-4aba-8a80-5e19e59033f2'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:57.148597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.164081 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c409b053-86ac-442a-b1a5-f0f191055cbf tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.204232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object e4a8b22f-0c4b-4c73-841c-02866578e922 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:57.220733 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d279900-dc79-4309-9b6b-dfa68214adbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.300980 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.303573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7536a214-54c5-4fde-992d-2a2f557abee7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.318860 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] For port cd590ae6-8248-49a5-b303-b91d134709ec, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:57.323428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] For port cd590ae6-8248-49a5-b303-b91d134709ec, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=cd590ae6-8248-49a5-b303-b91d134709ec,segment=NetworkSegment(d4344d92-0601-41d4-a8d7-e0feb7b714f6),segment_id=d4344d92-0601-41d4-a8d7-e0feb7b714f6)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:57.333896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.380942 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536a214-54c5-4fde-992d-2a2f557abee7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=91c578eb-511b-42ba-b4c1-3f90c8664064,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:57.398158 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-c409b053-86ac-442a-b1a5-f0f191055cbf tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Calling delete_port for 40938502-7c80-480e-a2b9-398a60a2a395 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:57.434093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.482316 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7536a214-54c5-4fde-992d-2a2f557abee7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.518815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38149be9-39ba-4dd4-a3fa-d794e7fe15b4 None None] Pushing event updated for resources: {'Port': ['ID=cd590ae6-8248-49a5-b303-b91d134709ec,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:57.546052 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d279900-dc79-4309-9b6b-dfa68214adbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.587475 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:57.596562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d279900-dc79-4309-9b6b-dfa68214adbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed9815c-c62e-4316-b9ab-12f2fdf5aad4,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:57.601685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d279900-dc79-4309-9b6b-dfa68214adbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.607270 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2d279900-dc79-4309-9b6b-dfa68214adbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fed9815c-c62e-4316-b9ab-12f2fdf5aad4 HTTP/1.1" status: 204 len: 168 time: 0.9277091 Apr 22 14:38:57.610111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=e4a8b22f-0c4b-4c73-841c-02866578e922,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:57.613919 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7536a214-54c5-4fde-992d-2a2f557abee7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/91c578eb-511b-42ba-b4c1-3f90c8664064 HTTP/1.1" status: 204 len: 168 time: 2.0772805 Apr 22 14:38:57.615324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:57.617694 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:57.622283 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:57.623078 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.626964 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58002) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:57.909121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c1f2-1179-402a-8cbe-0ce4520ec732 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.950291 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84e3666-384d-4023-91b7-c9627f8e4820 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] GET failed (client error): The resource could not be found. Apr 22 14:38:57.950829 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b84e3666-384d-4023-91b7-c9627f8e4820 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:57.961784 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cf506023-9c5d-4db9-96d3-a526507305ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0707839 Apr 22 14:38:57.964800 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58008) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:58.032254 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58012) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:58.068641 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b84e3666-384d-4023-91b7-c9627f8e4820 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:58.073213 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b84e3666-384d-4023-91b7-c9627f8e4820 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/91c578eb-511b-42ba-b4c1-3f90c8664064 HTTP/1.1" status: 404 len: 333 time: 0.4430299 Apr 22 14:38:58.074540 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58016) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:58.135867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c409b053-86ac-442a-b1a5-f0f191055cbf tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.163641 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-06c54383-f2bf-47a7-8154-20cef1a7ec2f None None] Provisioning for port d60e5655-97bc-48ce-81f7-f347e9b95aa3 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:58.266067 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device cd590ae6-8248-49a5-b303-b91d134709ec up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:58.365594 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port cd590ae6-8248-49a5-b303-b91d134709ec completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:58.372024 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d60e5655-97bc-48ce-81f7-f347e9b95aa3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:58.458014 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845dcb34-457b-44b4-ab52-0f5a8584168e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:58.463423 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845dcb34-457b-44b4-ab52-0f5a8584168e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:58.464497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-845dcb34-457b-44b4-ab52-0f5a8584168e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:58.530174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port d60e5655-97bc-48ce-81f7-f347e9b95aa3 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:58.531748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409b053-86ac-442a-b1a5-f0f191055cbf tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Pushing event deleted for resources: {'Port': ['ID=40938502-7c80-480e-a2b9-398a60a2a395,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:58.549439 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d60e5655-97bc-48ce-81f7-f347e9b95aa3 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:58.549639 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.595797 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8844e338-5fa6-4b3e-a611-9cab3ec660c0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.607754 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-845dcb34-457b-44b4-ab52-0f5a8584168e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:58.608954 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dfd63862-92f2-4d85-9713-9517e4c8ac8c None None] Provisioning for port e4a8b22f-0c4b-4c73-841c-02866578e922 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:58.609088 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-845dcb34-457b-44b4-ab52-0f5a8584168e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6432450 Apr 22 14:38:58.612390 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58024) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:58.639094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dfd63862-92f2-4d85-9713-9517e4c8ac8c None None] Provisioning complete for port e4a8b22f-0c4b-4c73-841c-02866578e922 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:58.639488 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dfd63862-92f2-4d85-9713-9517e4c8ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.659618 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58028) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:58.724793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cac64d86-bda3-4c0a-9517-fb229bf260de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.758815 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-17bd5259-a667-4a1c-a2cf-7376b5cc2f79 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port e4a8b22f-0c4b-4c73-841c-02866578e922 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:58.759348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-17bd5259-a667-4a1c-a2cf-7376b5cc2f79 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.760731 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-590555092'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:58.796279 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-dfd63862-92f2-4d85-9713-9517e4c8ac8c None None] Port e4a8b22f-0c4b-4c73-841c-02866578e922 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:38:58.815020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c409b053-86ac-442a-b1a5-f0f191055cbf tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.825963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:58.848149 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c409b053-86ac-442a-b1a5-f0f191055cbf tempest-RoutersAdminNegativeTest-1872339153 tempest-RoutersAdminNegativeTest-1872339153-project-admin] 10.222.0.23 "DELETE /v2.0/ports/40938502-7c80-480e-a2b9-398a60a2a395 HTTP/1.1" status: 204 len: 168 time: 2.6441851 Apr 22 14:38:58.870198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b1ebae-5eee-4276-94d1-8db573cc8cbc tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting subnet 55d3f632-20ea-4b07-bb19-5f3734f5b0d1 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:58.885718 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Usage tracker for resource:network and tenant:0e602622655d4f17b542442f3b5d0709 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:58.888097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f8b1ebae-5eee-4276-94d1-8db573cc8cbc tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.897480 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.913296 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:58.932372 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844e338-5fa6-4b3e-a611-9cab3ec660c0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event updated for resources: {'Subnet': ['ID=f73c654a-a9da-4800-abb6-7fae10b21ab8,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:58.942469 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:58.952290 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port d60e5655-97bc-48ce-81f7-f347e9b95aa3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d60e5655-97bc-48ce-81f7-f347e9b95aa3,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:58.957736 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.981712 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router ff88c6a6-2406-4b86-ab91-5d00e8013d34 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:59.022557 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-cac64d86-bda3-4c0a-9517-fb229bf260de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:59.036427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8844e338-5fa6-4b3e-a611-9cab3ec660c0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Checking segment: {'id': 'c6698211-c274-4ab5-82b5-312f00f5b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0c608469-279b-446e-b1a5-86ac9d1ac8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:59.037037 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8844e338-5fa6-4b3e-a611-9cab3ec660c0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Network hostable DHCP agents. Network: 0c608469-279b-446e-b1a5-86ac9d1ac8fd, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:59.047797 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-cac64d86-bda3-4c0a-9517-fb229bf260de admin admin] Usage tracker for resource:security_group_rule and tenant:9a8603ed13a340bd919786598a330ca5 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:59.052954 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=d60e5655-97bc-48ce-81f7-f347e9b95aa3,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:59.053562 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-cac64d86-bda3-4c0a-9517-fb229bf260de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:59.072473 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Made reservation on behalf of 0e602622655d4f17b542442f3b5d0709 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:59.075626 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.085096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f8b1ebae-5eee-4276-94d1-8db573cc8cbc tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.095101 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.116998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-cac64d86-bda3-4c0a-9517-fb229bf260de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:59.184180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:59.194938 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Usage tracker for resource:security_group_rule and tenant:0e602622655d4f17b542442f3b5d0709 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:59.204964 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:59.245324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38d6056-704e-42b7-ba16-b2f552ab2ee2 None None] Network cd5cfc86-edbc-4aba-8a80-5e19e59033f2 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:59.306288 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:59.363131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-17bd5259-a667-4a1c-a2cf-7376b5cc2f79 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.398075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fcb0ad8d-efb4-4e9a-8b85-1fbde56bedf2 None None] Provisioning for port cd590ae6-8248-49a5-b303-b91d134709ec completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:59.406190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8844e338-5fa6-4b3e-a611-9cab3ec660c0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Network 0c608469-279b-446e-b1a5-86ac9d1ac8fd is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:59.407436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fcb0ad8d-efb4-4e9a-8b85-1fbde56bedf2 None None] Provisioning complete for port cd590ae6-8248-49a5-b303-b91d134709ec triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:59.407989 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ad8d-efb4-4e9a-8b85-1fbde56bedf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.411271 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58038) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:59.466762 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cac64d86-bda3-4c0a-9517-fb229bf260de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.509289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-17bd5259-a667-4a1c-a2cf-7376b5cc2f79 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for e4a8b22f-0c4b-4c73-841c-02866578e922 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:59.631917 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.641077 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cac64d86-bda3-4c0a-9517-fb229bf260de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.683552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.695498 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f8b1ebae-5eee-4276-94d1-8db573cc8cbc tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.700054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-8844e338-5fa6-4b3e-a611-9cab3ec660c0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 0c608469-279b-446e-b1a5-86ac9d1ac8fd) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:59.706201 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8844e338-5fa6-4b3e-a611-9cab3ec660c0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:59.706920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8844e338-5fa6-4b3e-a611-9cab3ec660c0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.728938 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d661d7f-1b82-4729-a529-bd5152249ca1 None None] Network 0c608469-279b-446e-b1a5-86ac9d1ac8fd requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:59.754397 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:59.796823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-17bd5259-a667-4a1c-a2cf-7376b5cc2f79 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.800842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f8b1ebae-5eee-4276-94d1-8db573cc8cbc tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.833662 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac64d86-bda3-4c0a-9517-fb229bf260de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214ef5fc-f43e-4507-82fd-513312e4be54,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:59.872811 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ad8d-efb4-4e9a-8b85-1fbde56bedf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.891388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.891388 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Added segment 7b98baf7-6102-4a98-bcf6-c7f5d274f8a1 of type vlan for network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb Apr 22 14:38:59.902910 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cac64d86-bda3-4c0a-9517-fb229bf260de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a8603ed13a340bd919786598a330ca5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2375419 Apr 22 14:38:59.910126 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58044) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:59.921631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1ebae-5eee-4276-94d1-8db573cc8cbc tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Subnet': ['ID=55d3f632-20ea-4b07-bb19-5f3734f5b0d1,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:59.923700 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd5259-a667-4a1c-a2cf-7376b5cc2f79 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=e4a8b22f-0c4b-4c73-841c-02866578e922,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:59.959933 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-fcb0ad8d-efb4-4e9a-8b85-1fbde56bedf2 None None] For port cd590ae6-8248-49a5-b303-b91d134709ec, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=cd590ae6-8248-49a5-b303-b91d134709ec,segment=NetworkSegment(d4344d92-0601-41d4-a8d7-e0feb7b714f6),segment_id=d4344d92-0601-41d4-a8d7-e0feb7b714f6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:59.971456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9fee3bc2-4c84-407d-a683-d2ca53bc2870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.981284 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f8b1ebae-5eee-4276-94d1-8db573cc8cbc tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.994146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ad8d-efb4-4e9a-8b85-1fbde56bedf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.054985 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab1c5fd-41f9-47ad-b021-6818269150a9 None None] Network 5a2820e5-0dfd-4257-af35-8a9f831746f6 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:00.074081 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8844e338-5fa6-4b3e-a611-9cab3ec660c0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1847439 Apr 22 14:39:00.074844 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d92a54-ce0f-4ce5-b87b-74d11c7be310,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:00.089349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58048) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:00.100600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.113275 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-17bd5259-a667-4a1c-a2cf-7376b5cc2f79 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.120725 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-17bd5259-a667-4a1c-a2cf-7376b5cc2f79 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/e4a8b22f-0c4b-4c73-841c-02866578e922 HTTP/1.1" status: 204 len: 168 time: 1.4992225 Apr 22 14:39:00.126482 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f8b1ebae-5eee-4276-94d1-8db573cc8cbc tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/55d3f632-20ea-4b07-bb19-5f3734f5b0d1 HTTP/1.1" status: 204 len: 168 time: 2.0464673 Apr 22 14:39:00.127522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58052) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:00.127847 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58054) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:00.130983 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d60e5655-97bc-48ce-81f7-f347e9b95aa3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:00.330106 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:39:00.392714 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9fee3bc2-4c84-407d-a683-d2ca53bc2870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:00.410180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9fee3bc2-4c84-407d-a683-d2ca53bc2870 admin admin] Usage tracker for resource:security_group_rule and tenant:c0a905928228437d8094ce718a170a9f is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:00.418044 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9fee3bc2-4c84-407d-a683-d2ca53bc2870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:00.427973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.434915 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:00.435896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.443418 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9fee3bc2-4c84-407d-a683-d2ca53bc2870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:00.481024 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-0c608469-279b-446e-b1a5-86ac9d1ac8fd', 'network_id': '0c608469-279b-446e-b1a5-86ac9d1ac8fd', 'tenant_id': '544faae1ee784e16b0605a0d2d0b3340', 'fixed_ips': [{'subnet_id': 'f73c654a-a9da-4800-abb6-7fae10b21ab8'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:00.481820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.488758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.526862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3afde5c1-da82-4aa4-a4cd-ca040c3503b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.543933 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0ad8d-efb4-4e9a-8b85-1fbde56bedf2 None None] Pushing event updated for resources: {'Port': ['ID=cd590ae6-8248-49a5-b303-b91d134709ec,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:00.669834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-08bac2e8-5a26-4e39-ab81-c14c3df5cc03 None None] Provisioning complete for port cd590ae6-8248-49a5-b303-b91d134709ec triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:00.670127 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-08bac2e8-5a26-4e39-ab81-c14c3df5cc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.710000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 93bca88b-63d3-4c8a-afd5-055791ed5954 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:00.710336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.722423 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d60e5655-97bc-48ce-81f7-f347e9b95aa3 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:00.722857 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.748146 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e673f40b-c5c2-4f12-97e8-c05eb426bd56 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:00.750283 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e673f40b-c5c2-4f12-97e8-c05eb426bd56 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:00.750283 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e673f40b-c5c2-4f12-97e8-c05eb426bd56 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:00.761855 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.7168925 Apr 22 14:39:00.770378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58060) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:00.772545 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3afde5c1-da82-4aa4-a4cd-ca040c3503b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.791329 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32b3b6-056d-46ad-9bf6-2239c87aa6ae tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event updated for resources: {'Network': ['ID=5eb26285-9c8d-4c57-90b8-1a906ac2b7cb,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:00.821256 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:00.831403 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-8523723d-5ba6-4a04-93cd-f3d270a61816 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Request body: {'subnet': {'network_id': '5eb26285-9c8d-4c57-90b8-1a906ac2b7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:00.871390 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:39:00.897703 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d689b6-fb95-4b88-9e38-dc4c8751a6b1 None None] Sync routers for ids ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:01.011652 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.016447 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9fee3bc2-4c84-407d-a683-d2ca53bc2870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.035352 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e673f40b-c5c2-4f12-97e8-c05eb426bd56 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:01.039318 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e673f40b-c5c2-4f12-97e8-c05eb426bd56 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9076993 Apr 22 14:39:01.043504 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-29aa6abf-7a44-43f6-a5d4-afe61667a527 req-b372cb9c-ef87-4a0d-8683-2b29e1b704de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7450886 Apr 22 14:39:01.044244 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58064) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:01.067470 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9fee3bc2-4c84-407d-a683-d2ca53bc2870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.147431 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Allocated IP 172.20.0.2 (0c608469-279b-446e-b1a5-86ac9d1ac8fd/f73c654a-a9da-4800-abb6-7fae10b21ab8/31c26e72-2c50-49d3-b012-01224f9d7782) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:01.152720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d689b6-fb95-4b88-9e38-dc4c8751a6b1 None None] Routers {'ff88c6a6-2406-4b86-ab91-5d00e8013d34'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:01.153525 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-93d689b6-fb95-4b88-9e38-dc4c8751a6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:38:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:01.221396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8523723d-5ba6-4a04-93cd-f3d270a61816 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:01.224617 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb78e6b-dc5b-4676-8b2d-dfcbbef07eac None None] DHCP port deletion for 5a2820e5-0dfd-4257-af35-8a9f831746f6 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:01.261000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8523723d-5ba6-4a04-93cd-f3d270a61816 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Usage tracker for resource:subnet and tenant:0e602622655d4f17b542442f3b5d0709 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:01.309728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-b5f3c1f2-1179-402a-8cbe-0ce4520ec732 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting port d7034ab6-4590-49e6-9a58-3223fc563e1d {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:01.309936 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c1f2-1179-402a-8cbe-0ce4520ec732 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.312727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8523723d-5ba6-4a04-93cd-f3d270a61816 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:01.326054 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2c991d94-9c30-4e44-bfaa-b23e1828da69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 12.4533131 Apr 22 14:39:01.336502 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9bb78e6b-dc5b-4676-8b2d-dfcbbef07eac None None] Deleting port 93bca88b-63d3-4c8a-afd5-055791ed5954 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:01.337220 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9bb78e6b-dc5b-4676-8b2d-dfcbbef07eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.340292 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'tag': '74d21a01-b329-47c3-baaa-2e20bafb9ad1'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:39:01.343674 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58068) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:01.345027 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8523723d-5ba6-4a04-93cd-f3d270a61816 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:01.352860 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3afde5c1-da82-4aa4-a4cd-ca040c3503b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.462146 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee3bc2-4c84-407d-a683-d2ca53bc2870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fc41a7-f1d0-45b9-a0e1-45645363afe6,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:01.472662 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afde5c1-da82-4aa4-a4cd-ca040c3503b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214ef5fc-f43e-4507-82fd-513312e4be54,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:01.481023 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422777fd-1068-4f5b-a126-0be8483c2ae2'] response: {'name': 'network-changed', 'server_uuid': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'tag': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'status': 'completed', 'code': 200} Apr 22 14:39:01.481578 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9fee3bc2-4c84-407d-a683-d2ca53bc2870 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0a905928228437d8094ce718a170a9f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9367876 Apr 22 14:39:01.489323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58074) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:01.499323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8523723d-5ba6-4a04-93cd-f3d270a61816 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Made reservation on behalf of 0e602622655d4f17b542442f3b5d0709 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:01.524772 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] For port 93bca88b-63d3-4c8a-afd5-055791ed5954, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=93bca88b-63d3-4c8a-afd5-055791ed5954,segment=NetworkSegment(9655ecf0-339f-49a7-9e4a-8d12895960b1),segment_id=9655ecf0-339f-49a7-9e4a-8d12895960b1)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:01.525287 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.559558 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.613968 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3afde5c1-da82-4aa4-a4cd-ca040c3503b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.614995 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3afde5c1-da82-4aa4-a4cd-ca040c3503b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/214ef5fc-f43e-4507-82fd-513312e4be54 HTTP/1.1" status: 204 len: 168 time: 1.6953020 Apr 22 14:39:01.757308 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5c7d32d3-2ca3-44cc-ad5b-cfbfad29447d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/8883e327-7f71-4d21-bf2d-8de1c61deeb6 HTTP/1.1" status: 200 len: 992 time: 0.4091561 Apr 22 14:39:01.813119 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-93d689b6-fb95-4b88-9e38-dc4c8751a6b1 None None] Set router ff88c6a6-2406-4b86-ab91-5d00e8013d34 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:39:01.856182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 93bca88b-63d3-4c8a-afd5-055791ed5954 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:01.955682 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c1f2-1179-402a-8cbe-0ce4520ec732 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.973864 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-764b33e4-397f-45f3-8677-42770a8c598d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.035318 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9bb78e6b-dc5b-4676-8b2d-dfcbbef07eac None None] For port 93bca88b-63d3-4c8a-afd5-055791ed5954, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=93bca88b-63d3-4c8a-afd5-055791ed5954,segment=NetworkSegment(9655ecf0-339f-49a7-9e4a-8d12895960b1),segment_id=9655ecf0-339f-49a7-9e4a-8d12895960b1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:02.035516 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d53f83-c86e-4b80-a74c-b4c9521e50e4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 520fc499-7f88-490a-9395-db7a37d41c7c {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:02.036213 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9bb78e6b-dc5b-4676-8b2d-dfcbbef07eac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.039041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b2d53f83-c86e-4b80-a74c-b4c9521e50e4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.100110 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.106277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8523723d-5ba6-4a04-93cd-f3d270a61816 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.114945 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-b5f3c1f2-1179-402a-8cbe-0ce4520ec732 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Calling delete_port for d7034ab6-4590-49e6-9a58-3223fc563e1d owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:02.133553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b2d53f83-c86e-4b80-a74c-b4c9521e50e4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.237057 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-764b33e4-397f-45f3-8677-42770a8c598d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.301928 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device cd590ae6-8248-49a5-b303-b91d134709ec up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:02.340593 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9bb78e6b-dc5b-4676-8b2d-dfcbbef07eac None None] Calling delete_port for 93bca88b-63d3-4c8a-afd5-055791ed5954 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:02.390065 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Allocated IP 172.20.0.1 (cd5cfc86-edbc-4aba-8a80-5e19e59033f2/1062a75e-3d7f-4781-b38f-82a8323e20d1/e29dfef6-c730-4f7d-a7c9-e3678aff7a81) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:02.420509 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.485736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=93bca88b-63d3-4c8a-afd5-055791ed5954,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:02.505380 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-29aa6abf-7a44-43f6-a5d4-afe61667a527 req-112fdd09-b343-4e43-b9da-e21d60cb68e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 1099 time: 1.3366258 Apr 22 14:39:02.505990 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8523723d-5ba6-4a04-93cd-f3d270a61816 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.523746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No DVR routers for this DVR port 93bca88b-63d3-4c8a-afd5-055791ed5954 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:02.554058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-764b33e4-397f-45f3-8677-42770a8c598d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.568194 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c1f2-1179-402a-8cbe-0ce4520ec732 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.577357 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Transition to ACTIVE for port object 31c26e72-2c50-49d3-b012-01224f9d7782 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:02.624813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-9bb78e6b-dc5b-4676-8b2d-dfcbbef07eac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:39:02.625702 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-9bb78e6b-dc5b-4676-8b2d-dfcbbef07eac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:39:02.632609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port cd590ae6-8248-49a5-b303-b91d134709ec triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:02.633387 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.658002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Transition to ACTIVE for port object 31c26e72-2c50-49d3-b012-01224f9d7782 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:02.675485 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523723d-5ba6-4a04-93cd-f3d270a61816 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event updated for resources: {'Subnet': ['ID=50deec58-1d41-4c71-85aa-6e4141ba5e0b,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:02.690761 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b33e4-397f-45f3-8677-42770a8c598d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fc41a7-f1d0-45b9-a0e1-45645363afe6,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:02.691887 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.821377 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58096) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:02.824610 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3c1f2-1179-402a-8cbe-0ce4520ec732 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Port': ['ID=d7034ab6-4590-49e6-9a58-3223fc563e1d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:02.863708 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Network 0c608469-279b-446e-b1a5-86ac9d1ac8fd is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:02.872153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:02.873837 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Pushing event updated for resources: {'Port': ['ID=31c26e72-2c50-49d3-b012-01224f9d7782,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:02.876281 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:02.972173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.999856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2820e5-0dfd-4257-af35-8a9f831746f6']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:03.020136 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9655ecf0-339f-49a7-9e4a-8d12895960b1') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:03.020413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9655ecf0-339f-49a7-9e4a-8d12895960b1') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:03.033635 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.049669 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-93d689b6-fb95-4b88-9e38-dc4c8751a6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:37:57Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '8883e327-7f71-4d21-bf2d-8de1c61deeb6', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.252', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'port_id': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'mac_address': 'fa:16:3e:1b:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:38:52Z', 'updated_at': '2022-04-22T14:38:52Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282359a2-f23f-4c77-930e-56ad9a501479', 'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:47:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:53Z', 'updated_at': '2022-04-22T14:38:09Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:03.051599 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.054180 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Attempting to bind port 31c26e72-2c50-49d3-b012-01224f9d7782 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:03.054650 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Attempting to bind port 31c26e72-2c50-49d3-b012-01224f9d7782 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'c6698211-c274-4ab5-82b5-312f00f5b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0c608469-279b-446e-b1a5-86ac9d1ac8fd'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:03.055220 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Attempting to bind port 31c26e72-2c50-49d3-b012-01224f9d7782 on network 0c608469-279b-446e-b1a5-86ac9d1ac8fd {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:03.059157 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:03.059580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.060522 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d689b6-fb95-4b88-9e38-dc4c8751a6b1 None None] Checking router: ff88c6a6-2406-4b86-ab91-5d00e8013d34 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:39:03.067083 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:03.069923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Checking segment: {'id': 'c6698211-c274-4ab5-82b5-312f00f5b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0c608469-279b-446e-b1a5-86ac9d1ac8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:03.070469 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.070996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Bound using segment: {'id': 'c6698211-c274-4ab5-82b5-312f00f5b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0c608469-279b-446e-b1a5-86ac9d1ac8fd'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:03.071639 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Bound port: 31c26e72-2c50-49d3-b012-01224f9d7782, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6698211-c274-4ab5-82b5-312f00f5b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0c608469-279b-446e-b1a5-86ac9d1ac8fd'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:03.072735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.131604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9bb78e6b-dc5b-4676-8b2d-dfcbbef07eac None None] Deleting port 93bca88b-63d3-4c8a-afd5-055791ed5954 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:03.132099 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9bb78e6b-dc5b-4676-8b2d-dfcbbef07eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.159899 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 93bca88b-63d3-4c8a-afd5-055791ed5954 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:03.211338 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:03.216574 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d689b6-fb95-4b88-9e38-dc4c8751a6b1 None None] Routers {'ff88c6a6-2406-4b86-ab91-5d00e8013d34'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:03.217338 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-93d689b6-fb95-4b88-9e38-dc4c8751a6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:38:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:03.223086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.261307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-764b33e4-397f-45f3-8677-42770a8c598d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.265385 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-764b33e4-397f-45f3-8677-42770a8c598d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72fc41a7-f1d0-45b9-a0e1-45645363afe6 HTTP/1.1" status: 204 len: 168 time: 1.7362096 Apr 22 14:39:03.269686 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fbb60a75-c46a-4399-9d48-a08449e89a59 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/8883e327-7f71-4d21-bf2d-8de1c61deeb6 HTTP/1.1" status: 200 len: 992 time: 0.4474480 Apr 22 14:39:03.279200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 93bca88b-63d3-4c8a-afd5-055791ed5954 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:03.279200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 93bca88b-63d3-4c8a-afd5-055791ed5954 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:03.282782 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8523723d-5ba6-4a04-93cd-f3d270a61816 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Checking segment: {'id': '7b98baf7-6102-4a98-bcf6-c7f5d274f8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5eb26285-9c8d-4c57-90b8-1a906ac2b7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:03.283394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8523723d-5ba6-4a04-93cd-f3d270a61816 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Network hostable DHCP agents. Network: 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:03.329234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.364607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Network': ['ID=5a2820e5-0dfd-4257-af35-8a9f831746f6,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:03.379130 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-377105fe-67ff-42d3-8e6a-73c7d8f9270e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/networks/5a2820e5-0dfd-4257-af35-8a9f831746f6 HTTP/1.1" status: 204 len: 168 time: 3.2456713 Apr 22 14:39:03.380448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58108) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:03.391765 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.394662 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8523723d-5ba6-4a04-93cd-f3d270a61816 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:03.406875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-cf7816c4-de2f-43f7-b38c-9cf6a3f2945d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1592973064'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:03.412231 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cf7816c4-de2f-43f7-b38c-9cf6a3f2945d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:03.417776 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cf7816c4-de2f-43f7-b38c-9cf6a3f2945d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:network and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:03.422353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cf7816c4-de2f-43f7-b38c-9cf6a3f2945d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:03.428974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cf7816c4-de2f-43f7-b38c-9cf6a3f2945d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:03.444110 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-8523723d-5ba6-4a04-93cd-f3d270a61816 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:03.457824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7816c4-de2f-43f7-b38c-9cf6a3f2945d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:03.461210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf7816c4-de2f-43f7-b38c-9cf6a3f2945d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.465938 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Transition to ACTIVE for port object e29dfef6-c730-4f7d-a7c9-e3678aff7a81 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:03.483367 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9bb78e6b-dc5b-4676-8b2d-dfcbbef07eac None None] The port '93bca88b-63d3-4c8a-afd5-055791ed5954' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:39:03.486349 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7e9c41-7660-47bb-b297-c46793c00ae1 None None] Network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:03.494520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8523723d-5ba6-4a04-93cd-f3d270a61816 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:03.495650 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8523723d-5ba6-4a04-93cd-f3d270a61816 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.533275 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c1f2-1179-402a-8cbe-0ce4520ec732 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.539742 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7816c4-de2f-43f7-b38c-9cf6a3f2945d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:39:03.552112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf7816c4-de2f-43f7-b38c-9cf6a3f2945d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.552749 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-cf7816c4-de2f-43f7-b38c-9cf6a3f2945d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Added segment e597b304-23f9-42de-815b-2c8690a6d372 of type vlan for network 4f4ee851-5eee-453a-9d43-f27cafb75fc4 Apr 22 14:39:03.589815 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf7816c4-de2f-43f7-b38c-9cf6a3f2945d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.642387 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] For port 31c26e72-2c50-49d3-b012-01224f9d7782, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:03.647743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] For port 31c26e72-2c50-49d3-b012-01224f9d7782, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=31c26e72-2c50-49d3-b012-01224f9d7782,segment=NetworkSegment(c6698211-c274-4ab5-82b5-312f00f5b6cc),segment_id=c6698211-c274-4ab5-82b5-312f00f5b6cc)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:03.670934 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.690727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b2d53f83-c86e-4b80-a74c-b4c9521e50e4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.725195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.750388 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8523723d-5ba6-4a04-93cd-f3d270a61816 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9615161 Apr 22 14:39:03.762812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf7816c4-de2f-43f7-b38c-9cf6a3f2945d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.770617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7816c4-de2f-43f7-b38c-9cf6a3f2945d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:03.772021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cf7816c4-de2f-43f7-b38c-9cf6a3f2945d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.799396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58118) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:03.823434 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-93d689b6-fb95-4b88-9e38-dc4c8751a6b1 None None] Set router ff88c6a6-2406-4b86-ab91-5d00e8013d34 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:39:03.854641 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cf7816c4-de2f-43f7-b38c-9cf6a3f2945d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4663875 Apr 22 14:39:03.864396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58122) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:03.868460 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Request body: {'port': {'network_id': '5eb26285-9c8d-4c57-90b8-1a906ac2b7cb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-812032189'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:03.955926 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17c475-77e3-4e6d-ae58-b13d0fc2c8c4 None None] Pushing event updated for resources: {'Port': ['ID=31c26e72-2c50-49d3-b012-01224f9d7782,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:03.980908 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Network cd5cfc86-edbc-4aba-8a80-5e19e59033f2 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:03.985179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:03.991574 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:04.022846 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event updated for resources: {'Port': ['ID=e29dfef6-c730-4f7d-a7c9-e3678aff7a81,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:04.095219 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58128) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:04.178882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.283909 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58134) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:04.297743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-5eb26285-9c8d-4c57-90b8-1a906ac2b7cb', 'network_id': '5eb26285-9c8d-4c57-90b8-1a906ac2b7cb', 'tenant_id': '0e602622655d4f17b542442f3b5d0709', 'fixed_ips': [{'subnet_id': '50deec58-1d41-4c71-85aa-6e4141ba5e0b'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:04.298883 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.351610 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-66590af5-8c99-4955-a6c9-c89e58fe2f9e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'subnet': {'network_id': '4f4ee851-5eee-453a-9d43-f27cafb75fc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:04.366572 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7816c4-de2f-43f7-b38c-9cf6a3f2945d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Network': ['ID=4f4ee851-5eee-453a-9d43-f27cafb75fc4,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:04.371370 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa6abf-7a44-43f6-a5d4-afe61667a527 req-608417fe-ea71-4825-b192-c0e05ea670bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:04.373123 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-29aa6abf-7a44-43f6-a5d4-afe61667a527 req-608417fe-ea71-4825-b192-c0e05ea670bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=225a60de-2f68-4c63-9733-0af862cb7457 HTTP/1.1" status: 200 len: 898 time: 1.7715192 Apr 22 14:39:04.382448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 4f4ee851-5eee-453a-9d43-f27cafb75fc4 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:39:04.498861 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b2d53f83-c86e-4b80-a74c-b4c9521e50e4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.532860 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.551201 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-edab98ca-2960-45bb-8fd1-302c8e091916 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f666adb0f7b4476483652ff221b64d31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4548726 Apr 22 14:39:04.567146 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58140) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:04.591264 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3538cb9f-6bd8-46d6-b44d-d34f602ca1cc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/8883e327-7f71-4d21-bf2d-8de1c61deeb6 HTTP/1.1" status: 200 len: 992 time: 0.2988112 Apr 22 14:39:04.660901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:04.664342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b2d53f83-c86e-4b80-a74c-b4c9521e50e4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.672941 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d53f83-c86e-4b80-a74c-b4c9521e50e4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=520fc499-7f88-490a-9395-db7a37d41c7c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:04.721679 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Allocated IP 2001:db8::2 (5eb26285-9c8d-4c57-90b8-1a906ac2b7cb/50deec58-1d41-4c71-85aa-6e4141ba5e0b/c3f0de67-83bc-4b68-ad62-d46f41bebdc2) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:04.729613 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Usage tracker for resource:port and tenant:0e602622655d4f17b542442f3b5d0709 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:04.767179 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:04.793669 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:04.808172 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58146) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:04.824211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Made reservation on behalf of 0e602622655d4f17b542442f3b5d0709 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:04.827864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.841039 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b2d53f83-c86e-4b80-a74c-b4c9521e50e4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/520fc499-7f88-490a-9395-db7a37d41c7c HTTP/1.1" status: 204 len: 168 time: 3.7794116 Apr 22 14:39:04.842642 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110055e9-22ea-483d-b2b0-2fe8b627af23 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:04.843660 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-66590af5-8c99-4955-a6c9-c89e58fe2f9e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:04.850376 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58150) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:04.860219 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-66590af5-8c99-4955-a6c9-c89e58fe2f9e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:subnet and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:04.866921 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-66590af5-8c99-4955-a6c9-c89e58fe2f9e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:04.955268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-66590af5-8c99-4955-a6c9-c89e58fe2f9e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:04.968316 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-29aa6abf-7a44-43f6-a5d4-afe61667a527 req-3ae72b35-98d5-4933-a8b1-6fac79812117 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74d21a01-b329-47c3-baaa-2e20bafb9ad1 HTTP/1.1" status: 200 len: 1000 time: 0.5850773 Apr 22 14:39:04.998882 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d8efcdd9-f7fe-49f7-aa98-386ab3017802 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1396916 Apr 22 14:39:05.026713 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58156) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:05.031429 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0bf78509-7d8d-4e8d-a21f-22a52318c63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.050388 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] device_id is not set on port 13b1cf07-8923-4175-bbd3-c45a477052c7 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:05.080671 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0bf78509-7d8d-4e8d-a21f-22a52318c63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.089592 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-65edcc8d-a458-42dc-a617-ae108501ea8b None None] Provisioning for port e29dfef6-c730-4f7d-a7c9-e3678aff7a81 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:05.107555 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-65edcc8d-a458-42dc-a617-ae108501ea8b None None] Provisioning complete for port e29dfef6-c730-4f7d-a7c9-e3678aff7a81 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:05.108261 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-65edcc8d-a458-42dc-a617-ae108501ea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.117069 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-214890839', 'router:external': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:05.128745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:05.142664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66590af5-8c99-4955-a6c9-c89e58fe2f9e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:05.168465 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Usage tracker for resource:network and tenant:d015354eda8941b49ed910ef298d10af is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:05.183160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-65edcc8d-a458-42dc-a617-ae108501ea8b None None] Port e29dfef6-c730-4f7d-a7c9-e3678aff7a81 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:05.183497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:05.229210 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0bf78509-7d8d-4e8d-a21f-22a52318c63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.251638 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:05.297282 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa6abf-7a44-43f6-a5d4-afe61667a527 req-f80f6078-37de-4010-b1c8-b172b5a5759a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:05.298828 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-29aa6abf-7a44-43f6-a5d4-afe61667a527 req-f80f6078-37de-4010-b1c8-b172b5a5759a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df00b820-ff91-48b9-aa6a-393c9e578e30 HTTP/1.1" status: 200 len: 834 time: 0.3060613 Apr 22 14:39:05.325126 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf78509-7d8d-4e8d-a21f-22a52318c63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd9ff34-a61d-41fc-a58e-ea990f84e1fc,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:05.365932 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Made reservation on behalf of d015354eda8941b49ed910ef298d10af for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:05.368346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.384861 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.405028 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66590af5-8c99-4955-a6c9-c89e58fe2f9e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.473484 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf77c3b6-a121-4190-99ba-e951438a15c5 None None] Network 0c608469-279b-446e-b1a5-86ac9d1ac8fd requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:05.498655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.541141 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0bf78509-7d8d-4e8d-a21f-22a52318c63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.544748 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0bf78509-7d8d-4e8d-a21f-22a52318c63a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cd9ff34-a61d-41fc-a58e-ea990f84e1fc HTTP/1.1" status: 204 len: 168 time: 0.9741943 Apr 22 14:39:05.601279 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58162) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:05.643739 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Transition to ACTIVE for port object c3f0de67-83bc-4b68-ad62-d46f41bebdc2 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:05.671029 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.693492 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-93d689b6-fb95-4b88-9e38-dc4c8751a6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:37:57Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '8883e327-7f71-4d21-bf2d-8de1c61deeb6', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.252', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'port_id': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'mac_address': 'fa:16:3e:1b:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:38:52Z', 'updated_at': '2022-04-22T14:38:52Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282359a2-f23f-4c77-930e-56ad9a501479', 'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:47:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:53Z', 'updated_at': '2022-04-22T14:38:09Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:05.700279 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Transition to ACTIVE for port object c3f0de67-83bc-4b68-ad62-d46f41bebdc2 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:05.720550 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d689b6-fb95-4b88-9e38-dc4c8751a6b1 None None] The sync data for ids ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:37:57Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '8883e327-7f71-4d21-bf2d-8de1c61deeb6', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.252', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'port_id': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'mac_address': 'fa:16:3e:1b:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:38:52Z', 'updated_at': '2022-04-22T14:38:52Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282359a2-f23f-4c77-930e-56ad9a501479', 'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:47:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:53Z', 'updated_at': '2022-04-22T14:38:09Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:05.722221 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5dae995d-90d0-4058-9415-c74819e32c43 None None] Provisioning for port 31c26e72-2c50-49d3-b012-01224f9d7782 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:05.730885 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.848687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.871563 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4434d52-fb2c-4edb-b1ec-c0563e50e22e None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:05.882278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Pushing event updated for resources: {'Port': ['ID=c3f0de67-83bc-4b68-ad62-d46f41bebdc2,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:05.883422 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:05.886398 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:05.894177 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-c4434d52-fb2c-4edb-b1ec-c0563e50e22e None None] Deleting port d60e5655-97bc-48ce-81f7-f347e9b95aa3 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:05.894535 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c4434d52-fb2c-4edb-b1ec-c0563e50e22e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.906528 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Usage tracker for resource:security_group_rule and tenant:d015354eda8941b49ed910ef298d10af is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:05.916755 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3a305b14-96bf-45d9-9494-f552435a5846 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/8883e327-7f71-4d21-bf2d-8de1c61deeb6 HTTP/1.1" status: 200 len: 992 time: 0.3129926 Apr 22 14:39:05.919893 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:05.924976 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:05.931019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:05.951692 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:06.023174 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918dc64-f93b-45ae-83f6-0457b8eeaefd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:06.024442 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0918dc64-f93b-45ae-83f6-0457b8eeaefd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:06.030111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Allocated IP 2001:db8::388 (5eb26285-9c8d-4c57-90b8-1a906ac2b7cb/50deec58-1d41-4c71-85aa-6e4141ba5e0b/13b1cf07-8923-4175-bbd3-c45a477052c7) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:06.042934 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event updated for resources: {'Port': ['ID=e29dfef6-c730-4f7d-a7c9-e3678aff7a81,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:06.109986 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9ed5c-2107-4e62-87e6-689fd658d221 None None] New status for floating IP 8883e327-7f71-4d21-bf2d-8de1c61deeb6: ACTIVE {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:39:06.176583 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0918dc64-f93b-45ae-83f6-0457b8eeaefd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:06.182274 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0918dc64-f93b-45ae-83f6-0457b8eeaefd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1481521 Apr 22 14:39:06.186247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58172) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:06.215911 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Attempting to bind port c3f0de67-83bc-4b68-ad62-d46f41bebdc2 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:06.216836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Attempting to bind port c3f0de67-83bc-4b68-ad62-d46f41bebdc2 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '7b98baf7-6102-4a98-bcf6-c7f5d274f8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5eb26285-9c8d-4c57-90b8-1a906ac2b7cb'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:06.217378 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Attempting to bind port c3f0de67-83bc-4b68-ad62-d46f41bebdc2 on network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:06.222763 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 31c26e72-2c50-49d3-b012-01224f9d7782 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:06.245615 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.305110 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:06.311872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Checking segment: {'id': '7b98baf7-6102-4a98-bcf6-c7f5d274f8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5eb26285-9c8d-4c57-90b8-1a906ac2b7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:06.312487 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.316148 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Bound using segment: {'id': '7b98baf7-6102-4a98-bcf6-c7f5d274f8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5eb26285-9c8d-4c57-90b8-1a906ac2b7cb'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:06.316653 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Bound port: c3f0de67-83bc-4b68-ad62-d46f41bebdc2, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b98baf7-6102-4a98-bcf6-c7f5d274f8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5eb26285-9c8d-4c57-90b8-1a906ac2b7cb'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:06.317043 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.412061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc05ec-3c63-4bab-af65-2f0da2d7f90b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:06.412862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e3dc05ec-3c63-4bab-af65-2f0da2d7f90b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:06.438123 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.458224 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Transition to ACTIVE for port object 13b1cf07-8923-4175-bbd3-c45a477052c7 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:06.468128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e3dc05ec-3c63-4bab-af65-2f0da2d7f90b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:06.471916 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e3dc05ec-3c63-4bab-af65-2f0da2d7f90b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2822182 Apr 22 14:39:06.473902 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58182) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:06.499232 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-29aa6abf-7a44-43f6-a5d4-afe61667a527 req-7f9db5ad-a356-4bd5-9e54-428c95f290e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=225a60de-2f68-4c63-9733-0af862cb7457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1883450 Apr 22 14:39:06.570414 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-58fa1bf0-e28a-4c65-a475-d7c080022d0c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807807 Apr 22 14:39:06.574187 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58186) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:06.592462 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-44f88eb9-b214-4480-9dcb-cc7cf999bfa2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:06.641174 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.677445 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f3c1f2-1179-402a-8cbe-0ce4520ec732 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:39:06.745434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.766150 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Network cd5cfc86-edbc-4aba-8a80-5e19e59033f2 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:06.774071 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-c4434d52-fb2c-4edb-b1ec-c0563e50e22e None None] For port d60e5655-97bc-48ce-81f7-f347e9b95aa3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d60e5655-97bc-48ce-81f7-f347e9b95aa3,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:06.774459 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c4434d52-fb2c-4edb-b1ec-c0563e50e22e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.778182 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:06.786060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-44f88eb9-b214-4480-9dcb-cc7cf999bfa2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:06.817198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.882719 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:06.908100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:06.921111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:06.928681 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] For port c3f0de67-83bc-4b68-ad62-d46f41bebdc2, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:06.929704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:06.930420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.935529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:39:06.941042 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-c4434d52-fb2c-4edb-b1ec-c0563e50e22e None None] Calling delete_port for d60e5655-97bc-48ce-81f7-f347e9b95aa3 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:06.946896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58194) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:06.974264 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 31c26e72-2c50-49d3-b012-01224f9d7782 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:06.981997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event updated for resources: {'Port': ['ID=13b1cf07-8923-4175-bbd3-c45a477052c7,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:06.984974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58198) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:06.991595 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 31c26e72-2c50-49d3-b012-01224f9d7782 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:06.991970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.020448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] For port c3f0de67-83bc-4b68-ad62-d46f41bebdc2, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c3f0de67-83bc-4b68-ad62-d46f41bebdc2,segment=NetworkSegment(7b98baf7-6102-4a98-bcf6-c7f5d274f8a1),segment_id=7b98baf7-6102-4a98-bcf6-c7f5d274f8a1)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:07.036971 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.096647 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e4e88f-4e62-4d9d-a280-5b229ba483d3,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:07.140306 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-44f88eb9-b214-4480-9dcb-cc7cf999bfa2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:07.206163 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.206642 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Added segment 73cb96f1-b5e5-4345-8082-27afd7c2582a of type vlan for network f217769e-9278-433e-9ac8-af64357eb1b3 Apr 22 14:39:07.253089 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c4434d52-fb2c-4edb-b1ec-c0563e50e22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.276263 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-29aa6abf-7a44-43f6-a5d4-afe61667a527 req-e0ecc984-9453-45a3-afca-74f30e7cdab0 service neutron] 10.222.0.30 "GET /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6631880 Apr 22 14:39:07.326957 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ac4ce20e-fdff-431f-9302-05e52215124f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5037141 Apr 22 14:39:07.337922 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58204) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:07.361583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.389560 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c031129e-3bfd-40bd-82d3-128b05d4ffcf None None] Provisioning complete for port 31c26e72-2c50-49d3-b012-01224f9d7782 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:07.390738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c031129e-3bfd-40bd-82d3-128b05d4ffcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.418430 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-49458d29-fe62-44a5-9286-da209e784266 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/8883e327-7f71-4d21-bf2d-8de1c61deeb6 HTTP/1.1" status: 200 len: 994 time: 0.4671147 Apr 22 14:39:07.425079 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Request body: {'port': {'network_id': '5eb26285-9c8d-4c57-90b8-1a906ac2b7cb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1329903041', 'allowed_address_pairs': [{'ip_address': '2001:db8::388', 'mac_address': 'fa:16:3e:9e:12:05'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:07.455774 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66590af5-8c99-4955-a6c9-c89e58fe2f9e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.457429 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4434d52-fb2c-4edb-b1ec-c0563e50e22e None None] No DVR routers for this DVR port d60e5655-97bc-48ce-81f7-f347e9b95aa3 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:07.462092 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b816a1-bea4-4a2a-96ae-b1b6017f8026 None None] Pushing event updated for resources: {'Port': ['ID=c3f0de67-83bc-4b68-ad62-d46f41bebdc2,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:07.472831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1878109906'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:07.499379 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 31c26e72-2c50-49d3-b012-01224f9d7782, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=31c26e72-2c50-49d3-b012-01224f9d7782,segment=NetworkSegment(c6698211-c274-4ab5-82b5-312f00f5b6cc),segment_id=c6698211-c274-4ab5-82b5-312f00f5b6cc)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:07.508580 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f88eb9-b214-4480-9dcb-cc7cf999bfa2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:07.551487 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.570926 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.591810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:07.595815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4434d52-fb2c-4edb-b1ec-c0563e50e22e None None] Pushing event deleted for resources: {'Port': ['ID=d60e5655-97bc-48ce-81f7-f347e9b95aa3,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:07.680276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:network and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:07.695945 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d60e5655-97bc-48ce-81f7-f347e9b95aa3 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:07.714201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:07.767856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-44f88eb9-b214-4480-9dcb-cc7cf999bfa2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.809555 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: d60e5655-97bc-48ce-81f7-f347e9b95aa3 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:07.810212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d60e5655-97bc-48ce-81f7-f347e9b95aa3 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:07.810331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:07.832484 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66590af5-8c99-4955-a6c9-c89e58fe2f9e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Subnet': ['ID=763e50ab-0677-4727-8c71-0c1b2faa40fa,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:07.844854 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=31c26e72-2c50-49d3-b012-01224f9d7782,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:07.860334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.861195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:07.861765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.933576 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c031129e-3bfd-40bd-82d3-128b05d4ffcf None None] Provisioning complete for port e29dfef6-c730-4f7d-a7c9-e3678aff7a81 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:07.934033 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c031129e-3bfd-40bd-82d3-128b05d4ffcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.997235 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:08.000864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.018638 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-c031129e-3bfd-40bd-82d3-128b05d4ffcf None None] Port e29dfef6-c730-4f7d-a7c9-e3678aff7a81 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:08.106189 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-29aa6abf-7a44-43f6-a5d4-afe61667a527 req-a27f0b29-fcee-4dd5-8a38-9b08a7f2ecdb service neutron] 10.222.0.30 "GET /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8154030 Apr 22 14:39:08.107432 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.2942507 Apr 22 14:39:08.108303 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e064e2-4495-4cf2-94fd-a24ae401d06c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Pushing event updated for resources: {'Network': ['ID=f217769e-9278-433e-9ac8-af64357eb1b3,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:08.110620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58208) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:08.130637 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network f217769e-9278-433e-9ac8-af64357eb1b3 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:39:08.135122 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Request body: {'subnet': {'network_id': 'f217769e-9278-433e-9ac8-af64357eb1b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:08.147191 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66590af5-8c99-4955-a6c9-c89e58fe2f9e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Checking segment: {'id': 'e597b304-23f9-42de-815b-2c8690a6d372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4f4ee851-5eee-453a-9d43-f27cafb75fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:08.147723 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66590af5-8c99-4955-a6c9-c89e58fe2f9e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network hostable DHCP agents. Network: 4f4ee851-5eee-453a-9d43-f27cafb75fc4, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:08.183148 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.191697 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-44f88eb9-b214-4480-9dcb-cc7cf999bfa2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.203840 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:08.206578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:08.225168 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 31c26e72-2c50-49d3-b012-01224f9d7782 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:08.238306 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f3c1f2-1179-402a-8cbe-0ce4520ec732 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:08.256527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Usage tracker for resource:subnet and tenant:d015354eda8941b49ed910ef298d10af is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:08.259828 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Router 91b931a1-84c2-4098-9a63-5e1de13dd1e3 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:39:08.261786 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Usage tracker for resource:port and tenant:0e602622655d4f17b542442f3b5d0709 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:08.272006 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66590af5-8c99-4955-a6c9-c89e58fe2f9e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 4f4ee851-5eee-453a-9d43-f27cafb75fc4 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:08.273584 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:08.283355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:08.283599 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b5f3c1f2-1179-402a-8cbe-0ce4520ec732 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "PUT /v2.0/routers/0ad4f9df-110a-4352-9311-1fdffbaa66b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6799786 Apr 22 14:39:08.288136 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58212) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:08.302477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f88eb9-b214-4480-9dcb-cc7cf999bfa2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:08.309703 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:08.313893 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:security_group_rule and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:08.316982 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:08.328380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:08.331903 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d939f305-1de1-414b-8a4e-1674921697c3 None None] Sync routers for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:08.378858 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-44f88eb9-b214-4480-9dcb-cc7cf999bfa2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:08.384201 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f88eb9-b214-4480-9dcb-cc7cf999bfa2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:08.386025 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-44f88eb9-b214-4480-9dcb-cc7cf999bfa2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.405454 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485bb263-56ec-48a1-9926-d1d8ec0c232f None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:08.425299 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.441565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:08.446039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.455593 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:08.507260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f88eb9-b214-4480-9dcb-cc7cf999bfa2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=c6ffd7ac-d919-42cb-9dbd-8372458429c7,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:08.555271 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d939f305-1de1-414b-8a4e-1674921697c3 None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:08.555946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-d939f305-1de1-414b-8a4e-1674921697c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:38:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:08.598145 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-44f88eb9-b214-4480-9dcb-cc7cf999bfa2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0153449 Apr 22 14:39:08.640482 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58216) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:08.644681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cd60d3-5e7a-4c55-8485-d2965bc5e2a6,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:08.660059 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'fixed_ips': [{'subnet_id': 'c6ffd7ac-d919-42cb-9dbd-8372458429c7', 'ip_address': '2001:db8::3f4a:a4f0:1b7d:c9d3'}], 'name': 'tempest-NetworksTestDHCPv6-1462163837'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:08.756714 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-d939f305-1de1-414b-8a4e-1674921697c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:08.786826 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-66590af5-8c99-4955-a6c9-c89e58fe2f9e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 4f4ee851-5eee-453a-9d43-f27cafb75fc4) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:08.793071 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66590af5-8c99-4955-a6c9-c89e58fe2f9e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:08.793306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66590af5-8c99-4955-a6c9-c89e58fe2f9e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.834570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86498456-eef8-49fa-bf78-d3d373c77792 None None] Network 4f4ee851-5eee-453a-9d43-f27cafb75fc4 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:08.840246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Made reservation on behalf of d015354eda8941b49ed910ef298d10af for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:08.842187 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:08.844857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.855666 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d0ebc-e297-438a-a72b-d9fb5b7ce76c None None] Sync routers for ids ['91b931a1-84c2-4098-9a63-5e1de13dd1e3'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:08.859341 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-75b23f87-d2cf-4745-8b0a-37e61126a806 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "PUT /v2.0/routers/91b931a1-84c2-4098-9a63-5e1de13dd1e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7669926 Apr 22 14:39:08.861556 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58220) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:08.871415 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:39:08.879260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Made reservation on behalf of 0e602622655d4f17b542442f3b5d0709 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:08.890369 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d0ebc-e297-438a-a72b-d9fb5b7ce76c None None] Routers {'91b931a1-84c2-4098-9a63-5e1de13dd1e3'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:08.891467 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4e2d0ebc-e297-438a-a72b-d9fb5b7ce76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:38:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['91b931a1-84c2-4098-9a63-5e1de13dd1e3'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:08.945838 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad05c41-f4fe-4ee5-8abc-9ec167a97e84 None None] Network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:08.981599 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4e2d0ebc-e297-438a-a72b-d9fb5b7ce76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:09.001926 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d0ebc-e297-438a-a72b-d9fb5b7ce76c None None] Routers {'91b931a1-84c2-4098-9a63-5e1de13dd1e3'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:09.002868 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4e2d0ebc-e297-438a-a72b-d9fb5b7ce76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:38:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['91b931a1-84c2-4098-9a63-5e1de13dd1e3'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:09.015712 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b610716e-513d-413a-b0ac-d26c21f91a91 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.074051 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 31c26e72-2c50-49d3-b012-01224f9d7782 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:09.074419 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.083320 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.083932 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Added segment 7ba86961-0c97-4bc6-a507-feb58192c6c1 of type vlan for network d9c7ee68-1059-4b4c-9d44-83330bbf0dec Apr 22 14:39:09.107595 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4e2d0ebc-e297-438a-a72b-d9fb5b7ce76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:09.108369 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d0ebc-e297-438a-a72b-d9fb5b7ce76c None None] The sync data for ids ['91b931a1-84c2-4098-9a63-5e1de13dd1e3'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:09.125506 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-66590af5-8c99-4955-a6c9-c89e58fe2f9e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.9420719 Apr 22 14:39:09.132964 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58224) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:09.136104 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d939f305-1de1-414b-8a4e-1674921697c3 None None] Routers {'0ad4f9df-110a-4352-9311-1fdffbaa66b5'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:09.136503 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-d939f305-1de1-414b-8a4e-1674921697c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:38:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:09.186900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-85789ed3-6de7-4715-b99a-1eaca3fa1024 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-825104482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:09.210380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-85789ed3-6de7-4715-b99a-1eaca3fa1024 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:09.221394 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-48128506-1a40-445b-b186-5cf6d366c595 req-f624c6f5-44a9-4a48-9209-2938d7940b43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 1099 time: 1.0120869 Apr 22 14:39:09.224369 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.241866 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-d939f305-1de1-414b-8a4e-1674921697c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:09.241866 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d939f305-1de1-414b-8a4e-1674921697c3 None None] The sync data for ids ['0ad4f9df-110a-4352-9311-1fdffbaa66b5'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:09.242440 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:09.247509 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-85789ed3-6de7-4715-b99a-1eaca3fa1024 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:router and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:09.254911 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-85789ed3-6de7-4715-b99a-1eaca3fa1024 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:09.283569 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': 'c6ffd7ac-d919-42cb-9dbd-8372458429c7'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:09.284352 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.300981 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:09.302399 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-39c44e76-362f-4d27-800b-f8fd54ff2458 None None] Provisioning for port c3f0de67-83bc-4b68-ad62-d46f41bebdc2 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:09.357226 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-85789ed3-6de7-4715-b99a-1eaca3fa1024 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:09.359391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:09.366555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.392663 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:09.413229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:39:09.444927 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b610716e-513d-413a-b0ac-d26c21f91a91 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.508815 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-85789ed3-6de7-4715-b99a-1eaca3fa1024 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.510429 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-85789ed3-6de7-4715-b99a-1eaca3fa1024 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.539172 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] device_id is not set on port e9c2c128-ae0b-4eba-bb8e-c0682d3e0415 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:09.581189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:09.597018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.600377 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:09.600948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.670015 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-4f4ee851-5eee-453a-9d43-f27cafb75fc4', 'network_id': '4f4ee851-5eee-453a-9d43-f27cafb75fc4', 'tenant_id': '68527584d1d143598824158de05dce09', 'fixed_ips': [{'subnet_id': '763e50ab-0677-4727-8c71-0c1b2faa40fa'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:09.670823 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.699785 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.6125193 Apr 22 14:39:09.710348 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c3f0de67-83bc-4b68-ad62-d46f41bebdc2 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:09.754299 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58228) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:09.756911 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-b610716e-513d-413a-b0ac-d26c21f91a91 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting port f4fa6003-5cf6-48fc-b328-cbf05db3d127 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:09.757620 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b610716e-513d-413a-b0ac-d26c21f91a91 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.807324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'name': 'tempest-PortsTestJSON-279010711'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:09.936931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Allocated IP 2001:db8::2 (19101698-c44e-4563-acd4-3bbade7a380a/c6ffd7ac-d919-42cb-9dbd-8372458429c7/f9e15a4c-951a-4512-be71-d8e596459260) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:09.947565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a86b21-1876-43c8-819a-b418800a11d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Network': ['ID=d9c7ee68-1059-4b4c-9d44-83330bbf0dec,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:09.958712 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-85789ed3-6de7-4715-b99a-1eaca3fa1024 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.966035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48128506-1a40-445b-b186-5cf6d366c595 req-09265b2f-ff5c-4f9a-8d01-af2d7f5ff19a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:09.967640 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-48128506-1a40-445b-b186-5cf6d366c595 req-09265b2f-ff5c-4f9a-8d01-af2d7f5ff19a service neutron] 10.222.0.30 "GET /v2.0/networks?id=225a60de-2f68-4c63-9733-0af862cb7457 HTTP/1.1" status: 200 len: 898 time: 0.7164426 Apr 22 14:39:10.000018 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:39:10.032570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port c3f0de67-83bc-4b68-ad62-d46f41bebdc2 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:10.094753 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:10.108507 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:port and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:10.113726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:10.121512 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:10.159864 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:10.163314 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.200161 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b610716e-513d-413a-b0ac-d26c21f91a91 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.218370 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-85789ed3-6de7-4715-b99a-1eaca3fa1024 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.222611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port c3f0de67-83bc-4b68-ad62-d46f41bebdc2 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:10.222611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.235230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.300768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Allocated IP 2001:db8::117 (5eb26285-9c8d-4c57-90b8-1a906ac2b7cb/50deec58-1d41-4c71-85aa-6e4141ba5e0b/e9c2c128-ae0b-4eba-bb8e-c0682d3e0415) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:10.329658 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Allocated IP 2001:db8::2 (4f4ee851-5eee-453a-9d43-f27cafb75fc4/763e50ab-0677-4727-8c71-0c1b2faa40fa/2de0a8ac-2eb1-477d-a08b-7f7e332225c7) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:10.333569 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-85789ed3-6de7-4715-b99a-1eaca3fa1024 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.334674 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-85789ed3-6de7-4715-b99a-1eaca3fa1024 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1935954 Apr 22 14:39:10.338439 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port 2c7a81d5-2eb1-4240-81a8-8effbd55281b yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:10.360216 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] device_id is not set on port c34e9f2e-3023-42e7-ad70-2a3008df7991 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:10.397303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58232) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:10.406400 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-b610716e-513d-413a-b0ac-d26c21f91a91 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Calling delete_port for f4fa6003-5cf6-48fc-b328-cbf05db3d127 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:10.417431 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-48128506-1a40-445b-b186-5cf6d366c595 req-9183ae67-758d-4df3-8a6d-31b8304628a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74d21a01-b329-47c3-baaa-2e20bafb9ad1 HTTP/1.1" status: 200 len: 1002 time: 0.4276865 Apr 22 14:39:10.485640 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'network_id': '4f4ee851-5eee-453a-9d43-f27cafb75fc4', 'name': 'tempest-PortsIpV6TestJSON-1658001287'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:10.694114 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.722193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-68a35e47-1d55-4729-baa5-75d8a9de7f84 None None] Provisioning for port 13b1cf07-8923-4175-bbd3-c45a477052c7 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:10.757477 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.812106 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-68a35e47-1d55-4729-baa5-75d8a9de7f84 None None] Provisioning complete for port 13b1cf07-8923-4175-bbd3-c45a477052c7 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:10.812536 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-68a35e47-1d55-4729-baa5-75d8a9de7f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.846312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48128506-1a40-445b-b186-5cf6d366c595 req-cfdf9b51-451f-480b-ab5b-db9d7c20df1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:10.847772 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-48128506-1a40-445b-b186-5cf6d366c595 req-cfdf9b51-451f-480b-ab5b-db9d7c20df1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df00b820-ff91-48b9-aa6a-393c9e578e30 HTTP/1.1" status: 200 len: 834 time: 0.4181352 Apr 22 14:39:10.851185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Transition to ACTIVE for port object f9e15a4c-951a-4512-be71-d8e596459260 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:10.913997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Transition to ACTIVE for port object f9e15a4c-951a-4512-be71-d8e596459260 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:10.921122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port c3f0de67-83bc-4b68-ad62-d46f41bebdc2, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c3f0de67-83bc-4b68-ad62-d46f41bebdc2,segment=NetworkSegment(7b98baf7-6102-4a98-bcf6-c7f5d274f8a1),segment_id=7b98baf7-6102-4a98-bcf6-c7f5d274f8a1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:10.927179 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.933210 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.974633 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.983671 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-4ac558ed-29f2-4e72-8cb3-449487653366 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:10.984719 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4ac558ed-29f2-4e72-8cb3-449487653366 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "PUT /v2.0/routers/91b931a1-84c2-4098-9a63-5e1de13dd1e3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1201315 Apr 22 14:39:10.991460 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-68a35e47-1d55-4729-baa5-75d8a9de7f84 None None] Port 13b1cf07-8923-4175-bbd3-c45a477052c7 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:10.992589 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58236) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:10.995006 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Transition to ACTIVE for port object 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:10.995168 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:10.999808 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:port and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:11.014405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:11.026260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:11.044653 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:11.053241 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:11.055519 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Transition to ACTIVE for port object 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:11.062346 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:11.062580 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.068396 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:11.071925 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.075931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=c3f0de67-83bc-4b68-ad62-d46f41bebdc2,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:11.080803 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.101019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] device_id is not set on port 8335636f-a589-4867-8dba-e0973f1777b0 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:11.124617 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-68a35e47-1d55-4729-baa5-75d8a9de7f84 None None] Provisioning complete for port c3f0de67-83bc-4b68-ad62-d46f41bebdc2 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:11.125133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-68a35e47-1d55-4729-baa5-75d8a9de7f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.288808 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Network 4f4ee851-5eee-453a-9d43-f27cafb75fc4 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:11.289913 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:11.296768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Pushing event updated for resources: {'Port': ['ID=f9e15a4c-951a-4512-be71-d8e596459260,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:11.297384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b610716e-513d-413a-b0ac-d26c21f91a91 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.299018 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:11.326363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::3f4a:a4f0:1b7d:c9d3 (19101698-c44e-4563-acd4-3bbade7a380a/c6ffd7ac-d919-42cb-9dbd-8372458429c7/2c7a81d5-2eb1-4240-81a8-8effbd55281b) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:11.343176 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Attempting to bind port f9e15a4c-951a-4512-be71-d8e596459260 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:11.343176 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Attempting to bind port f9e15a4c-951a-4512-be71-d8e596459260 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:11.343176 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Attempting to bind port f9e15a4c-951a-4512-be71-d8e596459260 on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:11.354164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.objects.ports [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83964) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:39:11.355263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.413047 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:11.413841 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:11.414305 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.414890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:11.415674 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Bound port: f9e15a4c-951a-4512-be71-d8e596459260, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:11.416116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.426074 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-48128506-1a40-445b-b186-5cf6d366c595 req-d20f6e19-832b-4c2f-b5b3-a3fb1fd5c368 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=225a60de-2f68-4c63-9733-0af862cb7457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5668085 Apr 22 14:39:11.442324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.469038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Pushing event updated for resources: {'Port': ['ID=2de0a8ac-2eb1-477d-a08b-7f7e332225c7,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:11.515998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.559502 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Allocated IP 2001:db8::30e (4f4ee851-5eee-453a-9d43-f27cafb75fc4/763e50ab-0677-4727-8c71-0c1b2faa40fa/8335636f-a589-4867-8dba-e0973f1777b0) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:11.586035 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Attempting to bind port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:11.586384 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Attempting to bind port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'e597b304-23f9-42de-815b-2c8690a6d372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4f4ee851-5eee-453a-9d43-f27cafb75fc4'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:11.586845 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Attempting to bind port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 on network 4f4ee851-5eee-453a-9d43-f27cafb75fc4 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:11.606346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Transition to ACTIVE for port object e9c2c128-ae0b-4eba-bb8e-c0682d3e0415 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:11.607266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:11.607804 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Checking segment: {'id': 'e597b304-23f9-42de-815b-2c8690a6d372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4f4ee851-5eee-453a-9d43-f27cafb75fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:11.608257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.608714 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Bound using segment: {'id': 'e597b304-23f9-42de-815b-2c8690a6d372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4f4ee851-5eee-453a-9d43-f27cafb75fc4'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:11.609265 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Bound port: 2de0a8ac-2eb1-477d-a08b-7f7e332225c7, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e597b304-23f9-42de-815b-2c8690a6d372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4f4ee851-5eee-453a-9d43-f27cafb75fc4'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:11.609706 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.615313 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3c9d3cf8-922c-4410-803f-f2f9451fa690,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:11.658525 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] For port f9e15a4c-951a-4512-be71-d8e596459260, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:11.663878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] For port f9e15a4c-951a-4512-be71-d8e596459260, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f9e15a4c-951a-4512-be71-d8e596459260,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:11.696789 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610716e-513d-413a-b0ac-d26c21f91a91 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Port': ['ID=f4fa6003-5cf6-48fc-b328-cbf05db3d127,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:11.768470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.779529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Checking segment: {'id': '73cb96f1-b5e5-4345-8082-27afd7c2582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f217769e-9278-433e-9ac8-af64357eb1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:11.779900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Network hostable DHCP agents. Network: f217769e-9278-433e-9ac8-af64357eb1b3, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:11.881050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] For port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:11.888200 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-48128506-1a40-445b-b186-5cf6d366c595 req-c46e630f-b8ab-44e0-b6c2-5a21c0f2ca3b service neutron] 10.222.0.30 "GET /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475815 Apr 22 14:39:11.900560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=c34e9f2e-3023-42e7-ad70-2a3008df7991,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:11.919849 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] For port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=2de0a8ac-2eb1-477d-a08b-7f7e332225c7,segment=NetworkSegment(e597b304-23f9-42de-815b-2c8690a6d372),segment_id=e597b304-23f9-42de-815b-2c8690a6d372)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:11.921783 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f831b6-0533-4f18-97bc-f9b3e5521bd1 None None] Pushing event updated for resources: {'Port': ['ID=f9e15a4c-951a-4512-be71-d8e596459260,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:11.942116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-22bee64b-b1eb-4469-8cfa-c82348d8b7df None None] Provisioning complete for port 13b1cf07-8923-4175-bbd3-c45a477052c7 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:11.942655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-22bee64b-b1eb-4469-8cfa-c82348d8b7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.943859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.970767 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.084263 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-22bee64b-b1eb-4469-8cfa-c82348d8b7df None None] Port 13b1cf07-8923-4175-bbd3-c45a477052c7 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:12.097968 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebd50c-253d-4c01-8ce1-0445b0a7a9cd None None] Pushing event updated for resources: {'Port': ['ID=2de0a8ac-2eb1-477d-a08b-7f7e332225c7,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:12.121878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Checking segment: {'id': '7ba86961-0c97-4bc6-a507-feb58192c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:12.122402 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network hostable DHCP agents. Network: d9c7ee68-1059-4b4c-9d44-83330bbf0dec, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:12.134531 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.137848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b610716e-513d-413a-b0ac-d26c21f91a91 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.217902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Network f217769e-9278-433e-9ac8-af64357eb1b3 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:12.236689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:12.237666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Transition to ACTIVE for port object 8335636f-a589-4867-8dba-e0973f1777b0 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:12.241302 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.256040 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event updated for resources: {'Port': ['ID=e9c2c128-ae0b-4eba-bb8e-c0682d3e0415,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:12.260149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:12.268805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:12.273385 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:12.274245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.314056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, f217769e-9278-433e-9ac8-af64357eb1b3) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:12.329568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object 2c7a81d5-2eb1-4240-81a8-8effbd55281b will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:12.348192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:12.348776 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.353710 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a4df33-3325-4247-8ff8-8e14dd76b199 None None] Network f217769e-9278-433e-9ac8-af64357eb1b3 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:12.391482 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-48128506-1a40-445b-b186-5cf6d366c595 req-d8b2079a-98e2-4e09-ba03-3655cab6877e service neutron] 10.222.0.30 "GET /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374776 Apr 22 14:39:12.462017 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-91b19bb0-3410-4184-8af8-b1621a6c786d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 5.1175539 Apr 22 14:39:12.464477 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9b2b8824-4b19-4193-8ee5-b467bc731fe1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.3430667 Apr 22 14:39:12.465734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58246) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:12.474163 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58248) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:12.528457 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.549702 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b610716e-513d-413a-b0ac-d26c21f91a91 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.558986 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b610716e-513d-413a-b0ac-d26c21f91a91 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.567712 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:12.579908 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.666944 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, d9c7ee68-1059-4b4c-9d44-83330bbf0dec) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:12.679397 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:12.693303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:12.694434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.715324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9392af28-f43c-470a-8fa2-072a3b31673c None None] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:12.785061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=8335636f-a589-4867-8dba-e0973f1777b0,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:12.793773 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-214a8eb5-a7ee-4941-aa61-eae0e5dcc9ca tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.0116181 Apr 22 14:39:12.801358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58254) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:12.811032 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-67127131-d30d-4bea-b8ad-01d93cafec8c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-373295334'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:12.818225 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b610716e-513d-413a-b0ac-d26c21f91a91 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.818742 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b610716e-513d-413a-b0ac-d26c21f91a91 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Fanout notify agent at l3_agent the message router_deleted on router 0ad4f9df-110a-4352-9311-1fdffbaa66b5 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:39:12.822023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 4f4ee851-5eee-453a-9d43-f27cafb75fc4 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:12.828087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:12.830438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-67127131-d30d-4bea-b8ad-01d93cafec8c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:12.831087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-303886219', 'network_id': 'f217769e-9278-433e-9ac8-af64357eb1b3'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:12.834169 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:12.836878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:12.838759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:12.839405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.841431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Usage tracker for resource:port and tenant:d015354eda8941b49ed910ef298d10af is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:12.844803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:12.847626 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-67127131-d30d-4bea-b8ad-01d93cafec8c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:network and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:12.852011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:12.858549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b610716e-513d-413a-b0ac-d26c21f91a91 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.863347 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b610716e-513d-413a-b0ac-d26c21f91a91 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/routers/0ad4f9df-110a-4352-9311-1fdffbaa66b5 HTTP/1.1" status: 204 len: 168 time: 4.5667264 Apr 22 14:39:12.863347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-67127131-d30d-4bea-b8ad-01d93cafec8c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:12.866496 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58258) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:12.876545 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-67127131-d30d-4bea-b8ad-01d93cafec8c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:12.939956 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:12.960766 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=2c7a81d5-2eb1-4240-81a8-8effbd55281b,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:12.969817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:12.975472 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:12.982016 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-dfe7b810-cd66-4c82-b207-16a9e24cdc57 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5833766 Apr 22 14:39:12.988575 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58262) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:12.991837 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:12.993805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.013727 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-09a556de-9cbf-40ea-9cd1-ddd2c3a0fbcf None None] Provisioning for port e9c2c128-ae0b-4eba-bb8e-c0682d3e0415 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:13.022793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Made reservation on behalf of d015354eda8941b49ed910ef298d10af for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:13.030961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.057929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-09a556de-9cbf-40ea-9cd1-ddd2c3a0fbcf None None] Provisioning complete for port e9c2c128-ae0b-4eba-bb8e-c0682d3e0415 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:13.057929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-09a556de-9cbf-40ea-9cd1-ddd2c3a0fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.100816 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ca5faa43-6289-4e67-8953-5b6f47f5e41e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4503090 Apr 22 14:39:13.103315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58266) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:13.109641 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] device_id is not set on port 67395301-f749-4bf8-826a-4b261a4450a2 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:13.172492 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-09a556de-9cbf-40ea-9cd1-ddd2c3a0fbcf None None] Port e9c2c128-ae0b-4eba-bb8e-c0682d3e0415 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:13.189318 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59633289-92b9-4189-94fe-27db915eb7e8 None None] Network f217769e-9278-433e-9ac8-af64357eb1b3 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:13.194053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67127131-d30d-4bea-b8ad-01d93cafec8c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:13.197532 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-67127131-d30d-4bea-b8ad-01d93cafec8c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.248843 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b75f55b1-3d30-4a8a-9747-88140c6090b0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.312511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f9e15a4c-951a-4512-be71-d8e596459260 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:13.370858 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67127131-d30d-4bea-b8ad-01d93cafec8c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:39:13.500390 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc65e489-c8a9-4e80-bdf3-4c8b8a93b44f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:13.504540 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc65e489-c8a9-4e80-bdf3-4c8b8a93b44f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:13.509114 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc65e489-c8a9-4e80-bdf3-4c8b8a93b44f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:13.510708 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-bc65e489-c8a9-4e80-bdf3-4c8b8a93b44f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Synchronizing usage tracker for tenant:0e602622655d4f17b542442f3b5d0709 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:13.555420 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port f9e15a4c-951a-4512-be71-d8e596459260 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:13.569180 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c3f0de67-83bc-4b68-ad62-d46f41bebdc2 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:13.586615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7445c5d6-0c68-4197-8f80-5dad86db91a9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:13.595041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7445c5d6-0c68-4197-8f80-5dad86db91a9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:13.596116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7445c5d6-0c68-4197-8f80-5dad86db91a9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:13.645742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-526d1e33-eff4-41f0-987d-8e0e46b456dc None None] Provisioning for port f9e15a4c-951a-4512-be71-d8e596459260 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:13.655584 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-526d1e33-eff4-41f0-987d-8e0e46b456dc None None] Provisioning complete for port f9e15a4c-951a-4512-be71-d8e596459260 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:13.655948 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-526d1e33-eff4-41f0-987d-8e0e46b456dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.658342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-375b81fc-aa3b-4e3e-92e4-c0360271074f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Deleting subnet 0d23b69d-c021-4350-9efb-620b1e2db0d4 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:13.661977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-375b81fc-aa3b-4e3e-92e4-c0360271074f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.739536 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-375b81fc-aa3b-4e3e-92e4-c0360271074f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.747038 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7445c5d6-0c68-4197-8f80-5dad86db91a9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:13.748417 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7445c5d6-0c68-4197-8f80-5dad86db91a9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6421561 Apr 22 14:39:13.749154 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-bc65e489-c8a9-4e80-bdf3-4c8b8a93b44f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Unset dirty status for tenant:0e602622655d4f17b542442f3b5d0709 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:13.754555 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bc65e489-c8a9-4e80-bdf3-4c8b8a93b44f tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 1.2828586 Apr 22 14:39:13.755239 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58270) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:13.770606 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58272) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:13.773591 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Allocated IP 172.20.0.6 (f217769e-9278-433e-9ac8-af64357eb1b3/3c9d3cf8-922c-4410-803f-f2f9451fa690/67395301-f749-4bf8-826a-4b261a4450a2) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:13.885257 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-67127131-d30d-4bea-b8ad-01d93cafec8c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.886826 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-67127131-d30d-4bea-b8ad-01d93cafec8c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Added segment e3866070-7a51-4227-963b-b18e229ff270 of type vlan for network bc27a3f9-58ac-4a52-8bc7-bedb57387083 Apr 22 14:39:13.927309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-375b81fc-aa3b-4e3e-92e4-c0360271074f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.945871 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port c3f0de67-83bc-4b68-ad62-d46f41bebdc2 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:13.946256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.954152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-278c3ada-ae93-4053-8788-a4c7696b6dbf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port 2c7a81d5-2eb1-4240-81a8-8effbd55281b {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:13.954495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-278c3ada-ae93-4053-8788-a4c7696b6dbf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.977335 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5628d2f-e39a-4bd3-a9f4-3d820e29e422 None None] Network 4f4ee851-5eee-453a-9d43-f27cafb75fc4 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:14.007264 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-67127131-d30d-4bea-b8ad-01d93cafec8c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.041664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-f48c0102-41a4-4321-9d31-42074f9d4bb0 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Deleting port e9c2c128-ae0b-4eba-bb8e-c0682d3e0415 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:14.042009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f48c0102-41a4-4321-9d31-42074f9d4bb0 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.075787 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-526d1e33-eff4-41f0-987d-8e0e46b456dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.201225 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-67127131-d30d-4bea-b8ad-01d93cafec8c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.204909 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67127131-d30d-4bea-b8ad-01d93cafec8c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:14.205503 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-67127131-d30d-4bea-b8ad-01d93cafec8c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.223306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-526d1e33-eff4-41f0-987d-8e0e46b456dc None None] For port f9e15a4c-951a-4512-be71-d8e596459260, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f9e15a4c-951a-4512-be71-d8e596459260,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:14.226728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-375b81fc-aa3b-4e3e-92e4-c0360271074f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.238213 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-526d1e33-eff4-41f0-987d-8e0e46b456dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.337160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:14.345481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b81fc-aa3b-4e3e-92e4-c0360271074f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Subnet': ['ID=0d23b69d-c021-4350-9efb-620b1e2db0d4,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:14.371970 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-375b81fc-aa3b-4e3e-92e4-c0360271074f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.418339 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-67127131-d30d-4bea-b8ad-01d93cafec8c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6159329 Apr 22 14:39:14.419373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67127131-d30d-4bea-b8ad-01d93cafec8c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Network': ['ID=bc27a3f9-58ac-4a52-8bc7-bedb57387083,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:14.427471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58280) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:14.439625 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-375b81fc-aa3b-4e3e-92e4-c0360271074f tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/subnets/0d23b69d-c021-4350-9efb-620b1e2db0d4 HTTP/1.1" status: 204 len: 168 time: 1.5717342 Apr 22 14:39:14.443041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network bc27a3f9-58ac-4a52-8bc7-bedb57387083 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:39:14.445982 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'ports': [{'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec'}, {'network_id': 'bc27a3f9-58ac-4a52-8bc7-bedb57387083'}]} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:14.446584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:14.447399 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'network_id': 'bc27a3f9-58ac-4a52-8bc7-bedb57387083'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:14.455577 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d1e33-eff4-41f0-987d-8e0e46b456dc None None] Pushing event updated for resources: {'Port': ['ID=f9e15a4c-951a-4512-be71-d8e596459260,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:14.462575 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58284) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:14.544592 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dacbf378-cadc-4264-86d2-298ac61b90b0 None None] Provisioning for port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:14.607728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:14.613780 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dacbf378-cadc-4264-86d2-298ac61b90b0 None None] Provisioning for port 2c7a81d5-2eb1-4240-81a8-8effbd55281b completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:14.621754 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:14.622124 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.651319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dacbf378-cadc-4264-86d2-298ac61b90b0 None None] Provisioning complete for port 2c7a81d5-2eb1-4240-81a8-8effbd55281b triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:14.651319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dacbf378-cadc-4264-86d2-298ac61b90b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.755437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.803094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-dacbf378-cadc-4264-86d2-298ac61b90b0 None None] Port 2c7a81d5-2eb1-4240-81a8-8effbd55281b cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:14.854422 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f48c0102-41a4-4321-9d31-42074f9d4bb0 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.870799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.913460 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=2de0a8ac-2eb1-477d-a08b-7f7e332225c7,segment=NetworkSegment(e597b304-23f9-42de-815b-2c8690a6d372),segment_id=e597b304-23f9-42de-815b-2c8690a6d372)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:14.920437 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.932563 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.938495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0553dda-72ae-48c3-954d-21e21fa6a183 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.951494 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-278c3ada-ae93-4053-8788-a4c7696b6dbf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.992759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:15.001526 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=2de0a8ac-2eb1-477d-a08b-7f7e332225c7,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:15.012403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:port and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:15.030953 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:15.042604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1301e028-afb4-4189-92b7-51184610d12e None None] Provisioning for port 8335636f-a589-4867-8dba-e0973f1777b0 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:15.048047 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1301e028-afb4-4189-92b7-51184610d12e None None] Provisioning complete for port 8335636f-a589-4867-8dba-e0973f1777b0 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:15.048405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1301e028-afb4-4189-92b7-51184610d12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.076408 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:15.100027 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f9e15a4c-951a-4512-be71-d8e596459260 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:15.106365 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d4eb007-b6c8-41a4-b62a-4de0a6fa3853 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.189434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'port': 2} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:15.193625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.214145 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1301e028-afb4-4189-92b7-51184610d12e None None] Port 8335636f-a589-4867-8dba-e0973f1777b0 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:15.216425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f9e15a4c-951a-4512-be71-d8e596459260 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:15.216792 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.262221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0553dda-72ae-48c3-954d-21e21fa6a183 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.288481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.329962 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1301e028-afb4-4189-92b7-51184610d12e None None] Provisioning complete for port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:15.330246 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1301e028-afb4-4189-92b7-51184610d12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.377105 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-f48c0102-41a4-4321-9d31-42074f9d4bb0 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Calling delete_port for e9c2c128-ae0b-4eba-bb8e-c0682d3e0415 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:15.495672 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-c0553dda-72ae-48c3-954d-21e21fa6a183 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d350457c-4846-4065-a55c-511c62fb77c6']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:15.559853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-278c3ada-ae93-4053-8788-a4c7696b6dbf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for 2c7a81d5-2eb1-4240-81a8-8effbd55281b owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:15.595604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-18c6790d-5a4d-461d-8e56-280393520753 None None] Provisioning complete for port 8335636f-a589-4867-8dba-e0973f1777b0 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:15.596015 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-18c6790d-5a4d-461d-8e56-280393520753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.602116 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-c0553dda-72ae-48c3-954d-21e21fa6a183 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b675d1c5-75d2-4ccb-bf14-bb1220db2fde') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:15.602429 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-c0553dda-72ae-48c3-954d-21e21fa6a183 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b675d1c5-75d2-4ccb-bf14-bb1220db2fde') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:15.664186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Network f217769e-9278-433e-9ac8-af64357eb1b3 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:15.666575 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-18c6790d-5a4d-461d-8e56-280393520753 None None] Port 8335636f-a589-4867-8dba-e0973f1777b0 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:15.675863 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:15.681483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0553dda-72ae-48c3-954d-21e21fa6a183 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.685985 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Pushing event updated for resources: {'Port': ['ID=67395301-f749-4bf8-826a-4b261a4450a2,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:15.689100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:15.731651 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0553dda-72ae-48c3-954d-21e21fa6a183 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.826373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0553dda-72ae-48c3-954d-21e21fa6a183 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:15.826784 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0553dda-72ae-48c3-954d-21e21fa6a183 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:15.841803 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:15.866505 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:15.867115 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.985031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] device_id is not set on port c8ce21d5-8593-4e78-9fb2-d651a90e7b1c yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:15.994668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-278c3ada-ae93-4053-8788-a4c7696b6dbf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.996274 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f48c0102-41a4-4321-9d31-42074f9d4bb0 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.036548 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0553dda-72ae-48c3-954d-21e21fa6a183 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.062041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0553dda-72ae-48c3-954d-21e21fa6a183 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.064662 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c3ada-ae93-4053-8788-a4c7696b6dbf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=2c7a81d5-2eb1-4240-81a8-8effbd55281b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:16.073722 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8150646a-098c-4445-859c-fbe82478f1cf tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.5369375 Apr 22 14:39:16.076995 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58288) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:16.095793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0553dda-72ae-48c3-954d-21e21fa6a183 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] Pushing event deleted for resources: {'Network': ['ID=d350457c-4846-4065-a55c-511c62fb77c6,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:16.144734 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c0553dda-72ae-48c3-954d-21e21fa6a183 tempest-FloatingIPTestJSON-313164381 tempest-FloatingIPTestJSON-313164381-project] 10.222.0.23 "DELETE /v2.0/networks/d350457c-4846-4065-a55c-511c62fb77c6 HTTP/1.1" status: 204 len: 168 time: 1.6689737 Apr 22 14:39:16.155566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c0102-41a4-4321-9d31-42074f9d4bb0 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event deleted for resources: {'Port': ['ID=e9c2c128-ae0b-4eba-bb8e-c0682d3e0415,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:16.178623 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d8a0717c-64ea-4077-938e-b9650c7022f1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Deleting port 67395301-f749-4bf8-826a-4b261a4450a2 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:16.178968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8a0717c-64ea-4077-938e-b9650c7022f1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.222662 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-278c3ada-ae93-4053-8788-a4c7696b6dbf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.229294 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-278c3ada-ae93-4053-8788-a4c7696b6dbf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/2c7a81d5-2eb1-4240-81a8-8effbd55281b HTTP/1.1" status: 204 len: 168 time: 2.4683094 Apr 22 14:39:16.233875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58294) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:16.260306 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d4eb007-b6c8-41a4-b62a-4de0a6fa3853 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.335108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d4eb007-b6c8-41a4-b62a-4de0a6fa3853 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.453712 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8209edb9-f512-40af-a2cb-046a6319f2bf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:16.456591 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8209edb9-f512-40af-a2cb-046a6319f2bf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:16.457375 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8209edb9-f512-40af-a2cb-046a6319f2bf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:16.507836 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f48c0102-41a4-4321-9d31-42074f9d4bb0 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.514463 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f48c0102-41a4-4321-9d31-42074f9d4bb0 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "DELETE /v2.0/ports/e9c2c128-ae0b-4eba-bb8e-c0682d3e0415 HTTP/1.1" status: 204 len: 168 time: 2.7332094 Apr 22 14:39:16.522559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58300) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:16.549268 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4eb007-b6c8-41a4-b62a-4de0a6fa3853 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=8335636f-a589-4867-8dba-e0973f1777b0,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:16.567443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8209edb9-f512-40af-a2cb-046a6319f2bf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:16.571174 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8209edb9-f512-40af-a2cb-046a6319f2bf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3337848 Apr 22 14:39:16.576966 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58304) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:16.579196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.581313 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-b75f55b1-3d30-4a8a-9747-88140c6090b0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Deleting port e29dfef6-c730-4f7d-a7c9-e3678aff7a81 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:16.581653 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b75f55b1-3d30-4a8a-9747-88140c6090b0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.623996 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58308) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:16.629376 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd0ec4e-4ec2-44aa-9e9e-601b93b6e87d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] GET failed (client error): The resource could not be found. Apr 22 14:39:16.630013 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3fd0ec4e-4ec2-44aa-9e9e-601b93b6e87d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Synchronizing usage tracker for tenant:0e602622655d4f17b542442f3b5d0709 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:16.741980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3fd0ec4e-4ec2-44aa-9e9e-601b93b6e87d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Unset dirty status for tenant:0e602622655d4f17b542442f3b5d0709 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:16.748004 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3fd0ec4e-4ec2-44aa-9e9e-601b93b6e87d tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "GET /v2.0/ports/e9c2c128-ae0b-4eba-bb8e-c0682d3e0415 HTTP/1.1" status: 404 len: 333 time: 0.2219231 Apr 22 14:39:16.753667 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58314) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:16.772386 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Request body: {'port': {'network_id': '5eb26285-9c8d-4c57-90b8-1a906ac2b7cb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-586438383'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:16.939451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c2c05e63-10a6-4177-b4a8-1b1b8a7d3535 None None] Provisioning complete for port 8335636f-a589-4867-8dba-e0973f1777b0 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:16.940170 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c2c05e63-10a6-4177-b4a8-1b1b8a7d3535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.940957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] device_id is not set on port 799b7d7d-4eb3-48f0-addd-e321111c3bdf yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:17.041442 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-c2c05e63-10a6-4177-b4a8-1b1b8a7d3535 None None] Port 8335636f-a589-4867-8dba-e0973f1777b0 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:17.047181 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8a0717c-64ea-4077-938e-b9650c7022f1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.061159 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b75f55b1-3d30-4a8a-9747-88140c6090b0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.065395 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:17.146132 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:17.146924 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.161863 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e2330ad8-a331-42d1-9c61-ba3765a14684 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b78ee70dc9ae489880dbaf9e0af0c833&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5317838 Apr 22 14:39:17.217241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58318) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:17.225815 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-b75f55b1-3d30-4a8a-9747-88140c6090b0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Calling delete_port for e29dfef6-c730-4f7d-a7c9-e3678aff7a81 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:17.277529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:17.315014 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:17.355358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d8a0717c-64ea-4077-938e-b9650c7022f1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Calling delete_port for 67395301-f749-4bf8-826a-4b261a4450a2 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:17.363774 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Made reservation on behalf of 0e602622655d4f17b542442f3b5d0709 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:17.366679 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.410531 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] device_id is not set on port 3b03c19e-6c5e-46e1-bcf1-17d684f03944 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:17.447991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9103624c-85df-4279-b3cb-ab004e6da84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.479452 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d4eb007-b6c8-41a4-b62a-4de0a6fa3853 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.516476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9103624c-85df-4279-b3cb-ab004e6da84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.524097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-f520ddf7-5fba-4243-8809-8292f421b1d5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet c6ffd7ac-d919-42cb-9dbd-8372458429c7 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:17.558336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f520ddf7-5fba-4243-8809-8292f421b1d5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.666175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f520ddf7-5fba-4243-8809-8292f421b1d5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.709304 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b75f55b1-3d30-4a8a-9747-88140c6090b0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.768775 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f55b1-3d30-4a8a-9747-88140c6090b0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event deleted for resources: {'Port': ['ID=e29dfef6-c730-4f7d-a7c9-e3678aff7a81,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:17.770671 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9103624c-85df-4279-b3cb-ab004e6da84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.774928 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Allocated IP 2001:db8::121 (5eb26285-9c8d-4c57-90b8-1a906ac2b7cb/50deec58-1d41-4c71-85aa-6e4141ba5e0b/3b03c19e-6c5e-46e1-bcf1-17d684f03944) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:17.802057 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.810177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103624c-85df-4279-b3cb-ab004e6da84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86569df-c4d6-43a7-84a5-a55ac8fca520,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:17.921023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8a0717c-64ea-4077-938e-b9650c7022f1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.944001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9103624c-85df-4279-b3cb-ab004e6da84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.948122 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9103624c-85df-4279-b3cb-ab004e6da84c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c86569df-c4d6-43a7-84a5-a55ac8fca520 HTTP/1.1" status: 204 len: 168 time: 0.7269583 Apr 22 14:39:17.981364 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0717c-64ea-4077-938e-b9650c7022f1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Pushing event deleted for resources: {'Port': ['ID=67395301-f749-4bf8-826a-4b261a4450a2,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:17.983159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d4eb007-b6c8-41a4-b62a-4de0a6fa3853 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.153455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58326) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:18.281407 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b75f55b1-3d30-4a8a-9747-88140c6090b0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.286514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f520ddf7-5fba-4243-8809-8292f421b1d5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.337920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.388484 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.412315 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-68b5aa84-bbe8-40b7-8332-dcd07f98815a tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=cff54c6a8bde4890bebe346e0436bfdb&network_id=225a60de-2f68-4c63-9733-0af862cb7457 HTTP/1.1" status: 200 len: 3000 time: 0.2536623 Apr 22 14:39:18.479408 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:18.486765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Transition to ACTIVE for port object 3b03c19e-6c5e-46e1-bcf1-17d684f03944 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:18.490762 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:18.510592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8a0717c-64ea-4077-938e-b9650c7022f1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.515355 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=c8ce21d5-8593-4e78-9fb2-d651a90e7b1c,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:18.517317 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:18.518162 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.638010 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d8a0717c-64ea-4077-938e-b9650c7022f1 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "DELETE /v2.0/ports/67395301-f749-4bf8-826a-4b261a4450a2 HTTP/1.1" status: 204 len: 168 time: 2.5494287 Apr 22 14:39:18.656649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58344) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:18.678897 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f217769e-9278-433e-9ac8-af64357eb1b3', 'external_fixed_ips': [{'subnet_id': '3c9d3cf8-922c-4410-803f-f2f9451fa690', 'ip_address': '172.20.0.6'}]}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:18.690043 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f520ddf7-5fba-4243-8809-8292f421b1d5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.703261 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:18.753105 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Usage tracker for resource:router and tenant:d015354eda8941b49ed910ef298d10af is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:18.768051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:18.777148 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=799b7d7d-4eb3-48f0-addd-e321111c3bdf,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:18.789891 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520ddf7-5fba-4243-8809-8292f421b1d5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ffd7ac-d919-42cb-9dbd-8372458429c7,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:18.803573 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:18.832765 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f520ddf7-5fba-4243-8809-8292f421b1d5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.833288 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.844057 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.845475 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.849603 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b0fee1-30e3-4160-9734-ba4e4c59b043 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:18.869829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Checking segment: {'id': 'e3866070-7a51-4227-963b-b18e229ff270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc27a3f9-58ac-4a52-8bc7-bedb57387083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:18.870271 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network hostable DHCP agents. Network: bc27a3f9-58ac-4a52-8bc7-bedb57387083, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:18.881636 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f520ddf7-5fba-4243-8809-8292f421b1d5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/c6ffd7ac-d919-42cb-9dbd-8372458429c7 HTTP/1.1" status: 204 len: 168 time: 2.2993209 Apr 22 14:39:18.888091 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58352) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:18.965688 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d4eb007-b6c8-41a4-b62a-4de0a6fa3853 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.976308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.980085 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7bf2f47f-49c5-45ff-b424-2a349d43eb73 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804713 Apr 22 14:39:18.985593 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58356) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:18.996877 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d4eb007-b6c8-41a4-b62a-4de0a6fa3853 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.997638 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d4eb007-b6c8-41a4-b62a-4de0a6fa3853 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.006862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:19.017651 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-9b03ad35-8495-448a-b34d-b7b5fad332c5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:19.261306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1383960-5400-43a3-aae5-4897c7eb23e3 None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:19.262401 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58362) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:19.265467 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-a1383960-5400-43a3-aae5-4897c7eb23e3 None None] Deleting port f9e15a4c-951a-4512-be71-d8e596459260 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:19.265848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a1383960-5400-43a3-aae5-4897c7eb23e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.272716 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:19.283180 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event updated for resources: {'Port': ['ID=3b03c19e-6c5e-46e1-bcf1-17d684f03944,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:19.285957 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:19.290074 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:19.290739 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.295125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9b03ad35-8495-448a-b34d-b7b5fad332c5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:19.356033 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9b03ad35-8495-448a-b34d-b7b5fad332c5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:19.364052 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9b03ad35-8495-448a-b34d-b7b5fad332c5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:19.374466 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network bc27a3f9-58ac-4a52-8bc7-bedb57387083 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:19.376944 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4eb007-b6c8-41a4-b62a-4de0a6fa3853 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=8335636f-a589-4867-8dba-e0973f1777b0,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:19.384538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9b03ad35-8495-448a-b34d-b7b5fad332c5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:19.413213 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-98db7ad5-4792-40e7-8dda-ed924bf8a910 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6585097 Apr 22 14:39:19.418798 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58368) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:19.423915 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b03ad35-8495-448a-b34d-b7b5fad332c5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:19.444614 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-77c04d5c-2ef2-40a6-954a-9e45a3bc97d1 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::388', 'mac_address': 'fa:16:3e:9e:12:05'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:19.483867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, bc27a3f9-58ac-4a52-8bc7-bedb57387083) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:19.504440 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:19.508918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:19.512912 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:19.513885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.533476 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a1383960-5400-43a3-aae5-4897c7eb23e3 None None] For port f9e15a4c-951a-4512-be71-d8e596459260, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f9e15a4c-951a-4512-be71-d8e596459260,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:19.533959 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a1383960-5400-43a3-aae5-4897c7eb23e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.576240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.588472 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1aebbe79-f1a4-4751-8be0-fd81635931e0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.1596909 Apr 22 14:39:19.591505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4eb007-b6c8-41a4-b62a-4de0a6fa3853 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 4f4ee851-5eee-453a-9d43-f27cafb75fc4 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:19.592016 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75f55b1-3d30-4a8a-9747-88140c6090b0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Router 91b931a1-84c2-4098-9a63-5e1de13dd1e3 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:39:19.592622 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58372) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:19.608013 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-1d4eb007-b6c8-41a4-b62a-4de0a6fa3853 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:19.681951 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'network': {'name': 'tempest-RoutersTest-1058392009'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:19.745802 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-a1383960-5400-43a3-aae5-4897c7eb23e3 None None] Calling delete_port for f9e15a4c-951a-4512-be71-d8e596459260 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:19.779650 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:19.790071 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b03ad35-8495-448a-b34d-b7b5fad332c5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.823936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:network and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:19.828388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac69f797-574c-4db6-9c0a-87823d2208a0 None None] Network bc27a3f9-58ac-4a52-8bc7-bedb57387083 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:19.887697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:19.947990 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a1383960-5400-43a3-aae5-4897c7eb23e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.967381 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:20.005469 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1383960-5400-43a3-aae5-4897c7eb23e3 None None] Pushing event deleted for resources: {'Port': ['ID=f9e15a4c-951a-4512-be71-d8e596459260,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:20.029105 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1383960-5400-43a3-aae5-4897c7eb23e3 None None] No DVR routers for this DVR port f9e15a4c-951a-4512-be71-d8e596459260 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:20.043898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-952add4b-b4ae-4b90-8173-c2610a16831b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port 799b7d7d-4eb3-48f0-addd-e321111c3bdf {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:20.044516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-952add4b-b4ae-4b90-8173-c2610a16831b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.082867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1eafef96-bf90-4ae2-af18-dacf657da025 None None] Provisioning for port 3b03c19e-6c5e-46e1-bcf1-17d684f03944 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:20.088112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:20.090987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.126080 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.134827 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1eafef96-bf90-4ae2-af18-dacf657da025 None None] Provisioning complete for port 3b03c19e-6c5e-46e1-bcf1-17d684f03944 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:20.134827 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1eafef96-bf90-4ae2-af18-dacf657da025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.193529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75f55b1-3d30-4a8a-9747-88140c6090b0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:20.207017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1eafef96-bf90-4ae2-af18-dacf657da025 None None] Port 3b03c19e-6c5e-46e1-bcf1-17d684f03944 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:20.213748 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f1c23-bc62-4a31-9922-65055a79b217 None None] Sync routers for ids ['91b931a1-84c2-4098-9a63-5e1de13dd1e3'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:20.241711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f1c23-bc62-4a31-9922-65055a79b217 None None] Routers {'91b931a1-84c2-4098-9a63-5e1de13dd1e3'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:20.242339 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-835f1c23-bc62-4a31-9922-65055a79b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:38:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['91b931a1-84c2-4098-9a63-5e1de13dd1e3'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:20.280811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:20.285273 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:security_group_rule and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:20.294435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77c04d5c-2ef2-40a6-954a-9e45a3bc97d1 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.303458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:20.312513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-835f1c23-bc62-4a31-9922-65055a79b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:20.318852 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:20.325662 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b75f55b1-3d30-4a8a-9747-88140c6090b0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "PUT /v2.0/routers/91b931a1-84c2-4098-9a63-5e1de13dd1e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3225334 Apr 22 14:39:20.331768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58378) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:20.334716 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f1c23-bc62-4a31-9922-65055a79b217 None None] Routers {'91b931a1-84c2-4098-9a63-5e1de13dd1e3'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:20.335695 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-835f1c23-bc62-4a31-9922-65055a79b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:38:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['91b931a1-84c2-4098-9a63-5e1de13dd1e3'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:20.397982 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-952add4b-b4ae-4b90-8173-c2610a16831b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.408116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-835f1c23-bc62-4a31-9922-65055a79b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:20.408625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f1c23-bc62-4a31-9922-65055a79b217 None None] The sync data for ids ['91b931a1-84c2-4098-9a63-5e1de13dd1e3'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:20.418895 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8430a41f-f337-46ba-96e0-6e028e5a854c None None] Provisioning complete for port 8335636f-a589-4867-8dba-e0973f1777b0 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:20.419272 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8430a41f-f337-46ba-96e0-6e028e5a854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.453128 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-7be9aff6-84a9-4a43-ae7d-bb6603d1e534 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] delete failed (client error): The resource could not be found. Apr 22 14:39:20.459099 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7be9aff6-84a9-4a43-ae7d-bb6603d1e534 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1763899369 HTTP/1.1" status: 404 len: 335 time: 0.1203067 Apr 22 14:39:20.466571 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58382) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:20.472893 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d6f18f5f-1d3d-49ac-a0a7-4bb4ef8a0e15 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Request body: {'router': {'external_gateway_info': {'network_id': '91b931a1-84c2-4098-9a63-5e1de13dd1e3'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:20.478994 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8430a41f-f337-46ba-96e0-6e028e5a854c None None] Port 8335636f-a589-4867-8dba-e0973f1777b0 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:20.531956 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-952add4b-b4ae-4b90-8173-c2610a16831b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for 799b7d7d-4eb3-48f0-addd-e321111c3bdf owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:20.791948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b03ad35-8495-448a-b34d-b7b5fad332c5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.843292 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-952add4b-b4ae-4b90-8173-c2610a16831b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.850492 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4eb007-b6c8-41a4-b62a-4de0a6fa3853 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Router 00a179fa-0d50-4e07-884b-044042b66477 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:39:20.899147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952add4b-b4ae-4b90-8173-c2610a16831b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=799b7d7d-4eb3-48f0-addd-e321111c3bdf,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:20.918704 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.949033 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-952add4b-b4ae-4b90-8173-c2610a16831b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.957244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.984780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b03ad35-8495-448a-b34d-b7b5fad332c5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:21.029220 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f9e15a4c-951a-4512-be71-d8e596459260 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:21.042670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.045687 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-9b03ad35-8495-448a-b34d-b7b5fad332c5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:21.054159 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-952add4b-b4ae-4b90-8173-c2610a16831b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/799b7d7d-4eb3-48f0-addd-e321111c3bdf HTTP/1.1" status: 204 len: 168 time: 1.4498119 Apr 22 14:39:21.058883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b03ad35-8495-448a-b34d-b7b5fad332c5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:21.058883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b03ad35-8495-448a-b34d-b7b5fad332c5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.061252 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58388) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:21.069149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03ad35-8495-448a-b34d-b7b5fad332c5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=33f48971-3d76-411d-9f8a-1f7589a0091a,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:21.072072 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aa2f5e-bd7e-49eb-a6ce-e898c725ccdb None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:21.081262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.087745 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: f9e15a4c-951a-4512-be71-d8e596459260 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:21.088142 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f9e15a4c-951a-4512-be71-d8e596459260 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:21.202862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:39:21.205602 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9b03ad35-8495-448a-b34d-b7b5fad332c5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2127752 Apr 22 14:39:21.212831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58392) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:21.216191 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7703b9-4a85-42d3-9f2e-c086e957915d,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:21.233960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'fixed_ips': [{'subnet_id': '33f48971-3d76-411d-9f8a-1f7589a0091a', 'ip_address': '2001:db8::3490:3586:27d6:5f0'}], 'name': 'tempest-NetworksTestDHCPv6-1699637020'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:21.260014 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.261296 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Added segment 25a6b794-f2c9-4787-a0b0-62ee0d14c5eb of type vlan for network 33b280b0-0668-4214-955f-b1fdea15aaf0 Apr 22 14:39:21.320627 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': '33f48971-3d76-411d-9f8a-1f7589a0091a'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:21.321494 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.331966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77c04d5c-2ef2-40a6-954a-9e45a3bc97d1 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.364114 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c5d12-aaaf-4319-af40-d4b86e398d27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:21.367956 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c5d12-aaaf-4319-af40-d4b86e398d27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:21.368834 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-575c5d12-aaaf-4319-af40-d4b86e398d27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:21.393258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Allocated IP 172.20.0.6 (f217769e-9278-433e-9ac8-af64357eb1b3/3c9d3cf8-922c-4410-803f-f2f9451fa690/9ef8e3d5-7801-4d85-9c9f-05f60e71ad3b) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:21.412971 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77c04d5c-2ef2-40a6-954a-9e45a3bc97d1 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.413545 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4eb007-b6c8-41a4-b62a-4de0a6fa3853 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:21.436102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-575c5d12-aaaf-4319-af40-d4b86e398d27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:21.437978 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2a671f-2a52-4131-967a-be7af02068bb None None] Sync routers for ids ['00a179fa-0d50-4e07-884b-044042b66477'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:21.440174 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-575c5d12-aaaf-4319-af40-d4b86e398d27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3738530 Apr 22 14:39:21.445607 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58396) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:21.456161 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2a671f-2a52-4131-967a-be7af02068bb None None] Routers {'00a179fa-0d50-4e07-884b-044042b66477'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:21.456972 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-cf2a671f-2a52-4131-967a-be7af02068bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:38:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['00a179fa-0d50-4e07-884b-044042b66477'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:21.501649 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Allocated IP 2001:db8::2 (19101698-c44e-4563-acd4-3bbade7a380a/33f48971-3d76-411d-9f8a-1f7589a0091a/ad8a6736-ab89-4ff6-9b46-97b2d8204b52) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:21.529187 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1d4eb007-b6c8-41a4-b62a-4de0a6fa3853 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "PUT /v2.0/routers/00a179fa-0d50-4e07-884b-044042b66477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5390069 Apr 22 14:39:21.532614 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-cf2a671f-2a52-4131-967a-be7af02068bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:21.534699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58400) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:21.545741 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2a671f-2a52-4131-967a-be7af02068bb None None] Routers {'00a179fa-0d50-4e07-884b-044042b66477'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:21.546769 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-cf2a671f-2a52-4131-967a-be7af02068bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:38:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['00a179fa-0d50-4e07-884b-044042b66477'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:21.565883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.584272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-77c04d5c-2ef2-40a6-954a-9e45a3bc97d1 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] In _notify_port_updated(), no bound segment for port 3b03c19e-6c5e-46e1-bcf1-17d684f03944 on network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb {{(pid=83964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:39:21.588727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c04d5c-2ef2-40a6-954a-9e45a3bc97d1 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:21.589464 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77c04d5c-2ef2-40a6-954a-9e45a3bc97d1 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.592110 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-77c04d5c-2ef2-40a6-954a-9e45a3bc97d1 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "PUT /v2.0/ports/3b03c19e-6c5e-46e1-bcf1-17d684f03944 HTTP/1.1" status: 200 len: 1002 time: 2.1711593 Apr 22 14:39:21.600795 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58404) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:21.601403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58406) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:21.617555 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-cf2a671f-2a52-4131-967a-be7af02068bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:21.634831 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2a671f-2a52-4131-967a-be7af02068bb None None] The sync data for ids ['00a179fa-0d50-4e07-884b-044042b66477'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:21.679460 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c04d5c-2ef2-40a6-954a-9e45a3bc97d1 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event updated for resources: {'Port': ['ID=3b03c19e-6c5e-46e1-bcf1-17d684f03944,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:21.714050 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d6f18f5f-1d3d-49ac-a0a7-4bb4ef8a0e15 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.744010 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:21.751207 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:21.757148 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:21.767620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:21.778590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-a8949e95-3f4c-470e-932a-5df97e81951d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port c8ce21d5-8593-4e78-9fb2-d651a90e7b1c {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:21.778929 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a8949e95-3f4c-470e-932a-5df97e81951d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.779968 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.783615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:21.784202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.838413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:21.843777 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.849097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1301ac5-0c95-4e1d-8b32-8a471b2bc11b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:21.850548 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e1301ac5-0c95-4e1d-8b32-8a471b2bc11b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e HTTP/1.1" status: 200 len: 814 time: 0.2479827 Apr 22 14:39:21.860815 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-7cf7571e-9a35-4b04-9683-d3282c404c8a tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Deleting port 3b03c19e-6c5e-46e1-bcf1-17d684f03944 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:21.861150 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7cf7571e-9a35-4b04-9683-d3282c404c8a tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.893974 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.908320 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Transition to ACTIVE for port object ad8a6736-ab89-4ff6-9b46-97b2d8204b52 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:21.914148 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-d6f18f5f-1d3d-49ac-a0a7-4bb4ef8a0e15 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] update failed (client error): The resource could not be found. Apr 22 14:39:21.921587 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d6f18f5f-1d3d-49ac-a0a7-4bb4ef8a0e15 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "PUT /v2.0/routers/91b931a1-84c2-4098-9a63-5e1de13dd1e3 HTTP/1.1" status: 404 len: 339 time: 1.4539647 Apr 22 14:39:21.928238 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58414) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:21.939139 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Transition to ACTIVE for port object ad8a6736-ab89-4ff6-9b46-97b2d8204b52 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:21.951101 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.982745 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.990301 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9e604c9c-126e-4942-96c6-b21aa8887f43 None None] Provisioning complete for port 3b03c19e-6c5e-46e1-bcf1-17d684f03944 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:21.990586 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9e604c9c-126e-4942-96c6-b21aa8887f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.023430 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.7522252 Apr 22 14:39:22.030050 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58418) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:22.042642 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94b7615-6bde-4de8-89d9-5dc8ebe76a0f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:22.043383 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c94b7615-6bde-4de8-89d9-5dc8ebe76a0f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:22.073985 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Pushing event updated for resources: {'Port': ['ID=ad8a6736-ab89-4ff6-9b46-97b2d8204b52,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:22.077511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:22.080963 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:22.084292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:22.086369 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9e604c9c-126e-4942-96c6-b21aa8887f43 None None] Port 3b03c19e-6c5e-46e1-bcf1-17d684f03944 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:22.091870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port 85344dd0-24bc-42e9-bb8a-f6b466109736 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:22.113567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-494ab7af-abe6-4903-9a7b-979e3cbf20c6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'network': {'name': 'tempest-RoutersTest-765086795'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:22.134631 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-494ab7af-abe6-4903-9a7b-979e3cbf20c6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:22.142450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a5158-9828-40c2-8eee-e99291943068 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Network': ['ID=33b280b0-0668-4214-955f-b1fdea15aaf0,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:22.160473 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 33b280b0-0668-4214-955f-b1fdea15aaf0 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:39:22.194853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-494ab7af-abe6-4903-9a7b-979e3cbf20c6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:network and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:22.250145 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-494ab7af-abe6-4903-9a7b-979e3cbf20c6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:22.257143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Attempting to bind port ad8a6736-ab89-4ff6-9b46-97b2d8204b52 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:22.257375 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Attempting to bind port ad8a6736-ab89-4ff6-9b46-97b2d8204b52 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:22.257629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Attempting to bind port ad8a6736-ab89-4ff6-9b46-97b2d8204b52 on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:22.277992 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:22.278463 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:22.278756 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.279146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:22.279638 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Bound port: ad8a6736-ab89-4ff6-9b46-97b2d8204b52, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:22.280002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.389866 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] For port ad8a6736-ab89-4ff6-9b46-97b2d8204b52, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:22.393770 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] For port ad8a6736-ab89-4ff6-9b46-97b2d8204b52, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ad8a6736-ab89-4ff6-9b46-97b2d8204b52,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:22.397355 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a2046444-fb10-4b34-81e7-82417bd0be8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.400273 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.454342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-494ab7af-abe6-4903-9a7b-979e3cbf20c6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:22.468902 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c94b7615-6bde-4de8-89d9-5dc8ebe76a0f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:22.470188 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c94b7615-6bde-4de8-89d9-5dc8ebe76a0f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a179fa-0d50-4e07-884b-044042b66477 HTTP/1.1" status: 200 len: 989 time: 0.9300501 Apr 22 14:39:22.477136 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58424) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:22.477985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58426) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:22.486499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c27954-f2e0-4cf3-83d3-93053bb1f538 None None] Pushing event updated for resources: {'Port': ['ID=ad8a6736-ab89-4ff6-9b46-97b2d8204b52,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:22.564179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'network': {'name': 'tempest-network-smoke--1701016117', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'port_security_enabled': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:22.607220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:22.674187 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a8949e95-3f4c-470e-932a-5df97e81951d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.687608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.699416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494ab7af-abe6-4903-9a7b-979e3cbf20c6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:22.702366 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-494ab7af-abe6-4903-9a7b-979e3cbf20c6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.719876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:network and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:22.755823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::3490:3586:27d6:5f0 (19101698-c44e-4563-acd4-3bbade7a380a/33f48971-3d76-411d-9f8a-1f7589a0091a/85344dd0-24bc-42e9-bb8a-f6b466109736) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:22.780183 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:22.864384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:22.937867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-a8949e95-3f4c-470e-932a-5df97e81951d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for c8ce21d5-8593-4e78-9fb2-d651a90e7b1c owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:22.974076 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Network f217769e-9278-433e-9ac8-af64357eb1b3 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:22.982960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.999453 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:23.022891 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:23.063113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7cf7571e-9a35-4b04-9683-d3282c404c8a tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.065137 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ad8a6736-ab89-4ff6-9b46-97b2d8204b52 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:23.081642 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:23.084681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.116793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Pushing event updated for resources: {'Port': ['ID=9ef8e3d5-7801-4d85-9c9f-05f60e71ad3b,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:23.127652 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494ab7af-abe6-4903-9a7b-979e3cbf20c6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:39:23.171665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port ad8a6736-ab89-4ff6-9b46-97b2d8204b52 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:23.259609 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-7cf7571e-9a35-4b04-9683-d3282c404c8a tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Calling delete_port for 3b03c19e-6c5e-46e1-bcf1-17d684f03944 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:23.264142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.320986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object 85344dd0-24bc-42e9-bb8a-f6b466109736 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:23.338812 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-494ab7af-abe6-4903-9a7b-979e3cbf20c6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.339121 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-494ab7af-abe6-4903-9a7b-979e3cbf20c6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Added segment 5982b239-cc62-423d-846c-10c221f96b2c of type vlan for network 61ce2b52-8b31-407f-b362-53e19311c286 Apr 22 14:39:23.419636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:39:23.428304 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.438199 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a8949e95-3f4c-470e-932a-5df97e81951d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.480333 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Allocated IP 172.20.0.1 (5dd67307-3aa5-45f0-bd7d-3bb1279e27f2/1e79eb5c-6f22-45b7-9b1a-2b8df808366c/3d880fe4-f857-4468-80f7-846dfc861bf5) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:23.500846 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-494ab7af-abe6-4903-9a7b-979e3cbf20c6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.515615 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.515982 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Added segment ed5793eb-259f-4e4f-866a-be242958cadd of type vlan for network 9a32414d-9605-4cf4-a5ca-be38c69a3edc Apr 22 14:39:23.520356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:23.526775 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:23.529752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:23.533974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:23.535173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.539261 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8949e95-3f4c-470e-932a-5df97e81951d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=c8ce21d5-8593-4e78-9fb2-d651a90e7b1c,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:23.574196 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=85344dd0-24bc-42e9-bb8a-f6b466109736,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:23.588336 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1d77ff3f-b00c-49dd-b939-c5abf73fec1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3700943 Apr 22 14:39:23.588543 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58432) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:23.588681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a8949e95-3f4c-470e-932a-5df97e81951d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.644254 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.682367 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c707be1-607f-4bbe-8935-77b7972373e7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:23.686870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c707be1-607f-4bbe-8935-77b7972373e7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:23.688478 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2c707be1-607f-4bbe-8935-77b7972373e7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:23.712526 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2c707be1-607f-4bbe-8935-77b7972373e7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:23.715530 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2c707be1-607f-4bbe-8935-77b7972373e7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1246529 Apr 22 14:39:23.717333 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58436) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:23.731325 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6c8e6ad0-9963-4a1f-a732-95d4e2e4c68f None None] Provisioning for port ad8a6736-ab89-4ff6-9b46-97b2d8204b52 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:23.739196 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6c8e6ad0-9963-4a1f-a732-95d4e2e4c68f None None] Provisioning complete for port ad8a6736-ab89-4ff6-9b46-97b2d8204b52 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:23.739722 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6c8e6ad0-9963-4a1f-a732-95d4e2e4c68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.756348 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-494ab7af-abe6-4903-9a7b-979e3cbf20c6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.760406 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494ab7af-abe6-4903-9a7b-979e3cbf20c6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:23.761265 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-494ab7af-abe6-4903-9a7b-979e3cbf20c6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.792329 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a8949e95-3f4c-470e-932a-5df97e81951d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/c8ce21d5-8593-4e78-9fb2-d651a90e7b1c HTTP/1.1" status: 204 len: 168 time: 2.3456299 Apr 22 14:39:23.793420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58440) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:23.845282 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-84a2ea76-b08a-46a0-a228-fbc3dbbcccd3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port 85344dd0-24bc-42e9-bb8a-f6b466109736 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:23.845936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-84a2ea76-b08a-46a0-a228-fbc3dbbcccd3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.859935 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:39:23.901734 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6c8e6ad0-9963-4a1f-a732-95d4e2e4c68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.939356 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-6c8e6ad0-9963-4a1f-a732-95d4e2e4c68f None None] For port ad8a6736-ab89-4ff6-9b46-97b2d8204b52, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ad8a6736-ab89-4ff6-9b46-97b2d8204b52,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:23.948019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6c8e6ad0-9963-4a1f-a732-95d4e2e4c68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.973950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7cf7571e-9a35-4b04-9683-d3282c404c8a tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.025921 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e6ad0-9963-4a1f-a732-95d4e2e4c68f None None] Pushing event updated for resources: {'Port': ['ID=ad8a6736-ab89-4ff6-9b46-97b2d8204b52,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:24.075855 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-45051c83-de4b-4f0c-92f2-dbbdc6539ffa None None] Provisioning for port 85344dd0-24bc-42e9-bb8a-f6b466109736 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:24.083020 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-45051c83-de4b-4f0c-92f2-dbbdc6539ffa None None] Provisioning complete for port 85344dd0-24bc-42e9-bb8a-f6b466109736 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:24.083940 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-45051c83-de4b-4f0c-92f2-dbbdc6539ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.152719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-45051c83-de4b-4f0c-92f2-dbbdc6539ffa None None] Port 85344dd0-24bc-42e9-bb8a-f6b466109736 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:24.162137 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ab7af-abe6-4903-9a7b-979e3cbf20c6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Network': ['ID=61ce2b52-8b31-407f-b362-53e19311c286,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:24.167841 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-494ab7af-abe6-4903-9a7b-979e3cbf20c6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1295655 Apr 22 14:39:24.174286 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.176572 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 61ce2b52-8b31-407f-b362-53e19311c286 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:39:24.178256 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:24.178506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.183537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58444) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:24.206435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7571e-9a35-4b04-9683-d3282c404c8a tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event deleted for resources: {'Port': ['ID=3b03c19e-6c5e-46e1-bcf1-17d684f03944,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:24.225518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-38fc0278-d55f-4c01-8b73-76c5888bff5b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'subnet': {'network_id': '33b280b0-0668-4214-955f-b1fdea15aaf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:24.288404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.359482 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2366687-a3e9-455b-add4-4ec186c6e863 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:24.363558 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a2366687-a3e9-455b-add4-4ec186c6e863 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5665390 Apr 22 14:39:24.369697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58448) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:24.411963 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9220576 Apr 22 14:39:24.421500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58452) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:24.467744 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6dfe0a1-f009-4bff-b438-fa3d22ae156f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] GET failed (client error): The resource could not be found. Apr 22 14:39:24.469003 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e6dfe0a1-f009-4bff-b438-fa3d22ae156f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/799b7d7d-4eb3-48f0-addd-e321111c3bdf HTTP/1.1" status: 404 len: 333 time: 0.0980721 Apr 22 14:39:24.473568 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966940f7-a5e4-442a-aff4-7430c349c273 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Network': ['ID=9a32414d-9605-4cf4-a5ca-be38c69a3edc,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:24.479497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58456) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:24.487311 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 9a32414d-9605-4cf4-a5ca-be38c69a3edc details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:39:24.560837 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-38fc0278-d55f-4c01-8b73-76c5888bff5b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:24.566900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.578914 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-38fc0278-d55f-4c01-8b73-76c5888bff5b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:subnet and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:24.599270 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c152ec-d83f-4ae4-bf7d-cd783167807b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] GET failed (client error): The resource could not be found. Apr 22 14:39:24.600538 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-40c152ec-d83f-4ae4-bf7d-cd783167807b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/c8ce21d5-8593-4e78-9fb2-d651a90e7b1c HTTP/1.1" status: 404 len: 333 time: 0.1057742 Apr 22 14:39:24.606848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-38fc0278-d55f-4c01-8b73-76c5888bff5b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:24.611891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-84a2ea76-b08a-46a0-a228-fbc3dbbcccd3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.614223 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58460) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:24.615109 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.615906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.626978 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Transition to ACTIVE for port object 3d880fe4-f857-4468-80f7-846dfc861bf5 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:24.653112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-38fc0278-d55f-4c01-8b73-76c5888bff5b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:24.656550 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7cf7571e-9a35-4b04-9683-d3282c404c8a tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.660700 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7cf7571e-9a35-4b04-9683-d3282c404c8a tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "DELETE /v2.0/ports/3b03c19e-6c5e-46e1-bcf1-17d684f03944 HTTP/1.1" status: 204 len: 168 time: 3.0533042 Apr 22 14:39:24.667963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58464) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:24.683527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5aba24-e7db-401e-89b4-7877743e5b19 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:24.685003 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5b5aba24-e7db-401e-89b4-7877743e5b19 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cff54c6a8bde4890bebe346e0436bfdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2628160 Apr 22 14:39:24.745662 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58468) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:24.755739 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-84a2ea76-b08a-46a0-a228-fbc3dbbcccd3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for 85344dd0-24bc-42e9-bb8a-f6b466109736 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:24.778631 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-937202f6-a1a2-416c-a784-5491656ab2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.870639 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fc0278-d55f-4c01-8b73-76c5888bff5b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:24.947249 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae0f18a-d363-45bd-88e3-aa0b5870d6d0 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] GET failed (client error): The resource could not be found. Apr 22 14:39:24.947815 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1ae0f18a-d363-45bd-88e3-aa0b5870d6d0 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Synchronizing usage tracker for tenant:0e602622655d4f17b542442f3b5d0709 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:24.958311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.036940 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ad8a6736-ab89-4ff6-9b46-97b2d8204b52 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:25.070529 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47712db7-3486-4af7-8187-731e1971e143 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.090813 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a1f00b-f545-4109-a96b-e03b08685854 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:25.091192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a1f00b-f545-4109-a96b-e03b08685854 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:25.096249 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d7a1f00b-f545-4109-a96b-e03b08685854 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.3451774 Apr 22 14:39:25.096249 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Network 5dd67307-3aa5-45f0-bd7d-3bb1279e27f2 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:25.104634 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58472) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:25.107042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:25.109664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:25.121941 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1ae0f18a-d363-45bd-88e3-aa0b5870d6d0 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Unset dirty status for tenant:0e602622655d4f17b542442f3b5d0709 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:25.127341 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1ae0f18a-d363-45bd-88e3-aa0b5870d6d0 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "GET /v2.0/ports/3b03c19e-6c5e-46e1-bcf1-17d684f03944 HTTP/1.1" status: 404 len: 333 time: 0.4534445 Apr 22 14:39:25.129177 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port ad8a6736-ab89-4ff6-9b46-97b2d8204b52 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:25.129658 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.129803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58474) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:25.133992 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-38fc0278-d55f-4c01-8b73-76c5888bff5b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.166479 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Request body: {'port': {'network_id': '5eb26285-9c8d-4c57-90b8-1a906ac2b7cb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1707890353'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:25.214110 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0ba69988-3127-4cb2-beb8-995d307441ab tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0751402 Apr 22 14:39:25.214110 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event updated for resources: {'Port': ['ID=3d880fe4-f857-4468-80f7-846dfc861bf5,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:25.215150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58480) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:25.284411 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.289517 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-84a2ea76-b08a-46a0-a228-fbc3dbbcccd3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.361446 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2ea76-b08a-46a0-a228-fbc3dbbcccd3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=85344dd0-24bc-42e9-bb8a-f6b466109736,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:25.371338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b85492-b4f4-47d9-a2ca-39f75dc2996d tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:25.380786 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-87b85492-b4f4-47d9-a2ca-39f75dc2996d tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f217769e-9278-433e-9ac8-af64357eb1b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1548998 Apr 22 14:39:25.383239 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58484) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:25.392259 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-39ce1623-972c-4d56-9f86-ae4d4b7761b3 None None] Provisioning for port 3d880fe4-f857-4468-80f7-846dfc861bf5 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:25.400768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-39ce1623-972c-4d56-9f86-ae4d4b7761b3 None None] Provisioning complete for port 3d880fe4-f857-4468-80f7-846dfc861bf5 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:25.401343 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-39ce1623-972c-4d56-9f86-ae4d4b7761b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.471051 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-84a2ea76-b08a-46a0-a228-fbc3dbbcccd3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.473724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-39ce1623-972c-4d56-9f86-ae4d4b7761b3 None None] Port 3d880fe4-f857-4468-80f7-846dfc861bf5 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:25.482575 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ccf40eda-0d3a-4adb-a75f-d301cf54a6a9 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cff54c6a8bde4890bebe346e0436bfdb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685673 Apr 22 14:39:25.487131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58488) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:25.515646 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-84a2ea76-b08a-46a0-a228-fbc3dbbcccd3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/85344dd0-24bc-42e9-bb8a-f6b466109736 HTTP/1.1" status: 204 len: 168 time: 1.7967999 Apr 22 14:39:25.521574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58492) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:25.614726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47712db7-3486-4af7-8187-731e1971e143 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.675174 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-47712db7-3486-4af7-8187-731e1971e143 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc27a3f9-58ac-4a52-8bc7-bedb57387083']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:25.705253 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-47712db7-3486-4af7-8187-731e1971e143 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3866070-7a51-4227-963b-b18e229ff270') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:25.705545 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-47712db7-3486-4af7-8187-731e1971e143 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3866070-7a51-4227-963b-b18e229ff270') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:25.713272 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:25.727853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fabc19-b812-4646-9371-74b4d6a9b3df tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:25.729236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fabc19-b812-4646-9371-74b4d6a9b3df tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:25.729970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c4fabc19-b812-4646-9371-74b4d6a9b3df tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:25.735354 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.800280 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b335f98-ebea-4eb0-82e1-1ec36c8ebbed tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:25.800823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b335f98-ebea-4eb0-82e1-1ec36c8ebbed tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:25.802724 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9b335f98-ebea-4eb0-82e1-1ec36c8ebbed tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.3137138 Apr 22 14:39:25.808919 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58496) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:25.818256 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c4fabc19-b812-4646-9371-74b4d6a9b3df tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:25.819433 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c4fabc19-b812-4646-9371-74b4d6a9b3df tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2494972 Apr 22 14:39:25.854830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58500) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:25.895198 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:25.898245 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47712db7-3486-4af7-8187-731e1971e143 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.908092 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f4829ac7-a6b3-47d3-a5da-dade3429830c tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0980806 Apr 22 14:39:25.915944 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58504) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:25.959920 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.991578 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Made reservation on behalf of 0e602622655d4f17b542442f3b5d0709 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:25.994675 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.007840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47712db7-3486-4af7-8187-731e1971e143 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.027341 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47712db7-3486-4af7-8187-731e1971e143 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:26.027744 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47712db7-3486-4af7-8187-731e1971e143 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:26.060064 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:26.139081 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.157577 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cf59e669-42d5-4f00-8126-b5238e9dd914 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.210494 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7457b947-0e55-4de3-bbdb-960618c321a2 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f217769e-9278-433e-9ac8-af64357eb1b3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2855244 Apr 22 14:39:26.211037 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] device_id is not set on port 5777429c-2735-475f-9e5f-3d05a889181d yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:26.213202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58508) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:26.231041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-e4b00314-c809-405b-adb4-66e1ac67fdf3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1811394867', 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:26.318824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-38fc0278-d55f-4c01-8b73-76c5888bff5b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.382323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47712db7-3486-4af7-8187-731e1971e143 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.426025 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47712db7-3486-4af7-8187-731e1971e143 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.454741 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47712db7-3486-4af7-8187-731e1971e143 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Network': ['ID=bc27a3f9-58ac-4a52-8bc7-bedb57387083,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:26.525090 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-47712db7-3486-4af7-8187-731e1971e143 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/networks/bc27a3f9-58ac-4a52-8bc7-bedb57387083 HTTP/1.1" status: 204 len: 168 time: 1.9046633 Apr 22 14:39:26.541989 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-9560908a-3888-4d38-8b20-1cdd38a82c33 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 33f48971-3d76-411d-9f8a-1f7589a0091a {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:26.543757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58512) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:26.550206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e4b00314-c809-405b-adb4-66e1ac67fdf3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:26.552139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc0278-d55f-4c01-8b73-76c5888bff5b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Subnet': ['ID=6257a148-4bbe-41f2-b8a9-23ef8f87beaa,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:26.553918 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9560908a-3888-4d38-8b20-1cdd38a82c33 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.598718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-b7283fb1-1811-4a22-b2ff-515dd491a92c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-662621374'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:26.605024 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Allocated IP 2001:db8::3c4 (5eb26285-9c8d-4c57-90b8-1a906ac2b7cb/50deec58-1d41-4c71-85aa-6e4141ba5e0b/5777429c-2735-475f-9e5f-3d05a889181d) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:26.607317 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc0278-d55f-4c01-8b73-76c5888bff5b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Checking segment: {'id': '25a6b794-f2c9-4787-a0b0-62ee0d14c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '33b280b0-0668-4214-955f-b1fdea15aaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:26.607666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fc0278-d55f-4c01-8b73-76c5888bff5b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network hostable DHCP agents. Network: 33b280b0-0668-4214-955f-b1fdea15aaf0, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:26.608019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e4b00314-c809-405b-adb4-66e1ac67fdf3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:subnet and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:26.618702 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e4b00314-c809-405b-adb4-66e1ac67fdf3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:26.621703 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b7283fb1-1811-4a22-b2ff-515dd491a92c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:26.626674 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Router 7aa849cf-fc05-4067-b205-318170751610 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:39:26.634745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e4b00314-c809-405b-adb4-66e1ac67fdf3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:26.639058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b7283fb1-1811-4a22-b2ff-515dd491a92c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:network and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:26.648803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b7283fb1-1811-4a22-b2ff-515dd491a92c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:26.666272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b7283fb1-1811-4a22-b2ff-515dd491a92c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:26.684432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b00314-c809-405b-adb4-66e1ac67fdf3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:26.705504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9560908a-3888-4d38-8b20-1cdd38a82c33 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.765314 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fc0278-d55f-4c01-8b73-76c5888bff5b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 33b280b0-0668-4214-955f-b1fdea15aaf0 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:26.825431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7283fb1-1811-4a22-b2ff-515dd491a92c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:26.828245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b7283fb1-1811-4a22-b2ff-515dd491a92c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.895177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4b00314-c809-405b-adb4-66e1ac67fdf3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.948797 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-38fc0278-d55f-4c01-8b73-76c5888bff5b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 33b280b0-0668-4214-955f-b1fdea15aaf0) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:26.957954 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3d634f-d3e4-4866-b053-54faff97c732 None None] Network 33b280b0-0668-4214-955f-b1fdea15aaf0 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:26.963002 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fc0278-d55f-4c01-8b73-76c5888bff5b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:26.963618 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-38fc0278-d55f-4c01-8b73-76c5888bff5b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.999919 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7283fb1-1811-4a22-b2ff-515dd491a92c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:39:27.024047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.036121 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b7283fb1-1811-4a22-b2ff-515dd491a92c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.036342 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-b7283fb1-1811-4a22-b2ff-515dd491a92c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Added segment 9c971f0c-0f99-4245-aa00-6fb02c759da3 of type vlan for network 23a6bd96-e8c5-4d94-92f1-5bda4fab92dd Apr 22 14:39:27.037367 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.074423 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9560908a-3888-4d38-8b20-1cdd38a82c33 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.100280 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-38fc0278-d55f-4c01-8b73-76c5888bff5b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8927357 Apr 22 14:39:27.136173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58516) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:27.158026 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a98fdd12-8cc0-4797-a4a8-28549af5a722 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'subnet': {'network_id': '61ce2b52-8b31-407f-b362-53e19311c286', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:27.208261 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-33b280b0-0668-4214-955f-b1fdea15aaf0', 'network_id': '33b280b0-0668-4214-955f-b1fdea15aaf0', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'fixed_ips': [{'subnet_id': '6257a148-4bbe-41f2-b8a9-23ef8f87beaa'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:27.209103 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.246269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b7283fb1-1811-4a22-b2ff-515dd491a92c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.263655 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.264001 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.267177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event updated for resources: {'Port': ['ID=3d880fe4-f857-4468-80f7-846dfc861bf5,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:27.326152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Transition to ACTIVE for port object 5777429c-2735-475f-9e5f-3d05a889181d will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:27.349162 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-cf59e669-42d5-4f00-8126-b5238e9dd914 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 8335636f-a589-4867-8dba-e0973f1777b0 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:27.349555 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cf59e669-42d5-4f00-8126-b5238e9dd914 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.363029 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9560908a-3888-4d38-8b20-1cdd38a82c33 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.386261 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Allocated IP 172.20.0.2 (33b280b0-0668-4214-955f-b1fdea15aaf0/6257a148-4bbe-41f2-b8a9-23ef8f87beaa/7cd6803a-240b-4fd5-be3d-d3daf4d9415e) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:27.399033 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a98fdd12-8cc0-4797-a4a8-28549af5a722 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:27.416116 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a98fdd12-8cc0-4797-a4a8-28549af5a722 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:subnet and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:27.422800 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a98fdd12-8cc0-4797-a4a8-28549af5a722 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:27.457176 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a98fdd12-8cc0-4797-a4a8-28549af5a722 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:27.463005 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b7283fb1-1811-4a22-b2ff-515dd491a92c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.466751 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7283fb1-1811-4a22-b2ff-515dd491a92c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:27.467350 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b7283fb1-1811-4a22-b2ff-515dd491a92c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.510832 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560908a-3888-4d38-8b20-1cdd38a82c33 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=33f48971-3d76-411d-9f8a-1f7589a0091a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:27.604724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ad1423-1e98-4e36-93e1-f1e861f3fb7e None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:27.692881 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.716908 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.721486 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.733218 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9560908a-3888-4d38-8b20-1cdd38a82c33 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.742282 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Transition to ACTIVE for port object 7cd6803a-240b-4fd5-be3d-d3daf4d9415e will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:27.800319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7283fb1-1811-4a22-b2ff-515dd491a92c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Network': ['ID=23a6bd96-e8c5-4d94-92f1-5bda4fab92dd,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:27.812951 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b7283fb1-1811-4a22-b2ff-515dd491a92c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2574718 Apr 22 14:39:27.815266 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58520) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:27.825268 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'subnet': {'network_id': '23a6bd96-e8c5-4d94-92f1-5bda4fab92dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:27.831341 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9560908a-3888-4d38-8b20-1cdd38a82c33 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/33f48971-3d76-411d-9f8a-1f7589a0091a HTTP/1.1" status: 204 len: 168 time: 1.9684782 Apr 22 14:39:27.832127 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58524) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:27.837948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4b00314-c809-405b-adb4-66e1ac67fdf3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.855904 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98fdd12-8cc0-4797-a4a8-28549af5a722 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:27.859001 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 23a6bd96-e8c5-4d94-92f1-5bda4fab92dd details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:39:27.887420 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event updated for resources: {'Port': ['ID=5777429c-2735-475f-9e5f-3d05a889181d,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:27.898233 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:27.928624 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Transition to ACTIVE for port object 7cd6803a-240b-4fd5-be3d-d3daf4d9415e will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:27.954897 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.962317 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-10e4a35d-6c7f-43f5-9a02-f9c09556d7aa tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1227047 Apr 22 14:39:27.969740 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Network 5dd67307-3aa5-45f0-bd7d-3bb1279e27f2 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:27.972348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58528) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:27.978281 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:27.983178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-afb5e691-e4b4-4835-b20d-f17676431ee5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:27.997551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:28.000197 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:28.004309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:28.005006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.026107 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cf59e669-42d5-4f00-8126-b5238e9dd914 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.045050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Network 33b280b0-0668-4214-955f-b1fdea15aaf0 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:28.052935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:28.059485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:28.061668 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Pushing event updated for resources: {'Port': ['ID=7cd6803a-240b-4fd5-be3d-d3daf4d9415e,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:28.081111 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:28.099687 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e924615-4d61-4eda-8698-c04ddc4acc1e None None] Sync routers for ids ['7aa849cf-fc05-4067-b205-318170751610'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:28.172376 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b00314-c809-405b-adb4-66e1ac67fdf3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Subnet': ['ID=4c96bcad-c867-4a2b-8cd3-04a60c5db50c,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:28.210595 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e924615-4d61-4eda-8698-c04ddc4acc1e None None] Routers {'7aa849cf-fc05-4067-b205-318170751610'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:28.212021 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-8e924615-4d61-4eda-8698-c04ddc4acc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7aa849cf-fc05-4067-b205-318170751610'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:28.237579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-cf59e669-42d5-4f00-8126-b5238e9dd914 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 8335636f-a589-4867-8dba-e0973f1777b0 owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:28.297112 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-806d4736-8524-4b79-a681-af085dc4ccd5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1477826 Apr 22 14:39:28.297802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58532) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:28.318676 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-e719589e-8ff3-4a1d-87cf-f12e14817724 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9e:12:05'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:28.374542 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Attempting to bind port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:28.374910 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Attempting to bind port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '25a6b794-f2c9-4787-a0b0-62ee0d14c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '33b280b0-0668-4214-955f-b1fdea15aaf0'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:28.375272 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Attempting to bind port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e on network 33b280b0-0668-4214-955f-b1fdea15aaf0 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:28.399012 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a98fdd12-8cc0-4797-a4a8-28549af5a722 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.403714 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b00314-c809-405b-adb4-66e1ac67fdf3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Checking segment: {'id': 'ed5793eb-259f-4e4f-866a-be242958cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:28.404212 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b00314-c809-405b-adb4-66e1ac67fdf3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network hostable DHCP agents. Network: 9a32414d-9605-4cf4-a5ca-be38c69a3edc, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:28.407677 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:28.408049 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Checking segment: {'id': '25a6b794-f2c9-4787-a0b0-62ee0d14c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '33b280b0-0668-4214-955f-b1fdea15aaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:28.408450 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.408836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Bound using segment: {'id': '25a6b794-f2c9-4787-a0b0-62ee0d14c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '33b280b0-0668-4214-955f-b1fdea15aaf0'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:28.409651 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Bound port: 7cd6803a-240b-4fd5-be3d-d3daf4d9415e, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a6b794-f2c9-4787-a0b0-62ee0d14c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '33b280b0-0668-4214-955f-b1fdea15aaf0'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:28.410005 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.429871 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-afb5e691-e4b4-4835-b20d-f17676431ee5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:28.432046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.433702 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-23ccf8c1-a787-4b1f-8806-290d3e2d3ca0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.7713718 Apr 22 14:39:28.437797 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b75cc58-a3b7-44ca-81fd-9bd36ad3067d None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:28.440885 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58536) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:28.441679 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:28.489870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2b75cc58-a3b7-44ca-81fd-9bd36ad3067d None None] Deleting port ad8a6736-ab89-4ff6-9b46-97b2d8204b52 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:28.490186 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2b75cc58-a3b7-44ca-81fd-9bd36ad3067d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.499870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-afb5e691-e4b4-4835-b20d-f17676431ee5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:28.509715 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-afb5e691-e4b4-4835-b20d-f17676431ee5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:28.520817 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:subnet and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:28.524436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:28.570639 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:28.578948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-afb5e691-e4b4-4835-b20d-f17676431ee5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:28.641887 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] For port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:28.650485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] For port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7cd6803a-240b-4fd5-be3d-d3daf4d9415e,segment=NetworkSegment(25a6b794-f2c9-4787-a0b0-62ee0d14c5eb),segment_id=25a6b794-f2c9-4787-a0b0-62ee0d14c5eb)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:28.681499 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:28.698283 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-63bd07f4-c870-47ae-b96d-32ac3a784152 None None] Provisioning complete for port 3d880fe4-f857-4468-80f7-846dfc861bf5 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:28.698668 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-63bd07f4-c870-47ae-b96d-32ac3a784152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.729059 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb5e691-e4b4-4835-b20d-f17676431ee5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:28.732983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-afb5e691-e4b4-4835-b20d-f17676431ee5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.753268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b00314-c809-405b-adb4-66e1ac67fdf3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 9a32414d-9605-4cf4-a5ca-be38c69a3edc is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:28.838750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-e4b00314-c809-405b-adb4-66e1ac67fdf3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 9a32414d-9605-4cf4-a5ca-be38c69a3edc) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:28.843587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.845637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b00314-c809-405b-adb4-66e1ac67fdf3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:28.846216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4b00314-c809-405b-adb4-66e1ac67fdf3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.868765 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2b75cc58-a3b7-44ca-81fd-9bd36ad3067d None None] For port ad8a6736-ab89-4ff6-9b46-97b2d8204b52, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ad8a6736-ab89-4ff6-9b46-97b2d8204b52,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:28.869327 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2b75cc58-a3b7-44ca-81fd-9bd36ad3067d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.904664 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e4b00314-c809-405b-adb4-66e1ac67fdf3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6859095 Apr 22 14:39:28.999544 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2b75cc58-a3b7-44ca-81fd-9bd36ad3067d None None] Calling delete_port for ad8a6736-ab89-4ff6-9b46-97b2d8204b52 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:29.021016 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Router 91b931a1-84c2-4098-9a63-5e1de13dd1e3 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:39:29.088286 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-8e924615-4d61-4eda-8698-c04ddc4acc1e None None] Set router 7aa849cf-fc05-4067-b205-318170751610 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:39:29.092812 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.ipam_backend_mixin [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Performing IP validity checks on allocation pools {{(pid=83963) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 14:39:29.093438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.ipam_backend_mixin [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83963) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 14:39:29.228717 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.232532 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9b6d8e-a470-4e31-bd8d-3d9fbd67efc4 None None] Network 9a32414d-9605-4cf4-a5ca-be38c69a3edc requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:29.245946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ad8a6736-ab89-4ff6-9b46-97b2d8204b52 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:29.252005 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-afb5e691-e4b4-4835-b20d-f17676431ee5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.272796 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2b75cc58-a3b7-44ca-81fd-9bd36ad3067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.315586 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c058e62e-d25a-4b54-b6b2-37ec4cd1a0a6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.319244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cf59e669-42d5-4f00-8126-b5238e9dd914 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.341433 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.436711 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e719589e-8ff3-4a1d-87cf-f12e14817724 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.452250 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75cc58-a3b7-44ca-81fd-9bd36ad3067d None None] No DVR routers for this DVR port ad8a6736-ab89-4ff6-9b46-97b2d8204b52 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:29.459496 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58542) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:29.509707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: ad8a6736-ab89-4ff6-9b46-97b2d8204b52 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:29.509707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ad8a6736-ab89-4ff6-9b46-97b2d8204b52 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:29.570530 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-63bd07f4-c870-47ae-b96d-32ac3a784152 None None] Port 3d880fe4-f857-4468-80f7-846dfc861bf5 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:29.614238 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93470d28-d4e3-4df5-b089-6583edc0a0f3 None None] Pushing event updated for resources: {'Port': ['ID=7cd6803a-240b-4fd5-be3d-d3daf4d9415e,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:29.618131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb5e691-e4b4-4835-b20d-f17676431ee5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:29.626102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-afb5e691-e4b4-4835-b20d-f17676431ee5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:29.629987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5e691-e4b4-4835-b20d-f17676431ee5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=de399f58-498f-4a07-91df-d7bc3c1952fa,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:29.636431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb5e691-e4b4-4835-b20d-f17676431ee5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:29.636710 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59e669-42d5-4f00-8126-b5238e9dd914 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=8335636f-a589-4867-8dba-e0973f1777b0,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:29.637445 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-afb5e691-e4b4-4835-b20d-f17676431ee5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.643483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-fcf05932-bbeb-4497-a432-29e43633fdab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1100671147', 'description': 'tempest-secgroup-smoke-1100671147 description', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:29.676354 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fcf05932-bbeb-4497-a432-29e43633fdab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:29.710904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75cc58-a3b7-44ca-81fd-9bd36ad3067d None None] Pushing event deleted for resources: {'Port': ['ID=ad8a6736-ab89-4ff6-9b46-97b2d8204b52,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:29.726467 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-afb5e691-e4b4-4835-b20d-f17676431ee5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7532182 Apr 22 14:39:29.732734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58546) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:29.735014 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf3b841-b521-409e-9837-f67ea69d4da0 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:29.745463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'fixed_ips': [{'subnet_id': 'de399f58-498f-4a07-91df-d7bc3c1952fa', 'ip_address': '2001:db8::eb34:616e:1937:fbe'}], 'name': 'tempest-NetworksTestDHCPv6-55708698'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:29.766387 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:29.784522 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164c7cf-8f0d-483d-909f-45db4fed9cfd None None] Sync routers for ids ['91b931a1-84c2-4098-9a63-5e1de13dd1e3'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:29.787849 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7fd9ef47-ac93-4339-9450-7c73db2736bd tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "PUT /v2.0/routers/91b931a1-84c2-4098-9a63-5e1de13dd1e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8515360 Apr 22 14:39:29.792678 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a98fdd12-8cc0-4797-a4a8-28549af5a722 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.799781 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3164c7cf-8f0d-483d-909f-45db4fed9cfd None None] Routers {'91b931a1-84c2-4098-9a63-5e1de13dd1e3'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:29.801432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58550) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:29.802146 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3164c7cf-8f0d-483d-909f-45db4fed9cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['91b931a1-84c2-4098-9a63-5e1de13dd1e3'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:29.912268 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fcf05932-bbeb-4497-a432-29e43633fdab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:29.912892 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3164c7cf-8f0d-483d-909f-45db4fed9cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:29.933901 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3164c7cf-8f0d-483d-909f-45db4fed9cfd None None] Routers {'91b931a1-84c2-4098-9a63-5e1de13dd1e3'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:29.934676 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3164c7cf-8f0d-483d-909f-45db4fed9cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['91b931a1-84c2-4098-9a63-5e1de13dd1e3'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:30.008319 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Checking segment: {'id': '9c971f0c-0f99-4245-aa00-6fb02c759da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '23a6bd96-e8c5-4d94-92f1-5bda4fab92dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:30.009487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network hostable DHCP agents. Network: 23a6bd96-e8c5-4d94-92f1-5bda4fab92dd, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:30.014605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-301456c8-8551-41fb-94fa-8a594f7b3b2b None None] Provisioning for port 5777429c-2735-475f-9e5f-3d05a889181d completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:30.030931 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3164c7cf-8f0d-483d-909f-45db4fed9cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:30.031738 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164c7cf-8f0d-483d-909f-45db4fed9cfd None None] The sync data for ids ['91b931a1-84c2-4098-9a63-5e1de13dd1e3'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:30.058265 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-301456c8-8551-41fb-94fa-8a594f7b3b2b None None] Provisioning complete for port 5777429c-2735-475f-9e5f-3d05a889181d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:30.059106 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-301456c8-8551-41fb-94fa-8a594f7b3b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.096857 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Subnet': ['ID=7d88f6a7-c399-4116-a7dc-56613229a674,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:30.101453 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:30.106090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:30.109822 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:30.119141 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:30.144024 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:30.158066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.186728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c058e62e-d25a-4b54-b6b2-37ec4cd1a0a6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.200437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port 20dcc1eb-4bfb-4956-afd3-85ca53fb6c9c yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:30.255662 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-9a32414d-9605-4cf4-a5ca-be38c69a3edc', 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ips': [{'subnet_id': '4c96bcad-c867-4a2b-8cd3-04a60c5db50c'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:30.256588 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.272793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c058e62e-d25a-4b54-b6b2-37ec4cd1a0a6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Deleting port 9ef8e3d5-7801-4d85-9c9f-05f60e71ad3b {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:30.273138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c058e62e-d25a-4b54-b6b2-37ec4cd1a0a6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.278591 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-301456c8-8551-41fb-94fa-8a594f7b3b2b None None] Port 5777429c-2735-475f-9e5f-3d05a889181d cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:30.304840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fcf05932-bbeb-4497-a432-29e43633fdab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.369989 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-8e924615-4d61-4eda-8698-c04ddc4acc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa849cf-fc05-4067-b205-318170751610', 'name': '', 'tenant_id': 'd015354eda8941b49ed910ef298d10af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f217769e-9278-433e-9ac8-af64357eb1b3', 'external_fixed_ips': [{'subnet_id': '3c9d3cf8-922c-4410-803f-f2f9451fa690', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '9ef8e3d5-7801-4d85-9c9f-05f60e71ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:39:23Z', 'revision_number': 3, 'project_id': 'd015354eda8941b49ed910ef298d10af', 'gw_port': {'id': '9ef8e3d5-7801-4d85-9c9f-05f60e71ad3b', 'name': '', 'network_id': 'f217769e-9278-433e-9ac8-af64357eb1b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa849cf-fc05-4067-b205-318170751610', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3c9d3cf8-922c-4410-803f-f2f9451fa690', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:21Z', 'updated_at': '2022-04-22T14:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c9d3cf8-922c-4410-803f-f2f9451fa690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:30.387950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e924615-4d61-4eda-8698-c04ddc4acc1e None None] Checking router: 7aa849cf-fc05-4067-b205-318170751610 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:39:30.388409 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e924615-4d61-4eda-8698-c04ddc4acc1e None None] Updating router 7aa849cf-fc05-4067-b205-318170751610 port 9ef8e3d5-7801-4d85-9c9f-05f60e71ad3b binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:39:30.422764 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': 'de399f58-498f-4a07-91df-d7bc3c1952fa'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:30.423687 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.428167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network 23a6bd96-e8c5-4d94-92f1-5bda4fab92dd is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:30.481887 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fdd12-8cc0-4797-a4a8-28549af5a722 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Subnet': ['ID=08953046-417c-49cc-ab84-73d896f8cd81,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:30.530239 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8e924615-4d61-4eda-8698-c04ddc4acc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.541133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fcf05932-bbeb-4497-a432-29e43633fdab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:30.544936 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cf59e669-42d5-4f00-8126-b5238e9dd914 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.555904 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fcf05932-bbeb-4497-a432-29e43633fdab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:30.562129 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 23a6bd96-e8c5-4d94-92f1-5bda4fab92dd) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:30.564098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fcf05932-bbeb-4497-a432-29e43633fdab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:30.582424 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:30.583009 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.590571 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fcf05932-bbeb-4497-a432-29e43633fdab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:30.600804 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98fdd12-8cc0-4797-a4a8-28549af5a722 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Checking segment: {'id': '5982b239-cc62-423d-846c-10c221f96b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '61ce2b52-8b31-407f-b362-53e19311c286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:30.603965 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98fdd12-8cc0-4797-a4a8-28549af5a722 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network hostable DHCP agents. Network: 61ce2b52-8b31-407f-b362-53e19311c286, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:30.609146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8916e10f-4788-43a0-ba58-08d1d238e90a None None] Network 23a6bd96-e8c5-4d94-92f1-5bda4fab92dd requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:30.613612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c058e62e-d25a-4b54-b6b2-37ec4cd1a0a6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.761348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::eb34:616e:1937:fbe (19101698-c44e-4563-acd4-3bbade7a380a/de399f58-498f-4a07-91df-d7bc3c1952fa/20dcc1eb-4bfb-4956-afd3-85ca53fb6c9c) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:30.771576 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c058e62e-d25a-4b54-b6b2-37ec4cd1a0a6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Calling delete_port for 9ef8e3d5-7801-4d85-9c9f-05f60e71ad3b owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:30.861568 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0213baae-6048-47da-8986-0512cb933fb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0446026 Apr 22 14:39:30.866010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58554) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:30.875847 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Allocated IP 172.20.0.18 (9a32414d-9605-4cf4-a5ca-be38c69a3edc/4c96bcad-c867-4a2b-8cd3-04a60c5db50c/51832c3b-d704-4126-a115-eccbc337fcbe) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:30.878064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'network_id': '23a6bd96-e8c5-4d94-92f1-5bda4fab92dd', 'name': 'tempest-PortsTestJSON-1807312650'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:30.920406 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1bfb0034-902e-44fb-864f-27b5ed50109e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.078619 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.087665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-e719589e-8ff3-4a1d-87cf-f12e14817724 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:39:31.102132 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object 20dcc1eb-4bfb-4956-afd3-85ca53fb6c9c will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:31.126677 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98fdd12-8cc0-4797-a4a8-28549af5a722 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 61ce2b52-8b31-407f-b362-53e19311c286 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:31.144232 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fcf05932-bbeb-4497-a432-29e43633fdab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.203025 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.212200 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e719589e-8ff3-4a1d-87cf-f12e14817724 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.246149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c058e62e-d25a-4b54-b6b2-37ec4cd1a0a6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.273439 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fcf05932-bbeb-4497-a432-29e43633fdab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.292881 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:31.297197 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7cd6803a-240b-4fd5-be3d-d3daf4d9415e up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:31.297799 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:31.297940 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-a98fdd12-8cc0-4797-a4a8-28549af5a722 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 61ce2b52-8b31-407f-b362-53e19311c286) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:31.303072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:31.307067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:31.307728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.395776 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2220be-f5c1-44f1-8f5c-618535a280ed None None] Network 61ce2b52-8b31-407f-b362-53e19311c286 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:31.399779 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=20dcc1eb-4bfb-4956-afd3-85ca53fb6c9c,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:31.426935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662cd975-de50-4dfe-aa98-8e9cba136ab0 None None] Network 33b280b0-0668-4214-955f-b1fdea15aaf0 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:31.454887 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058e62e-d25a-4b54-b6b2-37ec4cd1a0a6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ef8e3d5-7801-4d85-9c9f-05f60e71ad3b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:31.474478 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a9b23043-9452-4e95-a1a3-11aab326a7ee tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.7363160 Apr 22 14:39:31.476736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58558) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:31.494964 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e719589e-8ff3-4a1d-87cf-f12e14817724 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.556173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98fdd12-8cc0-4797-a4a8-28549af5a722 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:31.556876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a98fdd12-8cc0-4797-a4a8-28549af5a722 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.650247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fcf05932-bbeb-4497-a432-29e43633fdab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.651888 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fcf05932-bbeb-4497-a432-29e43633fdab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.1913319 Apr 22 14:39:31.661139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf05932-bbeb-4497-a432-29e43633fdab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a112a1b1-fc33-44f2-9547-edbb64046d09,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:31.667941 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58562) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:31.683927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-23a6bd96-e8c5-4d94-92f1-5bda4fab92dd', 'network_id': '23a6bd96-e8c5-4d94-92f1-5bda4fab92dd', 'tenant_id': '8b78d3f1487643589a49391037b041e7', 'fixed_ips': [{'subnet_id': '7d88f6a7-c399-4116-a7dc-56613229a674'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:31.684739 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.688855 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a98fdd12-8cc0-4797-a4a8-28549af5a722 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5503571 Apr 22 14:39:31.692937 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58566) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:31.694086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-e719589e-8ff3-4a1d-87cf-f12e14817724 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] In _notify_port_updated(), no bound segment for port 5777429c-2735-475f-9e5f-3d05a889181d on network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb {{(pid=83963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:39:31.703992 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e719589e-8ff3-4a1d-87cf-f12e14817724 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:31.705035 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e719589e-8ff3-4a1d-87cf-f12e14817724 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.709541 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e719589e-8ff3-4a1d-87cf-f12e14817724 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "PUT /v2.0/ports/5777429c-2735-475f-9e5f-3d05a889181d HTTP/1.1" status: 200 len: 1003 time: 3.3957038 Apr 22 14:39:31.714626 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-f35c0783-2a8d-439c-a294-dc58d784de84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'a112a1b1-fc33-44f2-9547-edbb64046d09', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:31.729511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Allocated IP 2001:db8::2 (19101698-c44e-4563-acd4-3bbade7a380a/de399f58-498f-4a07-91df-d7bc3c1952fa/80a7ac40-a893-47d4-818c-286a3db6c8a4) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:31.731737 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58568) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:31.736346 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-dbf6b2f8-4243-4c4f-a65d-a8ee6135a852 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1986698873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:31.747447 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719589e-8ff3-4a1d-87cf-f12e14817724 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event updated for resources: {'Port': ['ID=5777429c-2735-475f-9e5f-3d05a889181d,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:31.753551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f35c0783-2a8d-439c-a294-dc58d784de84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:31.799107 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-dbf6b2f8-4243-4c4f-a65d-a8ee6135a852 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:31.802611 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f35c0783-2a8d-439c-a294-dc58d784de84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:31.868496 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f35c0783-2a8d-439c-a294-dc58d784de84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:31.868993 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c058e62e-d25a-4b54-b6b2-37ec4cd1a0a6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.893655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.900298 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-dbf6b2f8-4243-4c4f-a65d-a8ee6135a852 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:router and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:31.903276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:31.909868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-dbf6b2f8-4243-4c4f-a65d-a8ee6135a852 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:31.913056 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f35c0783-2a8d-439c-a294-dc58d784de84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:31.914328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Transition to ACTIVE for port object 51832c3b-d704-4126-a115-eccbc337fcbe will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:31.958448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Transition to ACTIVE for port object 51832c3b-d704-4126-a115-eccbc337fcbe will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:31.976220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:port and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:31.979929 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-dbf6b2f8-4243-4c4f-a65d-a8ee6135a852 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:31.991580 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:31.996612 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8b6e5750-c892-45c9-9b89-fda2f19df1f3 None None] Provisioning for port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:32.008439 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:32.018375 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-7ee1c8e8-4401-4315-b5aa-a1dd7b2b98e5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Deleting port 5777429c-2735-475f-9e5f-3d05a889181d {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:32.018849 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ee1c8e8-4401-4315-b5aa-a1dd7b2b98e5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.023006 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fb7443-19bb-4906-aa72-37e8db954452 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:32.023731 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-43fb7443-19bb-4906-aa72-37e8db954452 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:32.058585 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.078793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b2f8-4243-4c4f-a65d-a8ee6135a852 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.079896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b2f8-4243-4c4f-a65d-a8ee6135a852 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.093003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f35c0783-2a8d-439c-a294-dc58d784de84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.107163 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:32.110361 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.163183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c058e62e-d25a-4b54-b6b2-37ec4cd1a0a6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.166517 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c058e62e-d25a-4b54-b6b2-37ec4cd1a0a6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.199853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c058e62e-d25a-4b54-b6b2-37ec4cd1a0a6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.200972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c058e62e-d25a-4b54-b6b2-37ec4cd1a0a6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7aa849cf-fc05-4067-b205-318170751610 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:39:32.215989 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-43fb7443-19bb-4906-aa72-37e8db954452 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:32.220578 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-43fb7443-19bb-4906-aa72-37e8db954452 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7445595 Apr 22 14:39:32.222382 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58576) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:32.224238 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c058e62e-d25a-4b54-b6b2-37ec4cd1a0a6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.230426 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c058e62e-d25a-4b54-b6b2-37ec4cd1a0a6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "DELETE /v2.0/routers/7aa849cf-fc05-4067-b205-318170751610 HTTP/1.1" status: 204 len: 168 time: 3.7812355 Apr 22 14:39:32.231001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58580) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:32.234356 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-1bfb0034-902e-44fb-864f-27b5ed50109e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 22 14:39:32.237398 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1bfb0034-902e-44fb-864f-27b5ed50109e tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "DELETE /v2.0/routers/91b931a1-84c2-4098-9a63-5e1de13dd1e3 HTTP/1.1" status: 409 len: 329 time: 2.4286749 Apr 22 14:39:32.246414 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] device_id is not set on port 0153287d-1757-4dcb-a875-2a5b0b98feea yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:32.263872 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58584) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:32.301516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf59e669-42d5-4f00-8126-b5238e9dd914 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Router 00a179fa-0d50-4e07-884b-044042b66477 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:39:32.323336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b2f8-4243-4c4f-a65d-a8ee6135a852 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.324634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.resource_extend [None req-8e924615-4d61-4eda-8698-c04ddc4acc1e None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:39:32.334420 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:32.477188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f35c0783-2a8d-439c-a294-dc58d784de84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.479608 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-1edbdabd-064c-4836-8946-06ef10f5ca7c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port 20dcc1eb-4bfb-4956-afd3-85ca53fb6c9c {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:32.479784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1edbdabd-064c-4836-8946-06ef10f5ca7c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.480664 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:32.481086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.489666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f35c0783-2a8d-439c-a294-dc58d784de84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.532085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Network 9a32414d-9605-4cf4-a5ca-be38c69a3edc is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:32.535439 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4124e0c-68f5-4334-b7b2-d03c6cf4ec73 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Deleting subnet 3c9d3cf8-922c-4410-803f-f2f9451fa690 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:32.577362 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:32.584802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b2f8-4243-4c4f-a65d-a8ee6135a852 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.616121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:32.656806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c0783-2a8d-439c-a294-dc58d784de84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d274ca39-ee77-4b33-83e5-528e0c9992e4,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:32.660964 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Pushing event updated for resources: {'Port': ['ID=51832c3b-d704-4126-a115-eccbc337fcbe,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:32.707748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ee1c8e8-4401-4315-b5aa-a1dd7b2b98e5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.757733 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8945c810-91f6-42d0-b9f8-4a5c3eb6d483 None None] Provisioning complete for port 5777429c-2735-475f-9e5f-3d05a889181d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:32.758168 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8945c810-91f6-42d0-b9f8-4a5c3eb6d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.771695 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4124e0c-68f5-4334-b7b2-d03c6cf4ec73 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.781044 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f35c0783-2a8d-439c-a294-dc58d784de84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.782736 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f35c0783-2a8d-439c-a294-dc58d784de84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1087627 Apr 22 14:39:32.805174 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58588) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:32.823298 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-8e924615-4d61-4eda-8698-c04ddc4acc1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:39:32.823731 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-8e924615-4d61-4eda-8698-c04ddc4acc1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:39:32.841895 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b2f8-4243-4c4f-a65d-a8ee6135a852 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.843372 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-dbf6b2f8-4243-4c4f-a65d-a8ee6135a852 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1145380 Apr 22 14:39:32.850788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-7ee1c8e8-4401-4315-b5aa-a1dd7b2b98e5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Calling delete_port for 5777429c-2735-475f-9e5f-3d05a889181d owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:32.871828 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-96f1437a-c7c3-49ec-acad-895bed55d55f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'a112a1b1-fc33-44f2-9547-edbb64046d09', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:32.877960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58592) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:32.894809 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-96f1437a-c7c3-49ec-acad-895bed55d55f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:32.901348 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-61ce2b52-8b31-407f-b362-53e19311c286', 'network_id': '61ce2b52-8b31-407f-b362-53e19311c286', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'fixed_ips': [{'subnet_id': '08953046-417c-49cc-ab84-73d896f8cd81'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:32.902249 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.910601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-96f1437a-c7c3-49ec-acad-895bed55d55f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:32.922015 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-96f1437a-c7c3-49ec-acad-895bed55d55f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:32.947066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-96f1437a-c7c3-49ec-acad-895bed55d55f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:32.952925 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf59e669-42d5-4f00-8126-b5238e9dd914 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:32.960101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4124e0c-68f5-4334-b7b2-d03c6cf4ec73 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.962216 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Allocated IP 172.20.0.2 (23a6bd96-e8c5-4d94-92f1-5bda4fab92dd/7d88f6a7-c399-4116-a7dc-56613229a674/229ef3b8-0299-4ce4-b15d-4120f7d601d3) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:32.974088 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cf59e669-42d5-4f00-8126-b5238e9dd914 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "PUT /v2.0/routers/00a179fa-0d50-4e07-884b-044042b66477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4857321 Apr 22 14:39:32.983771 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e987166b-7d9f-4295-ac62-68cbccdf199c None None] Sync routers for ids ['00a179fa-0d50-4e07-884b-044042b66477'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:33.004556 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58596) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:33.031394 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8945c810-91f6-42d0-b9f8-4a5c3eb6d483 None None] Port 5777429c-2735-475f-9e5f-3d05a889181d cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:33.060293 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:39:33.116538 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Attempting to bind port 51832c3b-d704-4126-a115-eccbc337fcbe on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:33.116799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Attempting to bind port 51832c3b-d704-4126-a115-eccbc337fcbe by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'ed5793eb-259f-4e4f-866a-be242958cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:33.117109 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Attempting to bind port 51832c3b-d704-4126-a115-eccbc337fcbe on network 9a32414d-9605-4cf4-a5ca-be38c69a3edc {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:33.152079 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.201360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1edbdabd-064c-4836-8946-06ef10f5ca7c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.223249 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf441dc-0f4d-4e0c-b50d-83e9e6b1e8a8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] GET failed (client error): The resource could not be found. Apr 22 14:39:33.223886 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8cf441dc-0f4d-4e0c-b50d-83e9e6b1e8a8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:33.345758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-96f1437a-c7c3-49ec-acad-895bed55d55f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.363827 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-1edbdabd-064c-4836-8946-06ef10f5ca7c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for 20dcc1eb-4bfb-4956-afd3-85ca53fb6c9c owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:33.405657 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Transition to ACTIVE for port object 80a7ac40-a893-47d4-818c-286a3db6c8a4 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:33.410531 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:33.411071 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Checking segment: {'id': 'ed5793eb-259f-4e4f-866a-be242958cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:33.411645 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.412138 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Bound using segment: {'id': 'ed5793eb-259f-4e4f-866a-be242958cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:33.412820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Bound port: 51832c3b-d704-4126-a115-eccbc337fcbe, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5793eb-259f-4e4f-866a-be242958cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:33.413348 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.417675 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4124e0c-68f5-4334-b7b2-d03c6cf4ec73 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.423614 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e987166b-7d9f-4295-ac62-68cbccdf199c None None] Routers {'00a179fa-0d50-4e07-884b-044042b66477'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:33.424355 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e987166b-7d9f-4295-ac62-68cbccdf199c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['00a179fa-0d50-4e07-884b-044042b66477'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:33.467847 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ee1c8e8-4401-4315-b5aa-a1dd7b2b98e5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.506303 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e924615-4d61-4eda-8698-c04ddc4acc1e None None] Port 9ef8e3d5-7801-4d85-9c9f-05f60e71ad3b not found while updating agent binding for router 7aa849cf-fc05-4067-b205-318170751610. {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Apr 22 14:39:33.520031 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8cf441dc-0f4d-4e0c-b50d-83e9e6b1e8a8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:33.521439 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8cf441dc-0f4d-4e0c-b50d-83e9e6b1e8a8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/8335636f-a589-4867-8dba-e0973f1777b0 HTTP/1.1" status: 404 len: 333 time: 0.5094864 Apr 22 14:39:33.533294 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58600) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:33.541758 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.550879 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e987166b-7d9f-4295-ac62-68cbccdf199c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:33.589537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1c8e8-4401-4315-b5aa-a1dd7b2b98e5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event deleted for resources: {'Port': ['ID=5777429c-2735-475f-9e5f-3d05a889181d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:33.733023 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.752848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Transition to ACTIVE for port object 229ef3b8-0299-4ce4-b15d-4120f7d601d3 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:33.764825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.785920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec706a7b-83aa-4f27-8264-29cc9012134b tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.787674 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ee1c8e8-4401-4315-b5aa-a1dd7b2b98e5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.808038 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7ee1c8e8-4401-4315-b5aa-a1dd7b2b98e5 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "DELETE /v2.0/ports/5777429c-2735-475f-9e5f-3d05a889181d HTTP/1.1" status: 204 len: 168 time: 2.0561140 Apr 22 14:39:33.810524 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58604) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:33.868365 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc949ece-a9bd-4ad2-a26d-e6a27019dcba tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] GET failed (client error): The resource could not be found. Apr 22 14:39:33.869716 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bc949ece-a9bd-4ad2-a26d-e6a27019dcba tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Synchronizing usage tracker for tenant:0e602622655d4f17b542442f3b5d0709 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:33.872305 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Transition to ACTIVE for port object 229ef3b8-0299-4ce4-b15d-4120f7d601d3 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:33.874870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Transition to ACTIVE for port object 80a7ac40-a893-47d4-818c-286a3db6c8a4 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:33.885473 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4124e0c-68f5-4334-b7b2-d03c6cf4ec73 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.932411 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.973338 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.976622 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e924615-4d61-4eda-8698-c04ddc4acc1e None None] Routers set() bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:33.976993 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e924615-4d61-4eda-8698-c04ddc4acc1e None None] Router IDs set() for agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 22 14:39:33.978206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_agentschedulers_db [None req-8e924615-4d61-4eda-8698-c04ddc4acc1e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7aa849cf-fc05-4067-b205-318170751610'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent'). {{(pid=83965) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 22 14:39:33.978833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e924615-4d61-4eda-8698-c04ddc4acc1e None None] The sync data for ids ['7aa849cf-fc05-4067-b205-318170751610'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:34.009122 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-96f1437a-c7c3-49ec-acad-895bed55d55f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.033823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4124e0c-68f5-4334-b7b2-d03c6cf4ec73 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3c9d3cf8-922c-4410-803f-f2f9451fa690,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:34.042842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-96f1437a-c7c3-49ec-acad-895bed55d55f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.052896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7cd6803a-240b-4fd5-be3d-d3daf4d9415e,segment=NetworkSegment(25a6b794-f2c9-4787-a0b0-62ee0d14c5eb),segment_id=25a6b794-f2c9-4787-a0b0-62ee0d14c5eb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:34.059823 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e987166b-7d9f-4295-ac62-68cbccdf199c None None] Routers {'00a179fa-0d50-4e07-884b-044042b66477'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:34.061913 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e987166b-7d9f-4295-ac62-68cbccdf199c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['00a179fa-0d50-4e07-884b-044042b66477'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:34.087368 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bc949ece-a9bd-4ad2-a26d-e6a27019dcba tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Unset dirty status for tenant:0e602622655d4f17b542442f3b5d0709 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:34.088961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1437a-c7c3-49ec-acad-895bed55d55f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d459b621-df29-481a-ab02-e8c8301195ef,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:34.093066 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bc949ece-a9bd-4ad2-a26d-e6a27019dcba tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "GET /v2.0/ports/5777429c-2735-475f-9e5f-3d05a889181d HTTP/1.1" status: 404 len: 333 time: 0.2803226 Apr 22 14:39:34.093250 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4124e0c-68f5-4334-b7b2-d03c6cf4ec73 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.095276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1edbdabd-064c-4836-8946-06ef10f5ca7c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.104395 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58608) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:34.119653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Request body: {'port': {'network_id': '5eb26285-9c8d-4c57-90b8-1a906ac2b7cb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-177428958'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:34.139652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.149964 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c8cd9c6-14f4-47d9-86b2-2dfb2fb1ba3e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.178274 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e987166b-7d9f-4295-ac62-68cbccdf199c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:34.178800 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e987166b-7d9f-4295-ac62-68cbccdf199c None None] The sync data for ids ['00a179fa-0d50-4e07-884b-044042b66477'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:34.191690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:34.197735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Allocated IP 172.21.0.2 (61ce2b52-8b31-407f-b362-53e19311c286/08953046-417c-49cc-ab84-73d896f8cd81/7c9f8654-4096-40bd-9870-df89003546ac) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:34.200520 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:34.210328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:34.213356 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] For port 51832c3b-d704-4126-a115-eccbc337fcbe, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:34.235474 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbdabd-064c-4836-8946-06ef10f5ca7c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=20dcc1eb-4bfb-4956-afd3-85ca53fb6c9c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:34.236708 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Network 23a6bd96-e8c5-4d94-92f1-5bda4fab92dd is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:34.240536 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Pushing event updated for resources: {'Port': ['ID=80a7ac40-a893-47d4-818c-286a3db6c8a4,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:34.248359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] For port 51832c3b-d704-4126-a115-eccbc337fcbe, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=51832c3b-d704-4126-a115-eccbc337fcbe,segment=NetworkSegment(ed5793eb-259f-4e4f-866a-be242958cadd),segment_id=ed5793eb-259f-4e4f-866a-be242958cadd)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:34.249790 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:34.262986 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Allocated IP 172.20.0.7 (23a6bd96-e8c5-4d94-92f1-5bda4fab92dd/7d88f6a7-c399-4116-a7dc-56613229a674/0153287d-1757-4dcb-a875-2a5b0b98feea) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:34.303065 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e4124e0c-68f5-4334-b7b2-d03c6cf4ec73 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/3c9d3cf8-922c-4410-803f-f2f9451fa690 HTTP/1.1" status: 204 len: 168 time: 2.0712454 Apr 22 14:39:34.304360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-96f1437a-c7c3-49ec-acad-895bed55d55f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.305749 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-96f1437a-c7c3-49ec-acad-895bed55d55f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4938126 Apr 22 14:39:34.306424 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58612) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:34.311009 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58614) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:34.333824 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Pushing event updated for resources: {'Port': ['ID=229ef3b8-0299-4ce4-b15d-4120f7d601d3,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:34.336404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:34.360338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1edbdabd-064c-4836-8946-06ef10f5ca7c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.364337 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1edbdabd-064c-4836-8946-06ef10f5ca7c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/20dcc1eb-4bfb-4956-afd3-85ca53fb6c9c HTTP/1.1" status: 204 len: 168 time: 2.1352055 Apr 22 14:39:34.365678 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58620) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:34.379779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-0f4bb848-08bc-4815-aaa4-46c4a39bf911 None None] Provisioning complete for port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:34.380284 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0f4bb848-08bc-4815-aaa4-46c4a39bf911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.387059 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-394251a9-b907-419a-ac29-fbb83373e641 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'a112a1b1-fc33-44f2-9547-edbb64046d09', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:34.422872 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-394251a9-b907-419a-ac29-fbb83373e641 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:34.490287 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-394251a9-b907-419a-ac29-fbb83373e641 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:34.495408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.522505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-394251a9-b907-419a-ac29-fbb83373e641 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:34.546310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-394251a9-b907-419a-ac29-fbb83373e641 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:34.570239 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d096b-ed78-4ee0-b307-c23670cc1878 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:34.572801 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d096b-ed78-4ee0-b307-c23670cc1878 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:34.573760 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-093d096b-ed78-4ee0-b307-c23670cc1878 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:34.696121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Attempting to bind port 80a7ac40-a893-47d4-818c-286a3db6c8a4 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:34.696778 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Attempting to bind port 80a7ac40-a893-47d4-818c-286a3db6c8a4 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:34.697239 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Attempting to bind port 80a7ac40-a893-47d4-818c-286a3db6c8a4 on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:34.752733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:34.762946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=7cd6803a-240b-4fd5-be3d-d3daf4d9415e,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:34.774780 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.781098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5b61-8b3b-4a93-bcc8-fe3475d97119 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.807020 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:34.807459 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:34.807819 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.808549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:34.808816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Bound port: 80a7ac40-a893-47d4-818c-286a3db6c8a4, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:34.809122 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:34.809238 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.822933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Transition to ACTIVE for port object 0153287d-1757-4dcb-a875-2a5b0b98feea will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:34.833738 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-394251a9-b907-419a-ac29-fbb83373e641 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.849774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Attempting to bind port 229ef3b8-0299-4ce4-b15d-4120f7d601d3 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:34.850139 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Attempting to bind port 229ef3b8-0299-4ce4-b15d-4120f7d601d3 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '9c971f0c-0f99-4245-aa00-6fb02c759da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '23a6bd96-e8c5-4d94-92f1-5bda4fab92dd'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:34.850509 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Attempting to bind port 229ef3b8-0299-4ce4-b15d-4120f7d601d3 on network 23a6bd96-e8c5-4d94-92f1-5bda4fab92dd {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:34.864309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Allocated IP 172.20.0.1 (33b280b0-0668-4214-955f-b1fdea15aaf0/6257a148-4bbe-41f2-b8a9-23ef8f87beaa/fbe046cf-08b3-487c-81b5-c08ede511495) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:34.870534 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Made reservation on behalf of 0e602622655d4f17b542442f3b5d0709 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:34.873779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.879093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c8cd9c6-14f4-47d9-86b2-2dfb2fb1ba3e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.895273 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c8cd9c6-14f4-47d9-86b2-2dfb2fb1ba3e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.900427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-093d096b-ed78-4ee0-b307-c23670cc1878 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:34.901612 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-093d096b-ed78-4ee0-b307-c23670cc1878 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5341218 Apr 22 14:39:34.904934 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58624) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:34.952283 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:34.952561 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Checking segment: {'id': '9c971f0c-0f99-4245-aa00-6fb02c759da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '23a6bd96-e8c5-4d94-92f1-5bda4fab92dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:34.952971 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.953366 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Bound using segment: {'id': '9c971f0c-0f99-4245-aa00-6fb02c759da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '23a6bd96-e8c5-4d94-92f1-5bda4fab92dd'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:34.953859 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Bound port: 229ef3b8-0299-4ce4-b15d-4120f7d601d3, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c971f0c-0f99-4245-aa00-6fb02c759da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '23a6bd96-e8c5-4d94-92f1-5bda4fab92dd'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:34.954233 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.074507 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f9a86-3c3d-48ae-bf60-49305e71f5d9 None None] Pushing event updated for resources: {'Port': ['ID=51832c3b-d704-4126-a115-eccbc337fcbe,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:35.153850 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c8cd9c6-14f4-47d9-86b2-2dfb2fb1ba3e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.154331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8cd9c6-14f4-47d9-86b2-2dfb2fb1ba3e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Fanout notify agent at l3_agent the message router_deleted on router 00a179fa-0d50-4e07-884b-044042b66477 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:39:35.212037 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.221606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] For port 80a7ac40-a893-47d4-818c-286a3db6c8a4, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:35.235960 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Transition to ACTIVE for port object 7c9f8654-4096-40bd-9870-df89003546ac will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:35.253965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] For port 80a7ac40-a893-47d4-818c-286a3db6c8a4, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=80a7ac40-a893-47d4-818c-286a3db6c8a4,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:35.261139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c8cd9c6-14f4-47d9-86b2-2dfb2fb1ba3e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.265263 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4c8cd9c6-14f4-47d9-86b2-2dfb2fb1ba3e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/routers/00a179fa-0d50-4e07-884b-044042b66477 HTTP/1.1" status: 204 len: 168 time: 1.7308745 Apr 22 14:39:35.270786 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58628) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:35.271439 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.366773 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.409435 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Transition to ACTIVE for port object 7c9f8654-4096-40bd-9870-df89003546ac will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:35.411039 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] For port 229ef3b8-0299-4ce4-b15d-4120f7d601d3, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:35.438001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-407d55df-5c37-49ee-9fc3-b6c5bbbf50c0 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet de399f58-498f-4a07-91df-d7bc3c1952fa {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:35.438262 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] For port 229ef3b8-0299-4ce4-b15d-4120f7d601d3, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=229ef3b8-0299-4ce4-b15d-4120f7d601d3,segment=NetworkSegment(9c971f0c-0f99-4245-aa00-6fb02c759da3),segment_id=9c971f0c-0f99-4245-aa00-6fb02c759da3)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:35.443234 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.448290 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-407d55df-5c37-49ee-9fc3-b6c5bbbf50c0 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.452547 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] device_id is not set on port cf104d49-66d5-4a36-aeee-271d7d112770 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:35.456251 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.483388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6646c-a41b-4202-a6a1-98a51517f216 None None] Pushing event updated for resources: {'Port': ['ID=80a7ac40-a893-47d4-818c-286a3db6c8a4,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:35.515954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5b61-8b3b-4a93-bcc8-fe3475d97119 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.552518 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Network 61ce2b52-8b31-407f-b362-53e19311c286 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:35.559593 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:35.568811 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:35.630388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-ff1e5b61-8b3b-4a93-bcc8-fe3475d97119 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f217769e-9278-433e-9ac8-af64357eb1b3']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:35.647700 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-407d55df-5c37-49ee-9fc3-b6c5bbbf50c0 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.647928 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-ff1e5b61-8b3b-4a93-bcc8-fe3475d97119 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cb96f1-b5e5-4345-8082-27afd7c2582a') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:35.648228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-ff1e5b61-8b3b-4a93-bcc8-fe3475d97119 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cb96f1-b5e5-4345-8082-27afd7c2582a') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:35.661977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5b61-8b3b-4a93-bcc8-fe3475d97119 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.676244 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Attempting to bind port 7c9f8654-4096-40bd-9870-df89003546ac on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:35.676629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Attempting to bind port 7c9f8654-4096-40bd-9870-df89003546ac by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '5982b239-cc62-423d-846c-10c221f96b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '61ce2b52-8b31-407f-b362-53e19311c286'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:35.676978 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Attempting to bind port 7c9f8654-4096-40bd-9870-df89003546ac on network 61ce2b52-8b31-407f-b362-53e19311c286 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:35.678951 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Pushing event updated for resources: {'Port': ['ID=7c9f8654-4096-40bd-9870-df89003546ac,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:35.681468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5b61-8b3b-4a93-bcc8-fe3475d97119 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.697285 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1e5b61-8b3b-4a93-bcc8-fe3475d97119 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:35.697698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5b61-8b3b-4a93-bcc8-fe3475d97119 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:35.737461 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:35.759328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:35.760597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Checking segment: {'id': '5982b239-cc62-423d-846c-10c221f96b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '61ce2b52-8b31-407f-b362-53e19311c286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:35.761055 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.761450 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Bound using segment: {'id': '5982b239-cc62-423d-846c-10c221f96b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '61ce2b52-8b31-407f-b362-53e19311c286'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:35.761936 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Bound port: 7c9f8654-4096-40bd-9870-df89003546ac, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5982b239-cc62-423d-846c-10c221f96b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '61ce2b52-8b31-407f-b362-53e19311c286'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:35.762311 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.803135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-9462538e-8ff0-40dd-8f1c-7e262bf816d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting subnet 763e50ab-0677-4727-8c71-0c1b2faa40fa {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:35.806779 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9462538e-8ff0-40dd-8f1c-7e262bf816d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.847629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a43e8-db3d-4204-8bb2-96010ed57c9c None None] Pushing event updated for resources: {'Port': ['ID=229ef3b8-0299-4ce4-b15d-4120f7d601d3,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:35.868298 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=0153287d-1757-4dcb-a875-2a5b0b98feea,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:35.879187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9462538e-8ff0-40dd-8f1c-7e262bf816d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.881617 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network 23a6bd96-e8c5-4d94-92f1-5bda4fab92dd is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:35.907909 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:35.911273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:35.924094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] For port 7c9f8654-4096-40bd-9870-df89003546ac, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:35.971157 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-394251a9-b907-419a-ac29-fbb83373e641 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.986121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-394251a9-b907-419a-ac29-fbb83373e641 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.084836 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-407d55df-5c37-49ee-9fc3-b6c5bbbf50c0 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.123913 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] For port 7c9f8654-4096-40bd-9870-df89003546ac, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7c9f8654-4096-40bd-9870-df89003546ac,segment=NetworkSegment(5982b239-cc62-423d-846c-10c221f96b2c),segment_id=5982b239-cc62-423d-846c-10c221f96b2c)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:36.135822 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394251a9-b907-419a-ac29-fbb83373e641 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88dd2bcf-b98b-4e83-a9e8-540f9f51c141,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:36.137784 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5b61-8b3b-4a93-bcc8-fe3475d97119 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.138372 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.141606 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.189912 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9462538e-8ff0-40dd-8f1c-7e262bf816d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.209964 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1e5b61-8b3b-4a93-bcc8-fe3475d97119 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f217769e-9278-433e-9ac8-af64357eb1b3 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 14:39:36.257346 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5b61-8b3b-4a93-bcc8-fe3475d97119 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.289943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:36.290792 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.298524 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e5b61-8b3b-4a93-bcc8-fe3475d97119 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Pushing event deleted for resources: {'Network': ['ID=f217769e-9278-433e-9ac8-af64357eb1b3,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:36.347654 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Transition to ACTIVE for port object fbe046cf-08b3-487c-81b5-c08ede511495 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:36.352930 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-394251a9-b907-419a-ac29-fbb83373e641 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.354102 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-394251a9-b907-419a-ac29-fbb83373e641 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.0092366 Apr 22 14:39:36.355713 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ff1e5b61-8b3b-4a93-bcc8-fe3475d97119 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "DELETE /v2.0/networks/f217769e-9278-433e-9ac8-af64357eb1b3 HTTP/1.1" status: 204 len: 168 time: 2.0456338 Apr 22 14:39:36.392253 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe039c20-9b56-4523-adfc-e593e350eb62 None None] Pushing event updated for resources: {'Port': ['ID=7c9f8654-4096-40bd-9870-df89003546ac,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:36.392998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Allocated IP 2001:db8::316 (5eb26285-9c8d-4c57-90b8-1a906ac2b7cb/50deec58-1d41-4c71-85aa-6e4141ba5e0b/cf104d49-66d5-4a36-aeee-271d7d112770) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:36.398513 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58632) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:36.427407 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a22ea342-af2c-49c9-a699-1b4ae60fe8e4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'a112a1b1-fc33-44f2-9547-edbb64046d09', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:36.458110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a22ea342-af2c-49c9-a699-1b4ae60fe8e4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:36.477777 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a22ea342-af2c-49c9-a699-1b4ae60fe8e4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:36.481029 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-ec706a7b-83aa-4f27-8264-29cc9012134b tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Deleting port 3d880fe4-f857-4468-80f7-846dfc861bf5 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:36.481769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec706a7b-83aa-4f27-8264-29cc9012134b tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.494868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a22ea342-af2c-49c9-a699-1b4ae60fe8e4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:36.505270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a22ea342-af2c-49c9-a699-1b4ae60fe8e4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:36.533912 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-65c3e219-bacd-4166-9769-d149107898ed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.6614845 Apr 22 14:39:36.537039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-407d55df-5c37-49ee-9fc3-b6c5bbbf50c0 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.541088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58638) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:36.645472 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 51832c3b-d704-4126-a115-eccbc337fcbe up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:36.714752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a22ea342-af2c-49c9-a699-1b4ae60fe8e4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.724615 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9960e-8666-4ee2-bebe-0c8a4fe4e34f None None] Network 9a32414d-9605-4cf4-a5ca-be38c69a3edc requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:36.770564 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d55df-5c37-49ee-9fc3-b6c5bbbf50c0 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=de399f58-498f-4a07-91df-d7bc3c1952fa,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:36.785164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-407d55df-5c37-49ee-9fc3-b6c5bbbf50c0 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.848421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9462538e-8ff0-40dd-8f1c-7e262bf816d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.955263 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-61793558-cdd1-499a-8c4e-aea975a068b8 None None] Provisioning for port 51832c3b-d704-4126-a115-eccbc337fcbe completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:37.013405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-1dda24a3-edba-4377-8871-0b8d8f6c2c9c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port 0153287d-1757-4dcb-a875-2a5b0b98feea {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:37.013625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1dda24a3-edba-4377-8871-0b8d8f6c2c9c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.052212 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58646) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:37.080625 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a586943d-b9ba-4ce3-937b-9ec7421fbc19 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Request body: {'router': {'name': 'tempest-router--57760070', 'project_id': '0a30acfa2e6a46a1b3364cdaa4828151'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:37.084716 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462538e-8ff0-40dd-8f1c-7e262bf816d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Subnet': ['ID=763e50ab-0677-4727-8c71-0c1b2faa40fa,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:37.100608 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-407d55df-5c37-49ee-9fc3-b6c5bbbf50c0 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/de399f58-498f-4a07-91df-d7bc3c1952fa HTTP/1.1" status: 204 len: 168 time: 2.1936769 Apr 22 14:39:37.104371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58650) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:37.105653 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a586943d-b9ba-4ce3-937b-9ec7421fbc19 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:37.113083 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9462538e-8ff0-40dd-8f1c-7e262bf816d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.116337 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9462538e-8ff0-40dd-8f1c-7e262bf816d6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/763e50ab-0677-4727-8c71-0c1b2faa40fa HTTP/1.1" status: 204 len: 168 time: 1.8451312 Apr 22 14:39:37.128383 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58654) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:37.185897 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a586943d-b9ba-4ce3-937b-9ec7421fbc19 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Usage tracker for resource:router and tenant:0a30acfa2e6a46a1b3364cdaa4828151 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:37.197782 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a586943d-b9ba-4ce3-937b-9ec7421fbc19 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:37.233386 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0b586f55-381a-4e5f-b393-1aae4227cb3c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241748 Apr 22 14:39:37.234791 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a586943d-b9ba-4ce3-937b-9ec7421fbc19 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:37.236861 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58658) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:37.248790 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6d4c8b-393f-4a2a-a105-d2c7d16fa40d None None] Network 4f4ee851-5eee-453a-9d43-f27cafb75fc4 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:37.299725 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 51832c3b-d704-4126-a115-eccbc337fcbe completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:37.318042 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 51832c3b-d704-4126-a115-eccbc337fcbe triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:37.321485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.342434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.381146 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a586943d-b9ba-4ce3-937b-9ec7421fbc19 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.382337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a586943d-b9ba-4ce3-937b-9ec7421fbc19 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.390061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec706a7b-83aa-4f27-8264-29cc9012134b tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.573765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-ec706a7b-83aa-4f27-8264-29cc9012134b tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Calling delete_port for 3d880fe4-f857-4468-80f7-846dfc861bf5 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:37.585521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.606656 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Transition to ACTIVE for port object cf104d49-66d5-4a36-aeee-271d7d112770 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:37.609073 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.694107 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a586943d-b9ba-4ce3-937b-9ec7421fbc19 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.752954 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fecd8d2-2121-454d-ab15-a7fc8ddbb756 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:37.753713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7fecd8d2-2121-454d-ab15-a7fc8ddbb756 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:37.807790 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 51832c3b-d704-4126-a115-eccbc337fcbe, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=51832c3b-d704-4126-a115-eccbc337fcbe,segment=NetworkSegment(ed5793eb-259f-4e4f-866a-be242958cadd),segment_id=ed5793eb-259f-4e4f-866a-be242958cadd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:37.814509 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7fecd8d2-2121-454d-ab15-a7fc8ddbb756 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:37.816417 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7fecd8d2-2121-454d-ab15-a7fc8ddbb756 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5631251 Apr 22 14:39:37.818282 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a586943d-b9ba-4ce3-937b-9ec7421fbc19 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.827909 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58662) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:37.828757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.829115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.830079 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 229ef3b8-0299-4ce4-b15d-4120f7d601d3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:37.946395 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 33b280b0-0668-4214-955f-b1fdea15aaf0 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:37.967804 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:38.001887 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9413bbc8-1694-4b2b-a859-e74f9334f789 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:38.017447 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=51832c3b-d704-4126-a115-eccbc337fcbe,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:38.038783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:38.093839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a586943d-b9ba-4ce3-937b-9ec7421fbc19 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.095042 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a586943d-b9ba-4ce3-937b-9ec7421fbc19 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0345531 Apr 22 14:39:38.099438 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58666) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:38.130237 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 229ef3b8-0299-4ce4-b15d-4120f7d601d3 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:38.146991 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 80a7ac40-a893-47d4-818c-286a3db6c8a4 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:38.228198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec706a7b-83aa-4f27-8264-29cc9012134b tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.250722 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e08b620-2f5a-46f3-a786-eb742f353e6f None None] Network 23a6bd96-e8c5-4d94-92f1-5bda4fab92dd requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:38.269130 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a2e961af-5b4b-4fbd-8175-757719aea75d None None] Provisioning for port 80a7ac40-a893-47d4-818c-286a3db6c8a4 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:38.297759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=fbe046cf-08b3-487c-81b5-c08ede511495,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:38.300500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.303186 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a22ea342-af2c-49c9-a699-1b4ae60fe8e4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.320421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:38.320575 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.425206 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a22ea342-af2c-49c9-a699-1b4ae60fe8e4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.443860 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691bdc55-775f-4363-9ff2-15019cde4237 None None] DHCP port deletion for 4f4ee851-5eee-453a-9d43-f27cafb75fc4 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:38.457899 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-691bdc55-775f-4363-9ff2-15019cde4237 None None] Deleting port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:38.458514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-691bdc55-775f-4363-9ff2-15019cde4237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.460008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371d63ca-d410-40cc-b7c0-487f19444433 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:38.461028 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-371d63ca-d410-40cc-b7c0-487f19444433 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:38.490012 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec706a7b-83aa-4f27-8264-29cc9012134b tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event deleted for resources: {'Port': ['ID=3d880fe4-f857-4468-80f7-846dfc861bf5,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:38.526337 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1dda24a3-edba-4377-8871-0b8d8f6c2c9c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.560834 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-371d63ca-d410-40cc-b7c0-487f19444433 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:38.565419 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-371d63ca-d410-40cc-b7c0-487f19444433 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7331357 Apr 22 14:39:38.571768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58670) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:38.626019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.712162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77040631-cd8a-4111-8867-68f388040a4c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.716672 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-25721d8c-fba8-4fdd-81ba-c97796939d8b None None] Provisioning for port 229ef3b8-0299-4ce4-b15d-4120f7d601d3 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:38.721241 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1506bf0f-4bb6-49eb-a544-7ceab430da91 None None] Network 61ce2b52-8b31-407f-b362-53e19311c286 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:38.748117 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-1dda24a3-edba-4377-8871-0b8d8f6c2c9c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for 0153287d-1757-4dcb-a875-2a5b0b98feea owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:38.805524 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-40d4642e-a72f-4f7f-9663-a64e865ff9d7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2317734 Apr 22 14:39:38.815060 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58674) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:38.834160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-25721d8c-fba8-4fdd-81ba-c97796939d8b None None] Provisioning complete for port 229ef3b8-0299-4ce4-b15d-4120f7d601d3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:38.835487 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-25721d8c-fba8-4fdd-81ba-c97796939d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.845205 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ea342-af2c-49c9-a699-1b4ae60fe8e4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a254e7-e422-42f8-a28a-230c412a9406,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:38.872164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-7b85e8e1-bd7e-4694-bcec-129dde99ded4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:38.882853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:38.894420 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:38.896949 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a22ea342-af2c-49c9-a699-1b4ae60fe8e4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.901766 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a22ea342-af2c-49c9-a699-1b4ae60fe8e4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 2.4932926 Apr 22 14:39:38.906247 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58678) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:38.906421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:38.910456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:38.911182 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.920522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1545c3b8-e266-4993-a650-39cf20726f9e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'a112a1b1-fc33-44f2-9547-edbb64046d09', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:38.930852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event updated for resources: {'Port': ['ID=cf104d49-66d5-4a36-aeee-271d7d112770,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:38.931483 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 80a7ac40-a893-47d4-818c-286a3db6c8a4 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:38.990084 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 80a7ac40-a893-47d4-818c-286a3db6c8a4 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:38.990461 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.997301 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6e0fe187-4f9c-4a7c-83a2-0c9a15d134bf tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.8899581 Apr 22 14:39:39.003357 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58682) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:39.041087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1545c3b8-e266-4993-a650-39cf20726f9e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:39.065959 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Request body: {'port': {'network_id': '5eb26285-9c8d-4c57-90b8-1a906ac2b7cb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-327365324'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:39.082276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1545c3b8-e266-4993-a650-39cf20726f9e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:39.142695 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36547db6-b5df-47b5-a56a-f064b7232361 None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:39.220290 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-691bdc55-775f-4363-9ff2-15019cde4237 None None] For port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=2de0a8ac-2eb1-477d-a08b-7f7e332225c7,segment=NetworkSegment(e597b304-23f9-42de-815b-2c8690a6d372),segment_id=e597b304-23f9-42de-815b-2c8690a6d372)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:39.221001 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-691bdc55-775f-4363-9ff2-15019cde4237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.264286 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1545c3b8-e266-4993-a650-39cf20726f9e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:39.285167 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1545c3b8-e266-4993-a650-39cf20726f9e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:39.291568 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-36547db6-b5df-47b5-a56a-f064b7232361 None None] Deleting port 80a7ac40-a893-47d4-818c-286a3db6c8a4 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:39.292685 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-36547db6-b5df-47b5-a56a-f064b7232361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.307589 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] For port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=2de0a8ac-2eb1-477d-a08b-7f7e332225c7,segment=NetworkSegment(e597b304-23f9-42de-815b-2c8690a6d372),segment_id=e597b304-23f9-42de-815b-2c8690a6d372)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:39.307972 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.315100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.365406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7b85e8e1-bd7e-4694-bcec-129dde99ded4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:39.436117 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-1545c3b8-e266-4993-a650-39cf20726f9e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:39:39.459565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7b85e8e1-bd7e-4694-bcec-129dde99ded4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:39.463897 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1545c3b8-e266-4993-a650-39cf20726f9e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.469324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-691bdc55-775f-4363-9ff2-15019cde4237 None None] Calling delete_port for 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:39.485209 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:39.490285 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec706a7b-83aa-4f27-8264-29cc9012134b tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.556902 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1dda24a3-edba-4377-8871-0b8d8f6c2c9c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.646255 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b85e8e1-bd7e-4694-bcec-129dde99ded4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:39.650505 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7b85e8e1-bd7e-4694-bcec-129dde99ded4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.653012 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda24a3-edba-4377-8871-0b8d8f6c2c9c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=0153287d-1757-4dcb-a875-2a5b0b98feea,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:39.659386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:39.749503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77040631-cd8a-4111-8867-68f388040a4c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.830793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-25721d8c-fba8-4fdd-81ba-c97796939d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.833321 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:39.854730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77040631-cd8a-4111-8867-68f388040a4c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.905406 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Made reservation on behalf of 0e602622655d4f17b542442f3b5d0709 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:39.908249 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.917191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-691bdc55-775f-4363-9ff2-15019cde4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.955424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.970151 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1545c3b8-e266-4993-a650-39cf20726f9e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.987378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1545c3b8-e266-4993-a650-39cf20726f9e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.010028 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bdc55-775f-4363-9ff2-15019cde4237 None None] Pushing event deleted for resources: {'Port': ['ID=2de0a8ac-2eb1-477d-a08b-7f7e332225c7,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:40.021507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77040631-cd8a-4111-8867-68f388040a4c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.021736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77040631-cd8a-4111-8867-68f388040a4c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c71aa0f-18cf-4d14-8b65-edeb34f5baab {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:39:40.041519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545c3b8-e266-4993-a650-39cf20726f9e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6581c0-b50e-4c83-b570-b5a6276c1186,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:40.044346 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:39:40.044903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:39:40.052987 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691bdc55-775f-4363-9ff2-15019cde4237 None None] No DVR routers for this DVR port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:40.057354 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-25721d8c-fba8-4fdd-81ba-c97796939d8b None None] For port 229ef3b8-0299-4ce4-b15d-4120f7d601d3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=229ef3b8-0299-4ce4-b15d-4120f7d601d3,segment=NetworkSegment(9c971f0c-0f99-4245-aa00-6fb02c759da3),segment_id=9c971f0c-0f99-4245-aa00-6fb02c759da3)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:40.059443 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-36547db6-b5df-47b5-a56a-f064b7232361 None None] For port 80a7ac40-a893-47d4-818c-286a3db6c8a4, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=80a7ac40-a893-47d4-818c-286a3db6c8a4,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:40.059866 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-36547db6-b5df-47b5-a56a-f064b7232361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.079899 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-25721d8c-fba8-4fdd-81ba-c97796939d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.081669 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] device_id is not set on port 4597b023-de14-45f5-8b92-100789101479 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:40.125624 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1dda24a3-edba-4377-8871-0b8d8f6c2c9c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.225818 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1dda24a3-edba-4377-8871-0b8d8f6c2c9c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/0153287d-1757-4dcb-a875-2a5b0b98feea HTTP/1.1" status: 204 len: 168 time: 3.6800389 Apr 22 14:39:40.237600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58686) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:40.260803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77040631-cd8a-4111-8867-68f388040a4c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.264866 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-77040631-cd8a-4111-8867-68f388040a4c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "DELETE /v2.0/routers/0c71aa0f-18cf-4d14-8b65-edeb34f5baab HTTP/1.1" status: 204 len: 168 time: 2.1643972 Apr 22 14:39:40.265944 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1545c3b8-e266-4993-a650-39cf20726f9e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.267080 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1545c3b8-e266-4993-a650-39cf20726f9e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.3536515 Apr 22 14:39:40.273890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58692) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:40.281304 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'a112a1b1-fc33-44f2-9547-edbb64046d09', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:40.300542 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:40.311407 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:40.316212 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:40.360194 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4fd2a9-c222-409c-8f21-d0e60bc83d16 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] DELETE failed (client error): The resource could not be found. Apr 22 14:39:40.360630 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4fd2a9-c222-409c-8f21-d0e60bc83d16 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:40.371152 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-36547db6-b5df-47b5-a56a-f064b7232361 None None] Calling delete_port for 80a7ac40-a893-47d4-818c-286a3db6c8a4 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:40.396824 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1c4fd2a9-c222-409c-8f21-d0e60bc83d16 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/0153287d-1757-4dcb-a875-2a5b0b98feea HTTP/1.1" status: 404 len: 333 time: 0.1581697 Apr 22 14:39:40.407569 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:40.412891 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58696) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:40.424930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 80a7ac40-a893-47d4-818c-286a3db6c8a4, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=80a7ac40-a893-47d4-818c-286a3db6c8a4,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:40.470752 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.472087 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7cd6803a-240b-4fd5-be3d-d3daf4d9415e up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:40.515700 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:39:40.522364 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7b85e8e1-bd7e-4694-bcec-129dde99ded4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.525688 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-eedd69b9-cd6d-4496-b2be-2984c94d91df tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] GET failed (client error): The resource could not be found. Apr 22 14:39:40.526190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-eedd69b9-cd6d-4496-b2be-2984c94d91df tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:40.534949 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58700) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:40.536237 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Allocated IP 2001:db8::2c3 (5eb26285-9c8d-4c57-90b8-1a906ac2b7cb/50deec58-1d41-4c71-85aa-6e4141ba5e0b/4597b023-de14-45f5-8b92-100789101479) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:40.554835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:40.555208 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.566731 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.580193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25721d8c-fba8-4fdd-81ba-c97796939d8b None None] Pushing event updated for resources: {'Port': ['ID=229ef3b8-0299-4ce4-b15d-4120f7d601d3,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:40.641424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b85e8e1-bd7e-4694-bcec-129dde99ded4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:40.673593 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-eedd69b9-cd6d-4496-b2be-2984c94d91df tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:40.674727 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-eedd69b9-cd6d-4496-b2be-2984c94d91df tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/0153287d-1757-4dcb-a875-2a5b0b98feea HTTP/1.1" status: 404 len: 333 time: 0.2581775 Apr 22 14:39:40.688144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] The port '2de0a8ac-2eb1-477d-a08b-7f7e332225c7' was deleted {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:39:40.690903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58706) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:40.696888 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-508e681a-a744-4e52-b8bc-8a8690b3c63c None None] Provisioning for port fbe046cf-08b3-487c-81b5-c08ede511495 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:40.706874 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-7b85e8e1-bd7e-4694-bcec-129dde99ded4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:40.709872 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85e8e1-bd7e-4694-bcec-129dde99ded4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=e391c975-f7a4-4841-a4fc-7b108c565d85,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:40.735261 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec706a7b-83aa-4f27-8264-29cc9012134b tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Router 91b931a1-84c2-4098-9a63-5e1de13dd1e3 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:39:40.769494 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-508e681a-a744-4e52-b8bc-8a8690b3c63c None None] Provisioning complete for port fbe046cf-08b3-487c-81b5-c08ede511495 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:40.769886 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-508e681a-a744-4e52-b8bc-8a8690b3c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.782844 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.785378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b85e8e1-bd7e-4694-bcec-129dde99ded4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:40.786751 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7b85e8e1-bd7e-4694-bcec-129dde99ded4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.816055 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:39:40.822838 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-36547db6-b5df-47b5-a56a-f064b7232361 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:39:40.823208 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-36547db6-b5df-47b5-a56a-f064b7232361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:39:40.845296 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.924347 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=80a7ac40-a893-47d4-818c-286a3db6c8a4,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:40.934143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-508e681a-a744-4e52-b8bc-8a8690b3c63c None None] Port fbe046cf-08b3-487c-81b5-c08ede511495 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:40.949925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:40.950299 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.971195 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7b85e8e1-bd7e-4694-bcec-129dde99ded4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1526394 Apr 22 14:39:41.032473 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58710) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:41.036135 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-508e681a-a744-4e52-b8bc-8a8690b3c63c None None] Provisioning for port cf104d49-66d5-4a36-aeee-271d7d112770 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:41.039041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.051271 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-508e681a-a744-4e52-b8bc-8a8690b3c63c None None] Provisioning complete for port cf104d49-66d5-4a36-aeee-271d7d112770 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:41.051803 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-508e681a-a744-4e52-b8bc-8a8690b3c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.099547 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'fixed_ips': [{'subnet_id': 'e391c975-f7a4-4841-a4fc-7b108c565d85', 'ip_address': '2001:db8::9d14:1121:8da2:40d3'}], 'name': 'tempest-NetworksTestDHCPv6-395589848'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:41.124075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-508e681a-a744-4e52-b8bc-8a8690b3c63c None None] Port cf104d49-66d5-4a36-aeee-271d7d112770 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:41.125576 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1282037188', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:41.156145 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:41.160839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.191981 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-508e681a-a744-4e52-b8bc-8a8690b3c63c None None] Provisioning complete for port 51832c3b-d704-4126-a115-eccbc337fcbe triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:41.192260 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-508e681a-a744-4e52-b8bc-8a8690b3c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.220558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67b55ac-0df6-4f2b-893d-619a7de95169,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:41.229087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.230463 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9551003 Apr 22 14:39:41.247828 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:41.248315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:41.248753 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:41.249205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:41.249639 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:41.250068 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:41.250506 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:41.250932 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:41.251391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:41.251812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:41.252231 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89181bb8-5110-4e7c-9484-5f03c468117e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:41.275459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec706a7b-83aa-4f27-8264-29cc9012134b tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:41.284246 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ec706a7b-83aa-4f27-8264-29cc9012134b tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "PUT /v2.0/routers/91b931a1-84c2-4098-9a63-5e1de13dd1e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9843621 Apr 22 14:39:41.288811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58716) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:41.295400 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc9b05-f0eb-4d76-b5d0-00684262419d None None] Sync routers for ids ['91b931a1-84c2-4098-9a63-5e1de13dd1e3'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:41.327145 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Usage tracker for resource:router and tenant:e3aeb8830a5e4bdf815a5e4575fb2b7c is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:41.328850 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc9b05-f0eb-4d76-b5d0-00684262419d None None] Routers {'91b931a1-84c2-4098-9a63-5e1de13dd1e3'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:41.329397 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ebbc9b05-f0eb-4d76-b5d0-00684262419d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['91b931a1-84c2-4098-9a63-5e1de13dd1e3'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:41.336843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-36547db6-b5df-47b5-a56a-f064b7232361 None None] Deleting port 80a7ac40-a893-47d4-818c-286a3db6c8a4 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:41.337409 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-36547db6-b5df-47b5-a56a-f064b7232361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.369740 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:41.386243 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-183a69a9-e284-43d0-9ef5-c7643da8cbc2 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] show failed (client error): The resource could not be found. Apr 22 14:39:41.388880 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-183a69a9-e284-43d0-9ef5-c7643da8cbc2 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-714138879 HTTP/1.1" status: 404 len: 334 time: 0.1002352 Apr 22 14:39:41.392564 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58720) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:41.396813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.401383 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-932d84e7-aea5-4903-b839-1317365a7e92 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:41.420103 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:41.480633 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-932d84e7-aea5-4903-b839-1317365a7e92 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] update failed (client error): The resource could not be found. Apr 22 14:39:41.491378 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-932d84e7-aea5-4903-b839-1317365a7e92 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1646826151 HTTP/1.1" status: 404 len: 335 time: 0.0874341 Apr 22 14:39:41.499507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58724) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:41.515490 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ebbc9b05-f0eb-4d76-b5d0-00684262419d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:41.536930 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc9b05-f0eb-4d76-b5d0-00684262419d None None] Routers {'91b931a1-84c2-4098-9a63-5e1de13dd1e3'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:41.537634 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ebbc9b05-f0eb-4d76-b5d0-00684262419d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['91b931a1-84c2-4098-9a63-5e1de13dd1e3'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:41.581725 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 51832c3b-d704-4126-a115-eccbc337fcbe up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:41.619957 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ebbc9b05-f0eb-4d76-b5d0-00684262419d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:41.620397 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc9b05-f0eb-4d76-b5d0-00684262419d None None] The sync data for ids ['91b931a1-84c2-4098-9a63-5e1de13dd1e3'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:41.625960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.674019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4ee851-5eee-453a-9d43-f27cafb75fc4']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:41.685654 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.687719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-508e681a-a744-4e52-b8bc-8a8690b3c63c None None] Provisioning for port 7c9f8654-4096-40bd-9870-df89003546ac completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:41.709497 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.710438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.713644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=fbe046cf-08b3-487c-81b5-c08ede511495,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:41.728096 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e597b304-23f9-42de-815b-2c8690a6d372') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:41.728603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e597b304-23f9-42de-815b-2c8690a6d372') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:41.744523 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Transition to ACTIVE for port object 4597b023-de14-45f5-8b92-100789101479 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:41.774662 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.789554 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-81bf6ef0-dc6a-4733-a1bf-fa48e5052ad1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100671147&fields=id&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 267 time: 0.1312103 Apr 22 14:39:41.829182 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 51832c3b-d704-4126-a115-eccbc337fcbe triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:41.830050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.830630 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:41.838788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-716a3eec-8d5e-47d4-b371-a4259f92d826 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting subnet 7d88f6a7-c399-4116-a7dc-56613229a674 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:41.840920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.898842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-716a3eec-8d5e-47d4-b371-a4259f92d826 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.906604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-17dfd079-a62e-45a5-9a8b-94394559e946 None None] Could not find standard attr ID for object 0153287d-1757-4dcb-a875-2a5b0b98feea. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:39:41.909641 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-974444fe-12ad-47dc-92b8-8b94a5589e08 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Deleting subnet f73c654a-a9da-4800-abb6-7fae10b21ab8 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:41.917235 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-974444fe-12ad-47dc-92b8-8b94a5589e08 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.936758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:42.005003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-974444fe-12ad-47dc-92b8-8b94a5589e08 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.015042 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-17dfd079-a62e-45a5-9a8b-94394559e946 None None] Provisioning complete for port 229ef3b8-0299-4ce4-b15d-4120f7d601d3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:42.015859 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-17dfd079-a62e-45a5-9a8b-94394559e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.059443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-0f08f979-835b-41f1-ba76-7f1c46c1dafb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:42.066771 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-0f08f979-835b-41f1-ba76-7f1c46c1dafb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/networks?id=9a32414d-9605-4cf4-a5ca-be38c69a3edc HTTP/1.1" status: 200 len: 797 time: 0.2662363 Apr 22 14:39:42.089096 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-502e9a95-e73d-49c8-8c3f-e64818319533 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/quotas/cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 375 time: 0.0213661 Apr 22 14:39:42.089438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.090875 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-36547db6-b5df-47b5-a56a-f064b7232361 None None] For port 80a7ac40-a893-47d4-818c-286a3db6c8a4, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=80a7ac40-a893-47d4-818c-286a3db6c8a4,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:42.091414 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-36547db6-b5df-47b5-a56a-f064b7232361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.092425 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:42.092823 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.106473 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 229ef3b8-0299-4ce4-b15d-4120f7d601d3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:42.108022 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:42.195472 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-974444fe-12ad-47dc-92b8-8b94a5589e08 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.213809 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:42.237377 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-716a3eec-8d5e-47d4-b371-a4259f92d826 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.239750 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-ae176444-fd92-4ee0-aed8-4e222046c0e5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1444120 Apr 22 14:39:42.268185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-36547db6-b5df-47b5-a56a-f064b7232361 None None] Calling delete_port for 80a7ac40-a893-47d4-818c-286a3db6c8a4 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:42.287391 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.399339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-974444fe-12ad-47dc-92b8-8b94a5589e08 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.421548 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-36547db6-b5df-47b5-a56a-f064b7232361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.460366 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.468957 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 229ef3b8-0299-4ce4-b15d-4120f7d601d3 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:42.468957 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.471145 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-2e284a2b-9db0-41ab-8c95-ae0984d83dc1 service neutron] 10.222.0.23 "GET /v2.0/networks/9a32414d-9605-4cf4-a5ca-be38c69a3edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137389 Apr 22 14:39:42.496704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974444fe-12ad-47dc-92b8-8b94a5589e08 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event deleted for resources: {'Subnet': ['ID=f73c654a-a9da-4800-abb6-7fae10b21ab8,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:42.516839 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36547db6-b5df-47b5-a56a-f064b7232361 None None] Pushing event deleted for resources: {'Port': ['ID=80a7ac40-a893-47d4-818c-286a3db6c8a4,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:42.531562 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.537651 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702bee5f-f1d4-4d00-9165-af6bb30e930e None None] Network 0c608469-279b-446e-b1a5-86ac9d1ac8fd requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:42.550752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-974444fe-12ad-47dc-92b8-8b94a5589e08 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.565603 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36547db6-b5df-47b5-a56a-f064b7232361 None None] No DVR routers for this DVR port 80a7ac40-a893-47d4-818c-286a3db6c8a4 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:42.574609 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-974444fe-12ad-47dc-92b8-8b94a5589e08 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "DELETE /v2.0/subnets/f73c654a-a9da-4800-abb6-7fae10b21ab8 HTTP/1.1" status: 204 len: 168 time: 1.0736675 Apr 22 14:39:42.577447 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58734) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:42.607438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Network': ['ID=4f4ee851-5eee-453a-9d43-f27cafb75fc4,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:42.650427 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c264eb6-fe78-4809-9d68-584397a6ef6c None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:42.657035 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 33b280b0-0668-4214-955f-b1fdea15aaf0 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:42.665349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event updated for resources: {'Port': ['ID=4597b023-de14-45f5-8b92-100789101479,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:42.668611 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f1383d8f-bfdb-41a2-86c3-aa74ec0afdb7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/networks/4f4ee851-5eee-453a-9d43-f27cafb75fc4 HTTP/1.1" status: 204 len: 168 time: 5.5246780 Apr 22 14:39:42.673235 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58738) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:42.676698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:42.685783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:42.761876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:42.830985 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-4fd6ffcb-4979-4f54-84f8-7e1d7d848860 service neutron] 10.222.0.23 "GET /v2.0/networks/9a32414d-9605-4cf4-a5ca-be38c69a3edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559654 Apr 22 14:39:42.867174 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:42.873665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:42.874688 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.922026 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.955609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1977a073-306c-4fc9-a424-fc634fc45b2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:42.962417 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1977a073-306c-4fc9-a424-fc634fc45b2f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/47bca906-154a-40cf-b4c3-c657ef5b3b01 HTTP/1.1" status: 200 len: 844 time: 0.2870255 Apr 22 14:39:42.963476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58742) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:43.010888 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.017705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-716a3eec-8d5e-47d4-b371-a4259f92d826 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.137361 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-889624cf-9752-40f1-9454-62d1aa71654c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0810058 Apr 22 14:39:43.150220 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c813942b-fd49-4b7b-b149-e35179eae64d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/47bca906-154a-40cf-b4c3-c657ef5b3b01?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1814609 Apr 22 14:39:43.156227 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58750) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:43.156974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58752) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:43.160516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port f8738fc8-1391-439b-a715-b7f0713d9731 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:43.191177 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7c9f8654-4096-40bd-9870-df89003546ac up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:43.211086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-92377298-fa74-45d6-acbb-7d5318889919 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'subnet': {'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:43.230391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-0b0c4c9f-06c3-4458-a701-10078141fc57 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::388', 'mac_address': 'fa:16:3e:9e:12:05'}, {'ip_address': '2001:db8::316', 'mac_address': 'fa:16:3e:4d:6c:cb'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:43.317714 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f5aebf92-90eb-4cca-adda-e34e2b2d184d None None] Provisioning complete for port fbe046cf-08b3-487c-81b5-c08ede511495 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:43.318248 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f5aebf92-90eb-4cca-adda-e34e2b2d184d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.431470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': 'e391c975-f7a4-4841-a4fc-7b108c565d85'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:43.432308 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.447812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-f5aebf92-90eb-4cca-adda-e34e2b2d184d None None] Port fbe046cf-08b3-487c-81b5-c08ede511495 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:43.459325 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 7c9f8654-4096-40bd-9870-df89003546ac completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:43.468434 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b59b1c07-58f1-40b7-988c-e496af8abaca req-682e1da8-4a8f-42ed-96f2-806ed2429471 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 210 time: 0.3102732 Apr 22 14:39:43.526011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 7c9f8654-4096-40bd-9870-df89003546ac triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:43.526680 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.557541 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0ba77c-2d29-4d79-9f82-93af2d4d8496 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Deleting subnet 1062a75e-3d7f-4781-b38f-82a8323e20d1 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:43.560816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc0ba77c-2d29-4d79-9f82-93af2d4d8496 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.566493 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb68315-92c2-4836-9b1f-df0dfd01dbd4 None None] DHCP port deletion for 0c608469-279b-446e-b1a5-86ac9d1ac8fd request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:43.619092 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2bb68315-92c2-4836-9b1f-df0dfd01dbd4 None None] Deleting port 31c26e72-2c50-49d3-b012-01224f9d7782 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:43.619649 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2bb68315-92c2-4836-9b1f-df0dfd01dbd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.675646 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc0ba77c-2d29-4d79-9f82-93af2d4d8496 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.700379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-716a3eec-8d5e-47d4-b371-a4259f92d826 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.764525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a3eec-8d5e-47d4-b371-a4259f92d826 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Subnet': ['ID=7d88f6a7-c399-4116-a7dc-56613229a674,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:43.791745 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8280ae99-3a36-4f76-80ee-14a5cfdbe55f None None] Provisioning for port 4597b023-de14-45f5-8b92-100789101479 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:43.813508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-716a3eec-8d5e-47d4-b371-a4259f92d826 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.820493 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8280ae99-3a36-4f76-80ee-14a5cfdbe55f None None] Provisioning complete for port 4597b023-de14-45f5-8b92-100789101479 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:43.821466 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8280ae99-3a36-4f76-80ee-14a5cfdbe55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.823927 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::9d14:1121:8da2:40d3 (19101698-c44e-4563-acd4-3bbade7a380a/e391c975-f7a4-4841-a4fc-7b108c565d85/f8738fc8-1391-439b-a715-b7f0713d9731) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:43.855367 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-92377298-fa74-45d6-acbb-7d5318889919 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:43.876477 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835b980a-4ee9-420c-8de6-ed857dc22695 None None] Network 23a6bd96-e8c5-4d94-92f1-5bda4fab92dd requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:43.881560 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-716a3eec-8d5e-47d4-b371-a4259f92d826 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/7d88f6a7-c399-4116-a7dc-56613229a674 HTTP/1.1" status: 204 len: 168 time: 3.1882226 Apr 22 14:39:43.881970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-92377298-fa74-45d6-acbb-7d5318889919 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:subnet and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:43.882368 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58764) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:43.888658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-92377298-fa74-45d6-acbb-7d5318889919 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:43.905431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-92377298-fa74-45d6-acbb-7d5318889919 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:43.950180 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92377298-fa74-45d6-acbb-7d5318889919 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:44.071483 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8280ae99-3a36-4f76-80ee-14a5cfdbe55f None None] Port 4597b023-de14-45f5-8b92-100789101479 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:44.083876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.118451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc0ba77c-2d29-4d79-9f82-93af2d4d8496 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.194673 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92377298-fa74-45d6-acbb-7d5318889919 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.216910 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 7c9f8654-4096-40bd-9870-df89003546ac, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7c9f8654-4096-40bd-9870-df89003546ac,segment=NetworkSegment(5982b239-cc62-423d-846c-10c221f96b2c),segment_id=5982b239-cc62-423d-846c-10c221f96b2c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:44.218654 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2bb68315-92c2-4836-9b1f-df0dfd01dbd4 None None] For port 31c26e72-2c50-49d3-b012-01224f9d7782, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=31c26e72-2c50-49d3-b012-01224f9d7782,segment=NetworkSegment(c6698211-c274-4ab5-82b5-312f00f5b6cc),segment_id=c6698211-c274-4ab5-82b5-312f00f5b6cc)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:44.219074 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2bb68315-92c2-4836-9b1f-df0dfd01dbd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.230910 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.304590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.308108 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0b0c4c9f-06c3-4458-a701-10078141fc57 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.361588 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.384254 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 80a7ac40-a893-47d4-818c-286a3db6c8a4 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:44.413619 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2bb68315-92c2-4836-9b1f-df0dfd01dbd4 None None] Calling delete_port for 31c26e72-2c50-49d3-b012-01224f9d7782 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:44.416163 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.428691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc0ba77c-2d29-4d79-9f82-93af2d4d8496 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.486230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ba77c-2d29-4d79-9f82-93af2d4d8496 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event deleted for resources: {'Subnet': ['ID=1062a75e-3d7f-4781-b38f-82a8323e20d1,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:44.497758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 6522364c-8238-4394-84c0-ad2c84ac8789 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:39:44.528202 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port 229ef3b8-0299-4ce4-b15d-4120f7d601d3 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:44.528544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.534990 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc0ba77c-2d29-4d79-9f82-93af2d4d8496 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.569176 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 80a7ac40-a893-47d4-818c-286a3db6c8a4 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:44.569424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 80a7ac40-a893-47d4-818c-286a3db6c8a4 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:44.569711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:44.600927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa77b97a-62f3-44f0-96cf-7ebb34c057e4 None None] Network cd5cfc86-edbc-4aba-8a80-5e19e59033f2 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:44.705735 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bc0ba77c-2d29-4d79-9f82-93af2d4d8496 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "DELETE /v2.0/subnets/1062a75e-3d7f-4781-b38f-82a8323e20d1 HTTP/1.1" status: 204 len: 168 time: 2.1273401 Apr 22 14:39:44.731246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58770) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:44.734644 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:44.734989 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 2de0a8ac-2eb1-477d-a08b-7f7e332225c7 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:44.807497 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=7c9f8654-4096-40bd-9870-df89003546ac,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:44.837647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2bb68315-92c2-4836-9b1f-df0dfd01dbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.924401 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 31c26e72-2c50-49d3-b012-01224f9d7782 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:44.940967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.993802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object f8738fc8-1391-439b-a715-b7f0713d9731 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:44.999439 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb68315-92c2-4836-9b1f-df0dfd01dbd4 None None] Pushing event deleted for resources: {'Port': ['ID=31c26e72-2c50-49d3-b012-01224f9d7782,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:45.006244 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 31c26e72-2c50-49d3-b012-01224f9d7782 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:45.006673 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 31c26e72-2c50-49d3-b012-01224f9d7782 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:45.016410 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb68315-92c2-4836-9b1f-df0dfd01dbd4 None None] No DVR routers for this DVR port 31c26e72-2c50-49d3-b012-01224f9d7782 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:45.045223 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb63856-3c43-49f2-8c01-a92fe00738e2 None None] DHCP port deletion for 23a6bd96-e8c5-4d94-92f1-5bda4fab92dd request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:45.051759 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4bb63856-3c43-49f2-8c01-a92fe00738e2 None None] Deleting port 229ef3b8-0299-4ce4-b15d-4120f7d601d3 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:45.052124 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4bb63856-3c43-49f2-8c01-a92fe00738e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.084796 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Allocated IP 172.26.0.88 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/1c9d8c3c-7b31-4526-abe4-2425510fb6f0) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:45.104626 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4dccce86-9ce4-4dd4-833f-d1dcb5f23940 req-9e3254ed-c39e-4bb5-9b46-35a1fdd8d241 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 210 time: 0.3728139 Apr 22 14:39:45.236897 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] For port 229ef3b8-0299-4ce4-b15d-4120f7d601d3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=229ef3b8-0299-4ce4-b15d-4120f7d601d3,segment=NetworkSegment(9c971f0c-0f99-4245-aa00-6fb02c759da3),segment_id=9c971f0c-0f99-4245-aa00-6fb02c759da3)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:45.237167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.276121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0e5999-4ae6-4dcb-86ee-0e8928e83763 None None] DHCP port deletion for cd5cfc86-edbc-4aba-8a80-5e19e59033f2 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:45.282156 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92377298-fa74-45d6-acbb-7d5318889919 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.288356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ebb545a-780d-45a8-9b4d-48d0cef3fa9c tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.325328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0b0c4c9f-06c3-4458-a701-10078141fc57 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.330752 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e5999-4ae6-4dcb-86ee-0e8928e83763 None None] Deleting port cd590ae6-8248-49a5-b303-b91d134709ec {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:45.331206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8e0e5999-4ae6-4dcb-86ee-0e8928e83763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.331670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-5e6d53b6-480b-4a52-82f9-6e0cc09d684d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:45.333088 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-5e6d53b6-480b-4a52-82f9-6e0cc09d684d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/networks?id=9a32414d-9605-4cf4-a5ca-be38c69a3edc HTTP/1.1" status: 200 len: 797 time: 0.6606627 Apr 22 14:39:45.351740 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0b0c4c9f-06c3-4458-a701-10078141fc57 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.361538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.373821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for 229ef3b8-0299-4ce4-b15d-4120f7d601d3 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:45.452739 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-4bb63856-3c43-49f2-8c01-a92fe00738e2 None None] For port 229ef3b8-0299-4ce4-b15d-4120f7d601d3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=229ef3b8-0299-4ce4-b15d-4120f7d601d3,segment=NetworkSegment(9c971f0c-0f99-4245-aa00-6fb02c759da3),segment_id=9c971f0c-0f99-4245-aa00-6fb02c759da3)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:45.453211 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4bb63856-3c43-49f2-8c01-a92fe00738e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.485931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Allocated IP 2001:db8::2 (19101698-c44e-4563-acd4-3bbade7a380a/e391c975-f7a4-4841-a4fc-7b108c565d85/803f7ee8-df72-49f3-b1af-ebacbee51a3e) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:45.567413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:45.568214 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=f8738fc8-1391-439b-a715-b7f0713d9731,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:45.571547 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:45.577444 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:45.596847 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.604399 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:45.608701 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:45.609326 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.609876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4bb63856-3c43-49f2-8c01-a92fe00738e2 None None] Calling delete_port for 229ef3b8-0299-4ce4-b15d-4120f7d601d3 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:45.616123 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92377298-fa74-45d6-acbb-7d5318889919 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:45.633992 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2dcd85e9-3967-4ecd-ab53-18993c8bf3e9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/6522364c-8238-4394-84c0-ad2c84ac8789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7532477 Apr 22 14:39:45.636895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-92377298-fa74-45d6-acbb-7d5318889919 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:45.637067 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58774) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:45.640615 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:45.641028 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:45.641376 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:45.641714 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:45.642048 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:45.642375 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:45.642741 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:45.643004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:45.643352 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:45.643675 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:45.643991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:45.648477 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb7473f-8cb7-4d19-a6c6-b7034a4c912d None None] Sync routers for ids ['6522364c-8238-4394-84c0-ad2c84ac8789'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:45.652649 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92377298-fa74-45d6-acbb-7d5318889919 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:45.653319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92377298-fa74-45d6-acbb-7d5318889919 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.661314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c4c9f-06c3-4458-a701-10078141fc57 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] In _notify_port_updated(), no bound segment for port 4597b023-de14-45f5-8b92-100789101479 on network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb {{(pid=83964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:39:45.665755 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0c4c9f-06c3-4458-a701-10078141fc57 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:45.666383 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0b0c4c9f-06c3-4458-a701-10078141fc57 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.667693 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0b0c4c9f-06c3-4458-a701-10078141fc57 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "PUT /v2.0/ports/4597b023-de14-45f5-8b92-100789101479 HTTP/1.1" status: 200 len: 1067 time: 2.5076346 Apr 22 14:39:45.671078 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92377298-fa74-45d6-acbb-7d5318889919 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Subnet': ['ID=7fec752a-a03f-4d2a-975f-cbbe0625079c,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:45.685428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58778) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:45.691100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.722330 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342ec971-7880-410e-97dc-7302f44f6637 None None] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:45.785865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c4c9f-06c3-4458-a701-10078141fc57 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event updated for resources: {'Port': ['ID=4597b023-de14-45f5-8b92-100789101479,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:45.854203 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-2fa9ccf5-c5ad-4d9a-9f5b-052c9bc9f857 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 471 time: 0.4978743 Apr 22 14:39:45.856236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ebb545a-780d-45a8-9b4d-48d0cef3fa9c tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.875442 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-92377298-fa74-45d6-acbb-7d5318889919 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7134323 Apr 22 14:39:45.879820 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cc493264-54d4-4e31-a1c7-b04b021acc9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8351691 Apr 22 14:39:45.880794 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'port': {'device_id': '568208e4-8f08-45fe-8ec7-77d7ff22f9df', 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc', 'admin_state_up': True, 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'security_groups': ['a112a1b1-fc33-44f2-9547-edbb64046d09']}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:45.884008 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58782) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:45.884568 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58784) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:45.892064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=229ef3b8-0299-4ce4-b15d-4120f7d601d3,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:45.912064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-45738625-0f7c-4b2c-9f3c-c421860bf304 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'fixed_ips': [{'subnet_id': 'e391c975-f7a4-4841-a4fc-7b108c565d85', 'ip_address': '2001:db8::9d14:1121:8da2:40d3'}], 'name': 'tempest-NetworksTestDHCPv6-443561015'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:45.928546 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-5a3188be-357e-4552-bfec-95dd95ae6a23 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'security_group': {'name': 'tempest-secgroup-568639343'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:45.937547 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7473f-8cb7-4d19-a6c6-b7034a4c912d None None] Routers {'6522364c-8238-4394-84c0-ad2c84ac8789'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:45.938192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-7bb7473f-8cb7-4d19-a6c6-b7034a4c912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['6522364c-8238-4394-84c0-ad2c84ac8789'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:45.995723 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No DVR routers for this DVR port 229ef3b8-0299-4ce4-b15d-4120f7d601d3 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:45.998231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5a3188be-357e-4552-bfec-95dd95ae6a23 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:46.055399 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5a3188be-357e-4552-bfec-95dd95ae6a23 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:security_group and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:46.062457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d7c172-3b56-4ef9-9036-b1e35b974490 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:46.063416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-40d7c172-3b56-4ef9-9036-b1e35b974490 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Synchronizing usage tracker for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:46.070076 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5a3188be-357e-4552-bfec-95dd95ae6a23 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:46.085707 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4f744-b40a-4066-87c1-ae43b2b02e4c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Deleting port 4597b023-de14-45f5-8b92-100789101479 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:46.086046 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f744-b40a-4066-87c1-ae43b2b02e4c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.099075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5a3188be-357e-4552-bfec-95dd95ae6a23 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:46.104824 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-7bb7473f-8cb7-4d19-a6c6-b7034a4c912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:46.125183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-1ebb545a-780d-45a8-9b4d-48d0cef3fa9c tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c608469-279b-446e-b1a5-86ac9d1ac8fd']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:46.165944 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-1ebb545a-780d-45a8-9b4d-48d0cef3fa9c tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6698211-c274-4ab5-82b5-312f00f5b6cc') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:46.166316 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-1ebb545a-780d-45a8-9b4d-48d0cef3fa9c tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6698211-c274-4ab5-82b5-312f00f5b6cc') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:46.183996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8e0e5999-4ae6-4dcb-86ee-0e8928e83763 None None] For port cd590ae6-8248-49a5-b303-b91d134709ec, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=cd590ae6-8248-49a5-b303-b91d134709ec,segment=NetworkSegment(d4344d92-0601-41d4-a8d7-e0feb7b714f6),segment_id=d4344d92-0601-41d4-a8d7-e0feb7b714f6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:46.184386 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8e0e5999-4ae6-4dcb-86ee-0e8928e83763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.186684 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:46.189826 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ebb545a-780d-45a8-9b4d-48d0cef3fa9c tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.207611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:port and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:46.213370 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.216314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:46.219507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ebb545a-780d-45a8-9b4d-48d0cef3fa9c tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.243950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.308229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:46.310637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebb545a-780d-45a8-9b4d-48d0cef3fa9c tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:46.311116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ebb545a-780d-45a8-9b4d-48d0cef3fa9c tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.317576 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5a3188be-357e-4552-bfec-95dd95ae6a23 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:46.330076 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:46.337491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-4bb63856-3c43-49f2-8c01-a92fe00738e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:39:46.338079 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-4bb63856-3c43-49f2-8c01-a92fe00738e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:39:46.347133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a6bd96-e8c5-4d94-92f1-5bda4fab92dd']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:46.361273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-40d7c172-3b56-4ef9-9036-b1e35b974490 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Unset dirty status for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:46.365379 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-40d7c172-3b56-4ef9-9036-b1e35b974490 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports/fbe046cf-08b3-487c-81b5-c08ede511495 HTTP/1.1" status: 200 len: 910 time: 0.7238793 Apr 22 14:39:46.385061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58792) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:46.385514 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6974579c-91c7-49af-a7ae-73065f91b3b6 req-b74e9c94-3cea-428d-923a-338af319e8f7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 210 time: 0.0831239 Apr 22 14:39:46.391228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c971f0c-0f99-4245-aa00-6fb02c759da3') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:46.392100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c971f0c-0f99-4245-aa00-6fb02c759da3') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:46.403353 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e5999-4ae6-4dcb-86ee-0e8928e83763 None None] Calling delete_port for cd590ae6-8248-49a5-b303-b91d134709ec owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:46.463670 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7473f-8cb7-4d19-a6c6-b7034a4c912d None None] Routers {'6522364c-8238-4394-84c0-ad2c84ac8789'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:46.464317 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-7bb7473f-8cb7-4d19-a6c6-b7034a4c912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['6522364c-8238-4394-84c0-ad2c84ac8789'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:46.490017 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:46.490245 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.492757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.551558 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Pushing event updated for resources: {'Port': ['ID=1c9d8c3c-7b31-4526-abe4-2425510fb6f0,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:46.563815 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ebb545a-780d-45a8-9b4d-48d0cef3fa9c tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.569974 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:46.576634 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:46.580817 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:46.591854 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e3de90ad-a5fb-4d3a-a897-cdcf44d05270 None None] Provisioning complete for port 4597b023-de14-45f5-8b92-100789101479 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:46.592056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ebb545a-780d-45a8-9b4d-48d0cef3fa9c tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.592221 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e3de90ad-a5fb-4d3a-a897-cdcf44d05270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.613380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-45738625-0f7c-4b2c-9f3c-c421860bf304 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:46.629568 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.632086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5a3188be-357e-4552-bfec-95dd95ae6a23 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:46.654527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5a3188be-357e-4552-bfec-95dd95ae6a23 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:security_group_rule and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:46.655620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb545a-780d-45a8-9b4d-48d0cef3fa9c tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event deleted for resources: {'Network': ['ID=0c608469-279b-446e-b1a5-86ac9d1ac8fd,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:46.659716 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:46.660263 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.667204 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1ebb545a-780d-45a8-9b4d-48d0cef3fa9c tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "DELETE /v2.0/networks/0c608469-279b-446e-b1a5-86ac9d1ac8fd HTTP/1.1" status: 204 len: 168 time: 1.9309931 Apr 22 14:39:46.670331 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-7bb7473f-8cb7-4d19-a6c6-b7034a4c912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:46.670780 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb7473f-8cb7-4d19-a6c6-b7034a4c912d None None] The sync data for ids ['6522364c-8238-4394-84c0-ad2c84ac8789'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:46.672770 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58796) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:46.678434 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:46.682105 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-45738625-0f7c-4b2c-9f3c-c421860bf304 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:46.685824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5a3188be-357e-4552-bfec-95dd95ae6a23 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:46.758443 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e3de90ad-a5fb-4d3a-a897-cdcf44d05270 None None] Port 4597b023-de14-45f5-8b92-100789101479 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:46.763817 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.773055 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8e0e5999-4ae6-4dcb-86ee-0e8928e83763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.789030 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5a3188be-357e-4552-bfec-95dd95ae6a23 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:46.802184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.806574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ca592a0-2588-4d60-9e54-171d027d0c0a tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.830009 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Transition to ACTIVE for port object 803f7ee8-df72-49f3-b1af-ebacbee51a3e will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:46.831990 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.843171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4bb63856-3c43-49f2-8c01-a92fe00738e2 None None] Deleting port 229ef3b8-0299-4ce4-b15d-4120f7d601d3 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:46.843572 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4bb63856-3c43-49f2-8c01-a92fe00738e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.877596 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e5999-4ae6-4dcb-86ee-0e8928e83763 None None] Pushing event deleted for resources: {'Port': ['ID=cd590ae6-8248-49a5-b303-b91d134709ec,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:46.884583 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f744-b40a-4066-87c1-ae43b2b02e4c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.897049 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0e5999-4ae6-4dcb-86ee-0e8928e83763 None None] No DVR routers for this DVR port cd590ae6-8248-49a5-b303-b91d134709ec on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:46.929731 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45738625-0f7c-4b2c-9f3c-c421860bf304 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:46.935895 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45738625-0f7c-4b2c-9f3c-c421860bf304 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.936533 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7c9f8654-4096-40bd-9870-df89003546ac up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:46.964056 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Network': ['ID=23a6bd96-e8c5-4d94-92f1-5bda4fab92dd,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:46.966691 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4bb63856-3c43-49f2-8c01-a92fe00738e2 None None] The port '229ef3b8-0299-4ce4-b15d-4120f7d601d3' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:39:46.981843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Transition to ACTIVE for port object 803f7ee8-df72-49f3-b1af-ebacbee51a3e will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:46.989894 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-52673071-218d-4470-b308-354e9be77c50 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/networks/23a6bd96-e8c5-4d94-92f1-5bda4fab92dd HTTP/1.1" status: 204 len: 168 time: 3.1009550 Apr 22 14:39:47.010554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58800) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:47.011193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'tenant_id': '68527584d1d143598824158de05dce09', 'fixed_ips': [{'subnet_id': '7fec752a-a03f-4d2a-975f-cbbe0625079c'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:47.012473 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.027081 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-d10bf5f7-1eaf-4ade-a0e3-edd9be2c60ef tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-368621620'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:47.035605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.037086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-45738625-0f7c-4b2c-9f3c-c421860bf304 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port a846ab20-adaf-42ff-a03d-bb10b6efdec4 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:47.079440 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4f744-b40a-4066-87c1-ae43b2b02e4c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Calling delete_port for 4597b023-de14-45f5-8b92-100789101479 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:47.088221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d10bf5f7-1eaf-4ade-a0e3-edd9be2c60ef tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:47.114206 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5a3188be-357e-4552-bfec-95dd95ae6a23 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.115730 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d10bf5f7-1eaf-4ade-a0e3-edd9be2c60ef tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:network and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:47.126625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d10bf5f7-1eaf-4ade-a0e3-edd9be2c60ef tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:47.140538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5a3188be-357e-4552-bfec-95dd95ae6a23 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.146134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d10bf5f7-1eaf-4ade-a0e3-edd9be2c60ef tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:47.167133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Pushing event updated for resources: {'Port': ['ID=803f7ee8-df72-49f3-b1af-ebacbee51a3e,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:47.175164 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:47.181227 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:47.183850 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:47.267712 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ca592a0-2588-4d60-9e54-171d027d0c0a tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.276572 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.24 (9a32414d-9605-4cf4-a5ca-be38c69a3edc/4c96bcad-c867-4a2b-8cd3-04a60c5db50c/f01b7ac1-8866-4ce1-96d1-54abebe445ab) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:47.319355 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 7c9f8654-4096-40bd-9870-df89003546ac triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:47.319727 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.323069 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10bf5f7-1eaf-4ade-a0e3-edd9be2c60ef tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:47.326302 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d10bf5f7-1eaf-4ade-a0e3-edd9be2c60ef tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.393142 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Attempting to bind port 803f7ee8-df72-49f3-b1af-ebacbee51a3e on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:47.393760 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Attempting to bind port 803f7ee8-df72-49f3-b1af-ebacbee51a3e by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:47.393760 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Attempting to bind port 803f7ee8-df72-49f3-b1af-ebacbee51a3e on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:47.393968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3188be-357e-4552-bfec-95dd95ae6a23 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1617b5-eff6-46ba-8d7a-b138593f3727,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:47.411320 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5a3188be-357e-4552-bfec-95dd95ae6a23 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.415307 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5a3188be-357e-4552-bfec-95dd95ae6a23 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.5210371 Apr 22 14:39:47.416350 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58804) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:47.436158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:47.436590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:47.436931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.437319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:47.437807 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Bound port: 803f7ee8-df72-49f3-b1af-ebacbee51a3e, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:47.438189 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.438518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-23be14b2-7083-4aff-84b8-e0f87e087874 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'security_group': {'name': 'tempest-secgroup-901880617'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:47.454191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-23be14b2-7083-4aff-84b8-e0f87e087874 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:47.468423 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-23be14b2-7083-4aff-84b8-e0f87e087874 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:security_group and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:47.468804 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-6ca592a0-2588-4d60-9e54-171d027d0c0a tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5cfc86-edbc-4aba-8a80-5e19e59033f2']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:47.472601 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-23be14b2-7083-4aff-84b8-e0f87e087874 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:47.503252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-6ca592a0-2588-4d60-9e54-171d027d0c0a tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4344d92-0601-41d4-a8d7-e0feb7b714f6') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:47.503566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-6ca592a0-2588-4d60-9e54-171d027d0c0a tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4344d92-0601-41d4-a8d7-e0feb7b714f6') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:47.503662 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-23be14b2-7083-4aff-84b8-e0f87e087874 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:47.522837 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Allocated IP 2001:db8::2 (5eb0336c-e7a0-4217-9f55-d93f68aaba3c/7fec752a-a03f-4d2a-975f-cbbe0625079c/678fdecd-dd53-4a86-a0f8-d7250b868be9) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:47.533407 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ca592a0-2588-4d60-9e54-171d027d0c0a tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.542780 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.543132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.562508 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f744-b40a-4066-87c1-ae43b2b02e4c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.569869 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10bf5f7-1eaf-4ade-a0e3-edd9be2c60ef tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:39:47.674905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4f744-b40a-4066-87c1-ae43b2b02e4c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event deleted for resources: {'Port': ['ID=4597b023-de14-45f5-8b92-100789101479,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:47.677279 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ca592a0-2588-4d60-9e54-171d027d0c0a tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.700915 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca592a0-2588-4d60-9e54-171d027d0c0a tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:47.701320 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ca592a0-2588-4d60-9e54-171d027d0c0a tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:47.718225 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:47.722811 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] For port 803f7ee8-df72-49f3-b1af-ebacbee51a3e, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:47.740713 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] For port 803f7ee8-df72-49f3-b1af-ebacbee51a3e, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=803f7ee8-df72-49f3-b1af-ebacbee51a3e,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:47.777881 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d10bf5f7-1eaf-4ade-a0e3-edd9be2c60ef tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.778567 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-d10bf5f7-1eaf-4ade-a0e3-edd9be2c60ef tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Added segment 54dd4fe2-be7c-4438-bf5e-e6c5d02109f6 of type vlan for network 01484184-c1b2-484e-acec-8e168622f3d5 Apr 22 14:39:47.783393 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.807577 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d10bf5f7-1eaf-4ade-a0e3-edd9be2c60ef tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.826824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23be14b2-7083-4aff-84b8-e0f87e087874 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.835740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device cd590ae6-8248-49a5-b303-b91d134709ec no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:47.894935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: cd590ae6-8248-49a5-b303-b91d134709ec {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:47.895270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device cd590ae6-8248-49a5-b303-b91d134709ec not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:47.895706 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 229ef3b8-0299-4ce4-b15d-4120f7d601d3 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:47.898866 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a55e37b5-fe9b-4a6d-8a18-c8ce88e71a1f req-450acb1e-5d7a-452d-ba05-f680382b3394 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 210 time: 0.1795819 Apr 22 14:39:47.932108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d10bf5f7-1eaf-4ade-a0e3-edd9be2c60ef tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.936144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10bf5f7-1eaf-4ade-a0e3-edd9be2c60ef tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:47.936983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d10bf5f7-1eaf-4ade-a0e3-edd9be2c60ef tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.960472 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 229ef3b8-0299-4ce4-b15d-4120f7d601d3 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:47.960804 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 229ef3b8-0299-4ce4-b15d-4120f7d601d3 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:48.003235 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-45738625-0f7c-4b2c-9f3c-c421860bf304 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 14:39:48.003743 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45738625-0f7c-4b2c-9f3c-c421860bf304 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:48.004754 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ca592a0-2588-4d60-9e54-171d027d0c0a tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.011820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ca592a0-2588-4d60-9e54-171d027d0c0a tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.052149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1a6f1-bb86-4135-b1d9-7cef52882405 None None] Pushing event updated for resources: {'Port': ['ID=803f7ee8-df72-49f3-b1af-ebacbee51a3e,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:48.052396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.088701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.101958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Transition to ACTIVE for port object 678fdecd-dd53-4a86-a0f8-d7250b868be9 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:48.111378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca592a0-2588-4d60-9e54-171d027d0c0a tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event deleted for resources: {'Network': ['ID=cd5cfc86-edbc-4aba-8a80-5e19e59033f2,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:48.134306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Transition to ACTIVE for port object 678fdecd-dd53-4a86-a0f8-d7250b868be9 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:48.134545 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6ca592a0-2588-4d60-9e54-171d027d0c0a tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "DELETE /v2.0/networks/cd5cfc86-edbc-4aba-8a80-5e19e59033f2 HTTP/1.1" status: 204 len: 168 time: 1.4573319 Apr 22 14:39:48.136070 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d10bf5f7-1eaf-4ade-a0e3-edd9be2c60ef tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1176162 Apr 22 14:39:48.140414 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58810) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:48.140805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58812) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:48.149774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.151396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-8fd701ba-88db-41d4-b49b-199294d69c52 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'subnet': {'network_id': '01484184-c1b2-484e-acec-8e168622f3d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:48.161718 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-45738625-0f7c-4b2c-9f3c-c421860bf304 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.2637682 Apr 22 14:39:48.168741 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58818) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:48.170194 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object f01b7ac1-8866-4ce1-96d1-54abebe445ab will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:48.226107 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10bf5f7-1eaf-4ade-a0e3-edd9be2c60ef tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Network': ['ID=01484184-c1b2-484e-acec-8e168622f3d5,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:48.232370 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-23be14b2-7083-4aff-84b8-e0f87e087874 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:48.257366 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-23be14b2-7083-4aff-84b8-e0f87e087874 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:security_group_rule and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:48.269068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-23be14b2-7083-4aff-84b8-e0f87e087874 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:48.278041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-23be14b2-7083-4aff-84b8-e0f87e087874 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:48.307712 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 01484184-c1b2-484e-acec-8e168622f3d5 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:39:48.517200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:48.543944 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f744-b40a-4066-87c1-ae43b2b02e4c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.546036 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9ec4f744-b40a-4066-87c1-ae43b2b02e4c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "DELETE /v2.0/ports/4597b023-de14-45f5-8b92-100789101479 HTTP/1.1" status: 204 len: 168 time: 2.8595107 Apr 22 14:39:48.549521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f674911-a85d-4247-9053-42299e18da42 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:48.551991 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Pushing event updated for resources: {'Port': ['ID=678fdecd-dd53-4a86-a0f8-d7250b868be9,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:48.553651 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f674911-a85d-4247-9053-42299e18da42 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:48.554493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2f674911-a85d-4247-9053-42299e18da42 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:48.560849 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:48.565427 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:48.566068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58822) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:48.597064 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8fd701ba-88db-41d4-b49b-199294d69c52 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:48.606218 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23be14b2-7083-4aff-84b8-e0f87e087874 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.612592 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.614530 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8fd701ba-88db-41d4-b49b-199294d69c52 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:subnet and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:48.630312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8fd701ba-88db-41d4-b49b-199294d69c52 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:48.631468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23be14b2-7083-4aff-84b8-e0f87e087874 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.645616 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b42aca2-c0b0-4b4d-9ff5-435047302b76 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] GET failed (client error): The resource could not be found. Apr 22 14:39:48.646631 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9b42aca2-c0b0-4b4d-9ff5-435047302b76 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Synchronizing usage tracker for tenant:0e602622655d4f17b542442f3b5d0709 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:48.646765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8fd701ba-88db-41d4-b49b-199294d69c52 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:48.670750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2f674911-a85d-4247-9053-42299e18da42 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:48.674548 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2f674911-a85d-4247-9053-42299e18da42 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5000412 Apr 22 14:39:48.683277 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Attempting to bind port 678fdecd-dd53-4a86-a0f8-d7250b868be9 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:48.684037 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Attempting to bind port 678fdecd-dd53-4a86-a0f8-d7250b868be9 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'b9912ad6-5cab-4f7b-a4e1-2428b933918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:48.684681 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Attempting to bind port 678fdecd-dd53-4a86-a0f8-d7250b868be9 on network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:48.686664 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58826) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:48.702570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:48.703442 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Checking segment: {'id': 'b9912ad6-5cab-4f7b-a4e1-2428b933918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:48.706319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.707622 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Bound using segment: {'id': 'b9912ad6-5cab-4f7b-a4e1-2428b933918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:48.709205 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Bound port: 678fdecd-dd53-4a86-a0f8-d7250b868be9, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9912ad6-5cab-4f7b-a4e1-2428b933918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:48.709873 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.747943 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd701ba-88db-41d4-b49b-199294d69c52 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:48.765290 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be14b2-7083-4aff-84b8-e0f87e087874 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3de14cb-5587-4609-bb77-a44dbd3a9288,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:48.782699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 9a32414d-9605-4cf4-a5ca-be38c69a3edc is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:48.784485 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9b42aca2-c0b0-4b4d-9ff5-435047302b76 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Unset dirty status for tenant:0e602622655d4f17b542442f3b5d0709 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:48.785759 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9b42aca2-c0b0-4b4d-9ff5-435047302b76 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "GET /v2.0/ports/4597b023-de14-45f5-8b92-100789101479 HTTP/1.1" status: 404 len: 333 time: 0.2187357 Apr 22 14:39:48.786798 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23be14b2-7083-4aff-84b8-e0f87e087874 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.791196 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-23be14b2-7083-4aff-84b8-e0f87e087874 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3586683 Apr 22 14:39:48.791968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58830) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:48.792310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58832) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:48.795476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:48.836613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-382977579', 'security_groups': ['b3de14cb-5587-4609-bb77-a44dbd3a9288'], 'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7fec752a-a03f-4d2a-975f-cbbe0625079c'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:48.841988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] For port 678fdecd-dd53-4a86-a0f8-d7250b868be9, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:48.845991 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] For port 678fdecd-dd53-4a86-a0f8-d7250b868be9, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=678fdecd-dd53-4a86-a0f8-d7250b868be9,segment=NetworkSegment(b9912ad6-5cab-4f7b-a4e1-2428b933918c),segment_id=b9912ad6-5cab-4f7b-a4e1-2428b933918c)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:48.852728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.855430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:48.920467 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=f01b7ac1-8866-4ce1-96d1-54abebe445ab,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:48.926297 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:48.926913 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.942678 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-6a264268-3bcd-441f-bb54-19a3415036e3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port f8738fc8-1391-439b-a715-b7f0713d9731 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:48.943029 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6a264268-3bcd-441f-bb54-19a3415036e3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.960348 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f995b-4568-44f1-96ee-cd7910c3ae4b None None] Pushing event updated for resources: {'Port': ['ID=678fdecd-dd53-4a86-a0f8-d7250b868be9,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:48.988374 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 803f7ee8-df72-49f3-b1af-ebacbee51a3e up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:49.095211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8fd701ba-88db-41d4-b49b-199294d69c52 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.103880 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 803f7ee8-df72-49f3-b1af-ebacbee51a3e completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:49.121613 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9724712b-c932-449f-8115-5b2b9515d391 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2448034 Apr 22 14:39:49.137455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Request body: {'port': {'device_id': '568208e4-8f08-45fe-8ec7-77d7ff22f9df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:49.216195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3c63e6ab-b3f1-4850-bf7d-5f302afdfcda tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Deleting port cf104d49-66d5-4a36-aeee-271d7d112770 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:49.216785 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c63e6ab-b3f1-4850-bf7d-5f302afdfcda tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.345909 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72d4cd7-675f-47f1-9d8e-f7ddfaf17eb0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Deleting subnet 1e79eb5c-6f22-45b7-9b1a-2b8df808366c {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:49.379062 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f72d4cd7-675f-47f1-9d8e-f7ddfaf17eb0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.484190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:49.521170 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:port and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:49.526546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-24f274d6-f527-4db1-9f46-d8165942738f None None] Provisioning for port f01b7ac1-8866-4ce1-96d1-54abebe445ab completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:49.533113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-24f274d6-f527-4db1-9f46-d8165942738f None None] Provisioning complete for port f01b7ac1-8866-4ce1-96d1-54abebe445ab triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:49.533538 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-24f274d6-f527-4db1-9f46-d8165942738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.565117 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:49.623644 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-24f274d6-f527-4db1-9f46-d8165942738f None None] Port f01b7ac1-8866-4ce1-96d1-54abebe445ab cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:49.636733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:49.712997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.735914 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f72d4cd7-675f-47f1-9d8e-f7ddfaf17eb0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.737524 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.784332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:49.853624 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-08d145c4-1483-4c65-973a-3fe154c557e1 None None] Provisioning for port 803f7ee8-df72-49f3-b1af-ebacbee51a3e completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:49.861889 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-08d145c4-1483-4c65-973a-3fe154c557e1 None None] Provisioning complete for port 803f7ee8-df72-49f3-b1af-ebacbee51a3e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:49.861889 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-08d145c4-1483-4c65-973a-3fe154c557e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.924841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aa484-e0ae-4923-99a4-a5c4aaa297ca req-77090be6-e6e7-442b-9ca8-c1cb71f1a3ef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:49.925580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-a04aa484-e0ae-4923-99a4-a5c4aaa297ca req-77090be6-e6e7-442b-9ca8-c1cb71f1a3ef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:50.033273 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f72d4cd7-675f-47f1-9d8e-f7ddfaf17eb0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.044334 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-08d145c4-1483-4c65-973a-3fe154c557e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.084536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8fd701ba-88db-41d4-b49b-199294d69c52 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.090025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-08d145c4-1483-4c65-973a-3fe154c557e1 None None] For port 803f7ee8-df72-49f3-b1af-ebacbee51a3e, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=803f7ee8-df72-49f3-b1af-ebacbee51a3e,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:50.097711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-08d145c4-1483-4c65-973a-3fe154c557e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.179885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Router de8ff049-2061-487d-8f4a-1ffcd9b005a7 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:39:50.198074 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-a04aa484-e0ae-4923-99a4-a5c4aaa297ca req-77090be6-e6e7-442b-9ca8-c1cb71f1a3ef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:50.200536 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a04aa484-e0ae-4923-99a4-a5c4aaa297ca req-77090be6-e6e7-442b-9ca8-c1cb71f1a3ef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 932 time: 1.0098987 Apr 22 14:39:50.216628 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d145c4-1483-4c65-973a-3fe154c557e1 None None] Pushing event updated for resources: {'Port': ['ID=803f7ee8-df72-49f3-b1af-ebacbee51a3e,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:50.229374 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-00d433f0-899b-4736-ba38-3980304fcfbc None None] Could not find standard attr ID for object 20dcc1eb-4bfb-4956-afd3-85ca53fb6c9c. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:39:50.331743 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6a264268-3bcd-441f-bb54-19a3415036e3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.425102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd701ba-88db-41d4-b49b-199294d69c52 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Subnet': ['ID=0f428fb1-2311-4cca-9b8c-05a37f2c1128,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:50.472543 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5a36946a-53c8-43e7-b3a4-2120b4ada099 None None] Provisioning for port f8738fc8-1391-439b-a715-b7f0713d9731 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:50.476496 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f72d4cd7-675f-47f1-9d8e-f7ddfaf17eb0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.481340 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5a36946a-53c8-43e7-b3a4-2120b4ada099 None None] Provisioning complete for port f8738fc8-1391-439b-a715-b7f0713d9731 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:50.482280 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5a36946a-53c8-43e7-b3a4-2120b4ada099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.512420 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a04aa484-e0ae-4923-99a4-a5c4aaa297ca req-c6e3d83c-1477-4c68-a194-df71f49af1b3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=a112a1b1-fc33-44f2-9547-edbb64046d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788880 Apr 22 14:39:50.547728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d4cd7-675f-47f1-9d8e-f7ddfaf17eb0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event deleted for resources: {'Subnet': ['ID=1e79eb5c-6f22-45b7-9b1a-2b8df808366c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:50.554596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd701ba-88db-41d4-b49b-199294d69c52 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Checking segment: {'id': '54dd4fe2-be7c-4438-bf5e-e6c5d02109f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '01484184-c1b2-484e-acec-8e168622f3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:50.555543 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd701ba-88db-41d4-b49b-199294d69c52 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network hostable DHCP agents. Network: 01484184-c1b2-484e-acec-8e168622f3d5, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:50.566301 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f72d4cd7-675f-47f1-9d8e-f7ddfaf17eb0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.568388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-5a36946a-53c8-43e7-b3a4-2120b4ada099 None None] Port f8738fc8-1391-439b-a715-b7f0713d9731 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:50.573834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac57dc8-5162-46e9-8f4d-453137ebf29a None None] Network 5dd67307-3aa5-45f0-bd7d-3bb1279e27f2 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:50.607324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.612203 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f72d4cd7-675f-47f1-9d8e-f7ddfaf17eb0 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "DELETE /v2.0/subnets/1e79eb5c-6f22-45b7-9b1a-2b8df808366c HTTP/1.1" status: 204 len: 168 time: 2.4679666 Apr 22 14:39:50.614368 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58840) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:50.626562 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-6a264268-3bcd-441f-bb54-19a3415036e3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for f8738fc8-1391-439b-a715-b7f0713d9731 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:50.749628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:39:50.764257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd701ba-88db-41d4-b49b-199294d69c52 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network 01484184-c1b2-484e-acec-8e168622f3d5 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:50.775041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b71cba4c-7563-48f9-a55b-83ce130793ab None None] Provisioning for port 678fdecd-dd53-4a86-a0f8-d7250b868be9 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:50.839727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-8fd701ba-88db-41d4-b49b-199294d69c52 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 01484184-c1b2-484e-acec-8e168622f3d5) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:50.846461 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.848475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905b2b55-7b9b-4398-a17c-a2abba1cfd4b None None] Network 01484184-c1b2-484e-acec-8e168622f3d5 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:50.852988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd701ba-88db-41d4-b49b-199294d69c52 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:50.853560 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8fd701ba-88db-41d4-b49b-199294d69c52 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.866119 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01b7ac1-8866-4ce1-96d1-54abebe445ab {{(pid=83964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:39:50.866373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b71cba4c-7563-48f9-a55b-83ce130793ab None None] Provisioning complete for port 47bca906-154a-40cf-b4c3-c657ef5b3b01 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:50.866563 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b71cba4c-7563-48f9-a55b-83ce130793ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.879738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.881728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c63e6ab-b3f1-4850-bf7d-5f302afdfcda tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.890961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Deleting port 609fc09d-0111-4bbe-82ce-2871388ad2c3 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:50.891417 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.929368 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8fd701ba-88db-41d4-b49b-199294d69c52 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7857556 Apr 22 14:39:50.935959 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58844) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:50.947237 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Transition to ACTIVE for port object f01b7ac1-8866-4ce1-96d1-54abebe445ab will not be triggered until provisioned by entity L2. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:50.953638 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'network_id': '01484184-c1b2-484e-acec-8e168622f3d5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-487607235'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:50.973768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.999766 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 803f7ee8-df72-49f3-b1af-ebacbee51a3e up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:51.057369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3c63e6ab-b3f1-4850-bf7d-5f302afdfcda tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Calling delete_port for cf104d49-66d5-4a36-aeee-271d7d112770 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:51.122743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b71cba4c-7563-48f9-a55b-83ce130793ab None None] Port 47bca906-154a-40cf-b4c3-c657ef5b3b01 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:51.237067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Pushing event updated for resources: {'Port': ['ID=f01b7ac1-8866-4ce1-96d1-54abebe445ab,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:51.245654 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 803f7ee8-df72-49f3-b1af-ebacbee51a3e triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:51.246593 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.312910 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2dfbf9-dda4-4147-b3ea-9a2859b2f2a9 None None] DHCP port deletion for 5dd67307-3aa5-45f0-bd7d-3bb1279e27f2 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:51.362570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8c2dfbf9-dda4-4147-b3ea-9a2859b2f2a9 None None] Deleting port 609fc09d-0111-4bbe-82ce-2871388ad2c3 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:51.362937 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c2dfbf9-dda4-4147-b3ea-9a2859b2f2a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.390217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-01484184-c1b2-484e-acec-8e168622f3d5', 'network_id': '01484184-c1b2-484e-acec-8e168622f3d5', 'tenant_id': '8b78d3f1487643589a49391037b041e7', 'fixed_ips': [{'subnet_id': '0f428fb1-2311-4cca-9b8c-05a37f2c1128'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:51.391025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.451240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:51.465821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] device_id is not set on port 0ccf5e34-0847-45c7-9018-74ed4dde4cea yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:51.490394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:port and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:51.499037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:51.516322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6a264268-3bcd-441f-bb54-19a3415036e3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.525246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] For port 609fc09d-0111-4bbe-82ce-2871388ad2c3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=609fc09d-0111-4bbe-82ce-2871388ad2c3,segment=NetworkSegment(89f02265-a4f6-40ec-ad6b-bf23b7729d53),segment_id=89f02265-a4f6-40ec-ad6b-bf23b7729d53)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:51.525246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.532354 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:51.637829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a264268-3bcd-441f-bb54-19a3415036e3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=f8738fc8-1391-439b-a715-b7f0713d9731,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:51.670380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Allocated IP 172.21.0.1 (61ce2b52-8b31-407f-b362-53e19311c286/08953046-417c-49cc-ab84-73d896f8cd81/fa13fdbd-57d6-4908-b575-3185d5c5e17d) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:51.687374 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 678fdecd-dd53-4a86-a0f8-d7250b868be9 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:51.902722 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8c2dfbf9-dda4-4147-b3ea-9a2859b2f2a9 None None] For port 609fc09d-0111-4bbe-82ce-2871388ad2c3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=609fc09d-0111-4bbe-82ce-2871388ad2c3,segment=NetworkSegment(89f02265-a4f6-40ec-ad6b-bf23b7729d53),segment_id=89f02265-a4f6-40ec-ad6b-bf23b7729d53)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:51.903126 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c2dfbf9-dda4-4147-b3ea-9a2859b2f2a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.904234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Calling delete_port for 609fc09d-0111-4bbe-82ce-2871388ad2c3 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:51.955858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:51.958804 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.993874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6a264268-3bcd-441f-bb54-19a3415036e3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.009965 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Attempting to bind port f01b7ac1-8866-4ce1-96d1-54abebe445ab on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:52.010312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Attempting to bind port f01b7ac1-8866-4ce1-96d1-54abebe445ab by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'ed5793eb-259f-4e4f-866a-be242958cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:52.010632 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Attempting to bind port f01b7ac1-8866-4ce1-96d1-54abebe445ab on network 9a32414d-9605-4cf4-a5ca-be38c69a3edc {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:52.037941 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] device_id is not set on port 9e81c65c-502e-481d-b082-ea6ab73b48ef yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:52.064556 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8c2dfbf9-dda4-4147-b3ea-9a2859b2f2a9 None None] Calling delete_port for 609fc09d-0111-4bbe-82ce-2871388ad2c3 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:52.088201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Port f01b7ac1-8866-4ce1-96d1-54abebe445ab on network 9a32414d-9605-4cf4-a5ca-be38c69a3edc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:39:52.088724 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Attempting to bind port f01b7ac1-8866-4ce1-96d1-54abebe445ab on network 9a32414d-9605-4cf4-a5ca-be38c69a3edc {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:52.125629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:52.126309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Checking segment: {'id': 'ed5793eb-259f-4e4f-866a-be242958cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:52.126687 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Bound using segment: {'id': 'ed5793eb-259f-4e4f-866a-be242958cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc'} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:52.127223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Bound port: f01b7ac1-8866-4ce1-96d1-54abebe445ab, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5793eb-259f-4e4f-866a-be242958cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc'}}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:52.127650 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.142634 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.160672 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c63e6ab-b3f1-4850-bf7d-5f302afdfcda tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.167812 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6a264268-3bcd-441f-bb54-19a3415036e3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/f8738fc8-1391-439b-a715-b7f0713d9731 HTTP/1.1" status: 204 len: 168 time: 3.4792647 Apr 22 14:39:52.174510 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 678fdecd-dd53-4a86-a0f8-d7250b868be9 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:52.191358 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 678fdecd-dd53-4a86-a0f8-d7250b868be9 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:52.191671 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.197198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58850) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:52.241545 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63e6ab-b3f1-4850-bf7d-5f302afdfcda tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event deleted for resources: {'Port': ['ID=cf104d49-66d5-4a36-aeee-271d7d112770,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:52.255424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event deleted for resources: {'Port': ['ID=609fc09d-0111-4bbe-82ce-2871388ad2c3,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:52.267540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Allocated IP 172.20.0.2 (01484184-c1b2-484e-acec-8e168622f3d5/0f428fb1-2311-4cca-9b8c-05a37f2c1128/418674dc-f67a-43d4-86d9-7e46be0562bf) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:52.290649 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-8c2dfbf9-dda4-4147-b3ea-9a2859b2f2a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:39:52.290649 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-8c2dfbf9-dda4-4147-b3ea-9a2859b2f2a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:39:52.320088 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] No DVR routers for this DVR port 609fc09d-0111-4bbe-82ce-2871388ad2c3 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:52.346890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Allocated IP 2001:db8::35b (5eb0336c-e7a0-4217-9f55-d93f68aaba3c/7fec752a-a03f-4d2a-975f-cbbe0625079c/0ccf5e34-0847-45c7-9018-74ed4dde4cea) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:52.359690 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758b9c5-51ff-485e-9f5b-3750a571314d req-544ed0f1-9eeb-4aa2-a60b-1157d19381e3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:52.361385 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4758b9c5-51ff-485e-9f5b-3750a571314d req-544ed0f1-9eeb-4aa2-a60b-1157d19381e3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 944 time: 0.4982195 Apr 22 14:39:52.376171 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c63e6ab-b3f1-4850-bf7d-5f302afdfcda tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.378076 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3c63e6ab-b3f1-4850-bf7d-5f302afdfcda tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "DELETE /v2.0/ports/cf104d49-66d5-4a36-aeee-271d7d112770 HTTP/1.1" status: 204 len: 168 time: 3.5813498 Apr 22 14:39:52.385505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58854) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:52.391970 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.464477 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b53e54-1026-4b1b-9bf9-63eda54b052e tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] GET failed (client error): The resource could not be found. Apr 22 14:39:52.464987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d7b53e54-1026-4b1b-9bf9-63eda54b052e tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Synchronizing usage tracker for tenant:0e602622655d4f17b542442f3b5d0709 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:52.481570 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Transition to ACTIVE for port object fa13fdbd-57d6-4908-b575-3185d5c5e17d will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:52.531086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5fade5-666c-46c4-ab31-cb0ba1a932d4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:52.532644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5fade5-666c-46c4-ab31-cb0ba1a932d4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:52.533687 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ac5fade5-666c-46c4-ab31-cb0ba1a932d4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:52.562651 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.589421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:52.597115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d7b53e54-1026-4b1b-9bf9-63eda54b052e tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Unset dirty status for tenant:0e602622655d4f17b542442f3b5d0709 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:52.598280 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d7b53e54-1026-4b1b-9bf9-63eda54b052e tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "GET /v2.0/ports/cf104d49-66d5-4a36-aeee-271d7d112770 HTTP/1.1" status: 404 len: 333 time: 0.2100263 Apr 22 14:39:52.603562 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b0ab00-913b-431d-aef1-0b63d908bf05 None None] Sync routers for ids ['de8ff049-2061-487d-8f4a-1ffcd9b005a7'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:52.615146 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58858) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:52.615690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.616756 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0ab00-913b-431d-aef1-0b63d908bf05 None None] Routers {'de8ff049-2061-487d-8f4a-1ffcd9b005a7'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:52.618205 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-34b0ab00-913b-431d-aef1-0b63d908bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['de8ff049-2061-487d-8f4a-1ffcd9b005a7'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:52.644939 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Transition to ACTIVE for port object 418674dc-f67a-43d4-86d9-7e46be0562bf will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:52.661198 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.665032 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8a57b37a-da97-4ac1-bf64-01cbc930ab4a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.1237881 Apr 22 14:39:52.667428 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.670165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Transition to ACTIVE for port object 418674dc-f67a-43d4-86d9-7e46be0562bf will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:52.670856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58862) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:52.677571 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd67307-3aa5-45f0-bd7d-3bb1279e27f2']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:52.694133 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] For port f01b7ac1-8866-4ce1-96d1-54abebe445ab, host hv-neutron-8390, cleared binding levels {{(pid=83964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:52.710470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.716000 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4758b9c5-51ff-485e-9f5b-3750a571314d req-9f878ab3-e2cf-464e-81e5-b450abe8a530 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=a112a1b1-fc33-44f2-9547-edbb64046d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410830 Apr 22 14:39:52.766705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f02265-a4f6-40ec-ad6b-bf23b7729d53') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:52.767000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f02265-a4f6-40ec-ad6b-bf23b7729d53') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:52.768377 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-34b0ab00-913b-431d-aef1-0b63d908bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:52.785770 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ac5fade5-666c-46c4-ab31-cb0ba1a932d4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:52.786996 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ac5fade5-666c-46c4-ab31-cb0ba1a932d4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5829372 Apr 22 14:39:52.787404 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0ab00-913b-431d-aef1-0b63d908bf05 None None] Routers {'de8ff049-2061-487d-8f4a-1ffcd9b005a7'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:52.788391 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-34b0ab00-913b-431d-aef1-0b63d908bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['de8ff049-2061-487d-8f4a-1ffcd9b005a7'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:52.802318 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58866) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:52.812181 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8c2dfbf9-dda4-4147-b3ea-9a2859b2f2a9 None None] Deleting port 609fc09d-0111-4bbe-82ce-2871388ad2c3 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:52.812181 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c2dfbf9-dda4-4147-b3ea-9a2859b2f2a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.816790 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] For port f01b7ac1-8866-4ce1-96d1-54abebe445ab, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f01b7ac1-8866-4ce1-96d1-54abebe445ab,segment=NetworkSegment(ed5793eb-259f-4e4f-866a-be242958cadd),segment_id=ed5793eb-259f-4e4f-866a-be242958cadd)] {{(pid=83964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:52.824721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.847951 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.874328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cd29887c-e186-4f82-b82f-945c3f3e7e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.889670 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-34b0ab00-913b-431d-aef1-0b63d908bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:52.890637 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b0ab00-913b-431d-aef1-0b63d908bf05 None None] The sync data for ids ['de8ff049-2061-487d-8f4a-1ffcd9b005a7'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:52.906830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-67e9af71-4ad9-466b-9591-466e1d20ff74 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Deleting port 13b1cf07-8923-4175-bbd3-c45a477052c7 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:52.907168 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-67e9af71-4ad9-466b-9591-466e1d20ff74 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.939032 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.955755 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8c2dfbf9-dda4-4147-b3ea-9a2859b2f2a9 None None] The port '609fc09d-0111-4bbe-82ce-2871388ad2c3' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:39:52.964863 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.978244 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Network 01484184-c1b2-484e-acec-8e168622f3d5 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:52.981310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 61ce2b52-8b31-407f-b362-53e19311c286 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:52.981467 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Allocated IP 172.20.0.3 (01484184-c1b2-484e-acec-8e168622f3d5/0f428fb1-2311-4cca-9b8c-05a37f2c1128/9e81c65c-502e-481d-b082-ea6ab73b48ef) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:52.987226 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:52.990006 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:52.992553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=fa13fdbd-57d6-4908-b575-3185d5c5e17d,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:53.000286 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:53.003839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:53.004719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Pushing event updated for resources: {'Port': ['ID=418674dc-f67a-43d4-86d9-7e46be0562bf,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:53.040690 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:53.042033 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.049105 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Transition to ACTIVE for port object 0ccf5e34-0847-45c7-9018-74ed4dde4cea will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:53.057187 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:53.057535 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:53.057872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:53.058205 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:53.058537 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:53.058863 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:53.059191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:53.059545 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:53.059871 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:53.060193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:53.060517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:53.139058 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:53.154256 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:53.189994 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Attempting to bind port 418674dc-f67a-43d4-86d9-7e46be0562bf on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:53.190806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Attempting to bind port 418674dc-f67a-43d4-86d9-7e46be0562bf by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '54dd4fe2-be7c-4438-bf5e-e6c5d02109f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '01484184-c1b2-484e-acec-8e168622f3d5'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:53.191526 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Attempting to bind port 418674dc-f67a-43d4-86d9-7e46be0562bf on network 01484184-c1b2-484e-acec-8e168622f3d5 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:53.216217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:53.216777 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Checking segment: {'id': '54dd4fe2-be7c-4438-bf5e-e6c5d02109f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '01484184-c1b2-484e-acec-8e168622f3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:53.217282 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.217782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Bound using segment: {'id': '54dd4fe2-be7c-4438-bf5e-e6c5d02109f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '01484184-c1b2-484e-acec-8e168622f3d5'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:53.218370 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Bound port: 418674dc-f67a-43d4-86d9-7e46be0562bf, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54dd4fe2-be7c-4438-bf5e-e6c5d02109f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '01484184-c1b2-484e-acec-8e168622f3d5'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:53.218843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.225572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.234361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.245055 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.245513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 678fdecd-dd53-4a86-a0f8-d7250b868be9, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=678fdecd-dd53-4a86-a0f8-d7250b868be9,segment=NetworkSegment(b9912ad6-5cab-4f7b-a4e1-2428b933918c),segment_id=b9912ad6-5cab-4f7b-a4e1-2428b933918c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:53.247510 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] 10.222.0.30 "PUT /v2.0/ports/f01b7ac1-8866-4ce1-96d1-54abebe445ab HTTP/1.1" status: 200 len: 1094 time: 4.1177063 Apr 22 14:39:53.259820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568208e4-8f08-45fe-8ec7-77d7ff22f9df', 'tag': 'f01b7ac1-8866-4ce1-96d1-54abebe445ab'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:39:53.266091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b861f-1532-49af-8c3a-af18b693be78 service neutron] Pushing event updated for resources: {'Port': ['ID=f01b7ac1-8866-4ce1-96d1-54abebe445ab,revision_number=3']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:53.288490 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.390095 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6816dd-6b7d-4630-bd20-f1d2c0747a7d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet e391c975-f7a4-4841-a4fc-7b108c565d85 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:53.394328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6f6816dd-6b7d-4630-bd20-f1d2c0747a7d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.419998 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.431748 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e20528a-9a48-45e5-bfb2-04acf0e4fbd2'] response: {'name': 'network-changed', 'server_uuid': '568208e4-8f08-45fe-8ec7-77d7ff22f9df', 'tag': 'f01b7ac1-8866-4ce1-96d1-54abebe445ab', 'status': 'completed', 'code': 200} Apr 22 14:39:53.436555 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.461368 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 609fc09d-0111-4bbe-82ce-2871388ad2c3 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:53.472117 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Pushing event deleted for resources: {'Network': ['ID=5dd67307-3aa5-45f0-bd7d-3bb1279e27f2,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:53.517062 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 609fc09d-0111-4bbe-82ce-2871388ad2c3 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:53.517445 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 609fc09d-0111-4bbe-82ce-2871388ad2c3 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:53.560547 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=678fdecd-dd53-4a86-a0f8-d7250b868be9,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:53.564339 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6f19b3f4-3687-4125-86cc-913e4370f0ad None None] Provisioning for port fa13fdbd-57d6-4908-b575-3185d5c5e17d completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:53.569920 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2d38f955-a0e0-4e00-8aea-843bb0ed7292 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "DELETE /v2.0/networks/5dd67307-3aa5-45f0-bd7d-3bb1279e27f2 HTTP/1.1" status: 204 len: 168 time: 2.9545300 Apr 22 14:39:53.571435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58872) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:53.572500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] For port 418674dc-f67a-43d4-86d9-7e46be0562bf, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:53.574583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6f19b3f4-3687-4125-86cc-913e4370f0ad None None] Provisioning complete for port fa13fdbd-57d6-4908-b575-3185d5c5e17d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:53.575506 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6f19b3f4-3687-4125-86cc-913e4370f0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.602819 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6f6816dd-6b7d-4630-bd20-f1d2c0747a7d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.642854 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.647831 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-6f19b3f4-3687-4125-86cc-913e4370f0ad None None] Port fa13fdbd-57d6-4908-b575-3185d5c5e17d cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:53.655224 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] For port 418674dc-f67a-43d4-86d9-7e46be0562bf, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=418674dc-f67a-43d4-86d9-7e46be0562bf,segment=NetworkSegment(54dd4fe2-be7c-4438-bf5e-e6c5d02109f6),segment_id=54dd4fe2-be7c-4438-bf5e-e6c5d02109f6)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:53.663556 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.665747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=0ccf5e34-0847-45c7-9018-74ed4dde4cea,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:53.673388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:53.684350 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:53.694123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:53.699307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:53.700243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.814324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6f6816dd-6b7d-4630-bd20-f1d2c0747a7d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.824185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa4ca2-e239-42ea-be74-5f3b993c6278 None None] Pushing event updated for resources: {'Port': ['ID=418674dc-f67a-43d4-86d9-7e46be0562bf,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:53.882130 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-79322402-43a3-46c0-a847-283add233b50 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Synchronizing usage tracker for tenant:544faae1ee784e16b0605a0d2d0b3340 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:53.898543 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d8c639ed-bb1b-471f-ba4c-3037a3fb1526 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1001506 Apr 22 14:39:53.900374 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58878) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:53.927757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f11bef6e-7934-4018-9dcf-1d8bff1a8dc4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'subnet': {'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:54.152341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-79322402-43a3-46c0-a847-283add233b50 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Unset dirty status for tenant:544faae1ee784e16b0605a0d2d0b3340 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:54.156214 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-79322402-43a3-46c0-a847-283add233b50 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b931a1-84c2-4098-9a63-5e1de13dd1e3 HTTP/1.1" status: 200 len: 205 time: 0.5770385 Apr 22 14:39:54.163825 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58882) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:54.166205 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d59d810d-293d-4655-8300-100a32c4ca60 None None] Provisioning for port 0ccf5e34-0847-45c7-9018-74ed4dde4cea completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:54.173439 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d59d810d-293d-4655-8300-100a32c4ca60 None None] Provisioning complete for port 0ccf5e34-0847-45c7-9018-74ed4dde4cea triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:54.173817 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d59d810d-293d-4655-8300-100a32c4ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.252177 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d59d810d-293d-4655-8300-100a32c4ca60 None None] Port 0ccf5e34-0847-45c7-9018-74ed4dde4cea cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:54.254251 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.279200 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-67e9af71-4ad9-466b-9591-466e1d20ff74 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.284709 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.355144 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7b32994f-2ca3-4bae-879a-0ecb28f80a56 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/routers/de8ff049-2061-487d-8f4a-1ffcd9b005a7 HTTP/1.1" status: 200 len: 920 time: 1.6489475 Apr 22 14:39:54.359326 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58886) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:54.372689 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9f791217-2c50-4951-9b5e-7f3975fd255c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 1097 time: 1.0117655 Apr 22 14:39:54.419453 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2ca6c4e9-1992-4c99-b4bf-bae718607d5e tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8ff049-2061-487d-8f4a-1ffcd9b005a7 HTTP/1.1" status: 200 len: 205 time: 0.0590310 Apr 22 14:39:54.431933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58890) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:54.493117 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6f6816dd-6b7d-4630-bd20-f1d2c0747a7d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.498703 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Transition to ACTIVE for port object 9e81c65c-502e-481d-b082-ea6ab73b48ef will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:54.509138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-67e9af71-4ad9-466b-9591-466e1d20ff74 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Calling delete_port for 13b1cf07-8923-4175-bbd3-c45a477052c7 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:54.607926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6816dd-6b7d-4630-bd20-f1d2c0747a7d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=e391c975-f7a4-4841-a4fc-7b108c565d85,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:54.628404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6f6816dd-6b7d-4630-bd20-f1d2c0747a7d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.636809 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57558af3-91bd-4e42-a0d0-a3fdd8fde5db None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:54.659218 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-58fb92c4-7b76-4e82-b5a3-f16de3c06d14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f01b7ac1-8866-4ce1-96d1-54abebe445ab HTTP/1.1" status: 200 len: 217 time: 0.1616101 Apr 22 14:39:54.670678 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6f6816dd-6b7d-4630-bd20-f1d2c0747a7d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/e391c975-f7a4-4841-a4fc-7b108c565d85 HTTP/1.1" status: 204 len: 168 time: 1.8537710 Apr 22 14:39:54.677061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58894) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:54.681493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.706309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f11bef6e-7934-4018-9dcf-1d8bff1a8dc4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:54.730674 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f11bef6e-7934-4018-9dcf-1d8bff1a8dc4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:subnet and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:54.749084 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.749394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f11bef6e-7934-4018-9dcf-1d8bff1a8dc4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:54.753420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-72867242-a06c-4a8a-b46b-390549934c27 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.836857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f11bef6e-7934-4018-9dcf-1d8bff1a8dc4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:54.841271 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c1df9700-b39a-47e9-8718-6425b37f01e6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1630015 Apr 22 14:39:54.852670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58898) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:54.857208 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-faf30dbf-289e-443c-b63b-9b7fa92da521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.867657 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7171b6-dcee-46e1-be99-1e8d42e2f609 req-d4ba41cd-6240-4dff-905b-e59603beee1e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:54.875038 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2d7171b6-dcee-46e1-be99-1e8d42e2f609 req-d4ba41cd-6240-4dff-905b-e59603beee1e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 944 time: 0.9158974 Apr 22 14:39:54.882259 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-46563087-efe8-407d-aa16-0f58770f07f4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:54.916049 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.921877 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=fa13fdbd-57d6-4908-b575-3185d5c5e17d,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:54.988877 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.065773 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ee2624-c042-4799-a50c-2a700b64a6ca None None] Network 01484184-c1b2-484e-acec-8e168622f3d5 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:55.080596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9944edef-570e-4002-9ac5-a433a93f3076 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:55.081645 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-9944edef-570e-4002-9ac5-a433a93f3076 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c96bcad-c867-4a2b-8cd3-04a60c5db50c HTTP/1.1" status: 200 len: 838 time: 0.4119053 Apr 22 14:39:55.084106 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb46d2e-e237-4849-bf9a-753774f97c32 None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:55.124312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61848e0f-2f80-4091-a971-8d95c917cf72 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.125220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11bef6e-7934-4018-9dcf-1d8bff1a8dc4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:55.147435 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-0cb46d2e-e237-4849-bf9a-753774f97c32 None None] Deleting port 803f7ee8-df72-49f3-b1af-ebacbee51a3e {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:55.147812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0cb46d2e-e237-4849-bf9a-753774f97c32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.224007 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-feeb2a4c-fae4-41bf-82d2-78d00b15962f None None] Provisioning for port 418674dc-f67a-43d4-86d9-7e46be0562bf completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:55.255654 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 61ce2b52-8b31-407f-b362-53e19311c286 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:55.258600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:55.366254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network 01484184-c1b2-484e-acec-8e168622f3d5 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:55.376341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:55.403686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:55.564462 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-0cb46d2e-e237-4849-bf9a-753774f97c32 None None] For port 803f7ee8-df72-49f3-b1af-ebacbee51a3e, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=803f7ee8-df72-49f3-b1af-ebacbee51a3e,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:55.564868 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0cb46d2e-e237-4849-bf9a-753774f97c32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.628063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=9e81c65c-502e-481d-b082-ea6ab73b48ef,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:55.656538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-46563087-efe8-407d-aa16-0f58770f07f4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:55.673370 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2d7171b6-dcee-46e1-be99-1e8d42e2f609 req-d34e726a-524f-4ce9-a65d-cad082aa6d65 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=a112a1b1-fc33-44f2-9547-edbb64046d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7973297 Apr 22 14:39:55.759814 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-67e9af71-4ad9-466b-9591-466e1d20ff74 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.760096 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 418674dc-f67a-43d4-86d9-7e46be0562bf up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:55.769090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-46563087-efe8-407d-aa16-0f58770f07f4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:55.791512 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-46563087-efe8-407d-aa16-0f58770f07f4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:55.796462 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-0cb46d2e-e237-4849-bf9a-753774f97c32 None None] Calling delete_port for 803f7ee8-df72-49f3-b1af-ebacbee51a3e owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:55.849214 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61848e0f-2f80-4091-a971-8d95c917cf72 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.870034 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 6522364c-8238-4394-84c0-ad2c84ac8789 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:39:55.871220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-61848e0f-2f80-4091-a971-8d95c917cf72 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Deleting port 1c9d8c3c-7b31-4526-abe4-2425510fb6f0 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:55.871583 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61848e0f-2f80-4091-a971-8d95c917cf72 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.916057 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9a8760b1-0c15-4d48-b60b-f1146828c724 None None] Provisioning complete for port fa13fdbd-57d6-4908-b575-3185d5c5e17d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:55.917150 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9a8760b1-0c15-4d48-b60b-f1146828c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.918672 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-46563087-efe8-407d-aa16-0f58770f07f4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:55.940551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9af71-4ad9-466b-9591-466e1d20ff74 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event deleted for resources: {'Port': ['ID=13b1cf07-8923-4175-bbd3-c45a477052c7,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:55.974153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:55.974854 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.985111 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0cb46d2e-e237-4849-bf9a-753774f97c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.028212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 418674dc-f67a-43d4-86d9-7e46be0562bf completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:56.035866 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.047833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 418674dc-f67a-43d4-86d9-7e46be0562bf triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:56.048212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.082232 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9a8760b1-0c15-4d48-b60b-f1146828c724 None None] Port fa13fdbd-57d6-4908-b575-3185d5c5e17d cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:56.090667 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb46d2e-e237-4849-bf9a-753774f97c32 None None] Pushing event deleted for resources: {'Port': ['ID=803f7ee8-df72-49f3-b1af-ebacbee51a3e,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:56.096789 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f11bef6e-7934-4018-9dcf-1d8bff1a8dc4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.116268 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb46d2e-e237-4849-bf9a-753774f97c32 None None] No DVR routers for this DVR port 803f7ee8-df72-49f3-b1af-ebacbee51a3e on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:56.158141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.197300 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46563087-efe8-407d-aa16-0f58770f07f4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:56.260511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.288665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61848e0f-2f80-4091-a971-8d95c917cf72 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.319211 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 418674dc-f67a-43d4-86d9-7e46be0562bf, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=418674dc-f67a-43d4-86d9-7e46be0562bf,segment=NetworkSegment(54dd4fe2-be7c-4438-bf5e-e6c5d02109f6),segment_id=54dd4fe2-be7c-4438-bf5e-e6c5d02109f6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:56.326190 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.327529 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 678fdecd-dd53-4a86-a0f8-d7250b868be9 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:56.361669 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-67e9af71-4ad9-466b-9591-466e1d20ff74 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.372241 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-67e9af71-4ad9-466b-9591-466e1d20ff74 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "DELETE /v2.0/ports/13b1cf07-8923-4175-bbd3-c45a477052c7 HTTP/1.1" status: 204 len: 168 time: 3.7536314 Apr 22 14:39:56.395966 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58902) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:56.397491 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-0ba26816-bda9-4658-bad7-107bccd55856 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a32414d-9605-4cf4-a5ca-be38c69a3edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.2345750 Apr 22 14:39:56.400635 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-72867242-a06c-4a8a-b46b-390549934c27 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.435952 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d8567053-f373-4c28-8f6c-00a62829e5ee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 5.4975283 Apr 22 14:39:56.465984 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-72867242-a06c-4a8a-b46b-390549934c27 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.492748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58906) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:56.508369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-61848e0f-2f80-4091-a971-8d95c917cf72 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Calling delete_port for 1c9d8c3c-7b31-4526-abe4-2425510fb6f0 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:56.531774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3031ddfb-0012-43fd-be45-30d1fdc97b17 None None] Provisioning for port 9e81c65c-502e-481d-b082-ea6ab73b48ef completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:56.548500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3031ddfb-0012-43fd-be45-30d1fdc97b17 None None] Provisioning complete for port 9e81c65c-502e-481d-b082-ea6ab73b48ef triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:56.548850 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3031ddfb-0012-43fd-be45-30d1fdc97b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.581239 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=418674dc-f67a-43d4-86d9-7e46be0562bf,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:56.584396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-72867242-a06c-4a8a-b46b-390549934c27 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.584896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72867242-a06c-4a8a-b46b-390549934c27 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Fanout notify agent at l3_agent the message router_deleted on router 91b931a1-84c2-4098-9a63-5e1de13dd1e3 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:39:56.628665 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.ipam_backend_mixin [None req-f11bef6e-7934-4018-9dcf-1d8bff1a8dc4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7fec752a-a03f-4d2a-975f-cbbe0625079c (CIDR: 2001:db8::/64) Apr 22 14:39:56.632123 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-46563087-efe8-407d-aa16-0f58770f07f4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.635861 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3031ddfb-0012-43fd-be45-30d1fdc97b17 None None] Port 9e81c65c-502e-481d-b082-ea6ab73b48ef cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:56.652703 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 678fdecd-dd53-4a86-a0f8-d7250b868be9 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:56.654042 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.679316 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:56.692672 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-46ec2752-5390-4550-b9c9-a73aaf4ff541 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port 9e81c65c-502e-481d-b082-ea6ab73b48ef {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:56.693018 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-46ec2752-5390-4550-b9c9-a73aaf4ff541 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.745584 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d0c3d617-b114-4410-adef-9f064ad09e67 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/6522364c-8238-4394-84c0-ad2c84ac8789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3588603 Apr 22 14:39:56.747136 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a76fc1-477b-4664-8b22-4ac345c58ad7 None None] Sync routers for ids ['6522364c-8238-4394-84c0-ad2c84ac8789'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:56.776981 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a76fc1-477b-4664-8b22-4ac345c58ad7 None None] Routers {'6522364c-8238-4394-84c0-ad2c84ac8789'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:56.777947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-00a76fc1-477b-4664-8b22-4ac345c58ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['6522364c-8238-4394-84c0-ad2c84ac8789'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:56.827647 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58912) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:56.873213 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-72867242-a06c-4a8a-b46b-390549934c27 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.876636 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-72867242-a06c-4a8a-b46b-390549934c27 tempest-RoutersNegativeTest-981078302 tempest-RoutersNegativeTest-981078302-project] 10.222.0.23 "DELETE /v2.0/routers/91b931a1-84c2-4098-9a63-5e1de13dd1e3 HTTP/1.1" status: 204 len: 168 time: 2.7057354 Apr 22 14:39:56.876636 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11bef6e-7934-4018-9dcf-1d8bff1a8dc4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:56.876636 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11bef6e-7934-4018-9dcf-1d8bff1a8dc4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:56.887937 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-00a76fc1-477b-4664-8b22-4ac345c58ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:56.901682 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3031ddfb-0012-43fd-be45-30d1fdc97b17 None None] Provisioning complete for port 418674dc-f67a-43d4-86d9-7e46be0562bf triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:56.902062 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3031ddfb-0012-43fd-be45-30d1fdc97b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.967772 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a76fc1-477b-4664-8b22-4ac345c58ad7 None None] Routers {'6522364c-8238-4394-84c0-ad2c84ac8789'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:56.968703 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-00a76fc1-477b-4664-8b22-4ac345c58ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['6522364c-8238-4394-84c0-ad2c84ac8789'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:57.042708 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-00a76fc1-477b-4664-8b22-4ac345c58ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:57.043146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a76fc1-477b-4664-8b22-4ac345c58ad7 None None] The sync data for ids ['6522364c-8238-4394-84c0-ad2c84ac8789'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:57.051553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683ded85-bfb6-4ad5-a0a3-2ad492868308 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:57.054218 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-683ded85-bfb6-4ad5-a0a3-2ad492868308 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports/fa13fdbd-57d6-4908-b575-3185d5c5e17d HTTP/1.1" status: 200 len: 910 time: 0.2217660 Apr 22 14:39:57.063525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58918) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:57.064379 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f11bef6e-7934-4018-9dcf-1d8bff1a8dc4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.1593502 Apr 22 14:39:57.065156 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58920) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:57.078120 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-b392ecb4-c5d5-4f19-b202-10f4977268a3 service neutron] 10.222.0.30 "GET /v2.0/networks/9a32414d-9605-4cf4-a5ca-be38c69a3edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409466 Apr 22 14:39:57.079486 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-46563087-efe8-407d-aa16-0f58770f07f4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.142586 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 803f7ee8-df72-49f3-b1af-ebacbee51a3e no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:57.178361 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-433de64e-489c-4fb4-8d1e-e046dcca0068 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'subnet': {'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:57.184033 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 803f7ee8-df72-49f3-b1af-ebacbee51a3e {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:57.184405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 803f7ee8-df72-49f3-b1af-ebacbee51a3e not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:57.186841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e4fd4-4008-44e9-938b-737f9e7e33f7 req-ce0a5b3f-2871-422f-a4dc-6143d4efee27 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:57.188551 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ab7e4fd4-4008-44e9-938b-737f9e7e33f7 req-ce0a5b3f-2871-422f-a4dc-6143d4efee27 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 944 time: 0.3584085 Apr 22 14:39:57.271674 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3db95da3-f256-4fe2-901f-76c882dcf23b None None] Provisioning complete for port 9e81c65c-502e-481d-b082-ea6ab73b48ef triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:57.272085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3db95da3-f256-4fe2-901f-76c882dcf23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.282357 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46563087-efe8-407d-aa16-0f58770f07f4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:57.295161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-46563087-efe8-407d-aa16-0f58770f07f4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:57.298742 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e601170-386a-4e75-ab97-88cbc8f870b9 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Deleting subnet 50deec58-1d41-4c71-85aa-6e4141ba5e0b {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:57.333605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1f6821-b9f2-47b3-bd12-8416ee5d4723 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:57.371675 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46563087-efe8-407d-aa16-0f58770f07f4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:57.372339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-46563087-efe8-407d-aa16-0f58770f07f4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.380533 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.400213 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-768d55e7-d97d-4f06-ad91-4e551cc86146 req-4c2fe15b-6f33-40c6-87da-8525038a3993 service neutron] 10.222.0.30 "GET /v2.0/networks/9a32414d-9605-4cf4-a5ca-be38c69a3edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506225 Apr 22 14:39:57.423833 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58928) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:57.438176 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ab7e4fd4-4008-44e9-938b-737f9e7e33f7 req-d9efe0f0-e7e2-4e8d-b66b-c9733ec90718 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=a112a1b1-fc33-44f2-9547-edbb64046d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850557 Apr 22 14:39:57.442868 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 418674dc-f67a-43d4-86d9-7e46be0562bf up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:57.451896 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-46563087-efe8-407d-aa16-0f58770f07f4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5910511 Apr 22 14:39:57.452622 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58932) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:57.493191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3db95da3-f256-4fe2-901f-76c882dcf23b None None] Port 9e81c65c-502e-481d-b082-ea6ab73b48ef cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:57.629093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-430785cb-fb49-4300-b384-8bcfe8ef9427 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'fixed_ips': [{'subnet_id': '5746d390-8df5-4b8c-9cfb-67897d4615a1', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-2042007937'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:57.635973 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 418674dc-f67a-43d4-86d9-7e46be0562bf triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:57.636347 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.643161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46563087-efe8-407d-aa16-0f58770f07f4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=5746d390-8df5-4b8c-9cfb-67897d4615a1,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:57.727904 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3e601170-386a-4e75-ab97-88cbc8f870b9 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.745879 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': '5746d390-8df5-4b8c-9cfb-67897d4615a1'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:57.746853 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.814335 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-46ec2752-5390-4550-b9c9-a73aaf4ff541 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.832189 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-62e1a0bc-d402-4d85-89e4-7da581a6cc61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=544faae1ee784e16b0605a0d2d0b3340&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3905845 Apr 22 14:39:57.833237 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58940) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:57.856141 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-430785cb-fb49-4300-b384-8bcfe8ef9427 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:57.864383 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac6c5f11-4e36-42a8-b948-b38f7581e6d7 req-96b095db-b473-4f60-9970-45c1eb542a25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 1097 time: 0.4006128 Apr 22 14:39:57.866617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-430785cb-fb49-4300-b384-8bcfe8ef9427 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:57.876504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-430785cb-fb49-4300-b384-8bcfe8ef9427 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:57.908504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-430785cb-fb49-4300-b384-8bcfe8ef9427 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:57.981941 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Allocated IP 2001:db8::2 (19101698-c44e-4563-acd4-3bbade7a380a/5746d390-8df5-4b8c-9cfb-67897d4615a1/c781d50c-8866-4051-afeb-8e7158d7f7ae) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:57.990953 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430785cb-fb49-4300-b384-8bcfe8ef9427 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:57.997851 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-430785cb-fb49-4300-b384-8bcfe8ef9427 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.001498 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3e601170-386a-4e75-ab97-88cbc8f870b9 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.042951 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-46ec2752-5390-4550-b9c9-a73aaf4ff541 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for 9e81c65c-502e-481d-b082-ea6ab73b48ef owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:58.052302 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-95fcec11-587e-473c-9582-f29f822b3674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.059985 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-430785cb-fb49-4300-b384-8bcfe8ef9427 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port eda3aca8-891f-404b-90ed-a3c4a6c0f96b yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:58.084725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-433de64e-489c-4fb4-8d1e-e046dcca0068 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:58.114896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-433de64e-489c-4fb4-8d1e-e046dcca0068 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:subnet and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:58.125324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-433de64e-489c-4fb4-8d1e-e046dcca0068 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:58.143841 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-433de64e-489c-4fb4-8d1e-e046dcca0068 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:58.150235 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c5f11-4e36-42a8-b948-b38f7581e6d7 req-be8acfa0-4c79-42eb-bf69-02d09e639a8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:58.151708 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac6c5f11-4e36-42a8-b948-b38f7581e6d7 req-be8acfa0-4c79-42eb-bf69-02d09e639a8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=9a32414d-9605-4cf4-a5ca-be38c69a3edc HTTP/1.1" status: 200 len: 898 time: 0.2723947 Apr 22 14:39:58.152247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61848e0f-2f80-4091-a971-8d95c917cf72 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.153416 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-95fcec11-587e-473c-9582-f29f822b3674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.208608 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.220798 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61848e0f-2f80-4091-a971-8d95c917cf72 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Pushing event deleted for resources: {'Port': ['ID=1c9d8c3c-7b31-4526-abe4-2425510fb6f0,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:58.228870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Transition to ACTIVE for port object c781d50c-8866-4051-afeb-8e7158d7f7ae will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:58.245954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433de64e-489c-4fb4-8d1e-e046dcca0068 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:58.248871 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac6c5f11-4e36-42a8-b948-b38f7581e6d7 req-caf81fc4-d3d2-4b4d-a43d-b4edcbceabf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f01b7ac1-8866-4ce1-96d1-54abebe445ab HTTP/1.1" status: 200 len: 217 time: 0.0857682 Apr 22 14:39:58.260552 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Transition to ACTIVE for port object c781d50c-8866-4051-afeb-8e7158d7f7ae will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:58.266623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.338110 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:58.341747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:58.346896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:58.393524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c5f11-4e36-42a8-b948-b38f7581e6d7 req-a30f052a-3c82-4faa-a9a8-beaf01de6afa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:58.395094 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac6c5f11-4e36-42a8-b948-b38f7581e6d7 req-a30f052a-3c82-4faa-a9a8-beaf01de6afa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c96bcad-c867-4a2b-8cd3-04a60c5db50c HTTP/1.1" status: 200 len: 838 time: 0.1335182 Apr 22 14:39:58.442021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-95fcec11-587e-473c-9582-f29f822b3674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.445838 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-430785cb-fb49-4300-b384-8bcfe8ef9427 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:58.446272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430785cb-fb49-4300-b384-8bcfe8ef9427 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:58.481423 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcec11-587e-473c-9582-f29f822b3674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eac360-a2de-48cc-b106-3bcc8a094bdc,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:58.500824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3e601170-386a-4e75-ab97-88cbc8f870b9 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.512997 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-430785cb-fb49-4300-b384-8bcfe8ef9427 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0538669 Apr 22 14:39:58.513179 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Attempting to bind port c781d50c-8866-4051-afeb-8e7158d7f7ae on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:58.513179 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Attempting to bind port c781d50c-8866-4051-afeb-8e7158d7f7ae by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:58.513350 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-95fcec11-587e-473c-9582-f29f822b3674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.513428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Attempting to bind port c781d50c-8866-4051-afeb-8e7158d7f7ae on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:58.513514 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-95fcec11-587e-473c-9582-f29f822b3674 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1eac360-a2de-48cc-b106-3bcc8a094bdc HTTP/1.1" status: 204 len: 168 time: 0.6793394 Apr 22 14:39:58.514098 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58946) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:58.529284 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:58.529697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:58.530157 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.530553 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:58.531033 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Bound port: c781d50c-8866-4051-afeb-8e7158d7f7ae, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:58.531446 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.541347 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Pushing event updated for resources: {'Port': ['ID=c781d50c-8866-4051-afeb-8e7158d7f7ae,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:58.610520 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac6c5f11-4e36-42a8-b948-b38f7581e6d7 req-197caed1-fb88-44ce-975f-122c1c4f3518 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a32414d-9605-4cf4-a5ca-be38c69a3edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2048249 Apr 22 14:39:58.672496 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] For port c781d50c-8866-4051-afeb-8e7158d7f7ae, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:58.680413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] For port c781d50c-8866-4051-afeb-8e7158d7f7ae, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c781d50c-8866-4051-afeb-8e7158d7f7ae,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:58.690701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.747677 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-46ec2752-5390-4550-b9c9-a73aaf4ff541 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.790414 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cfec99-228f-43ac-a7fe-7d509ac12eab tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:58.791164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b4cfec99-228f-43ac-a7fe-7d509ac12eab tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:58.849021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b4cfec99-228f-43ac-a7fe-7d509ac12eab tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:58.852746 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b4cfec99-228f-43ac-a7fe-7d509ac12eab tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3355398 Apr 22 14:39:58.855153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58952) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:58.884748 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3f545-10d2-4bcc-a255-a2581835c7bb None None] Pushing event updated for resources: {'Port': ['ID=c781d50c-8866-4051-afeb-8e7158d7f7ae,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:58.966113 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac6c5f11-4e36-42a8-b948-b38f7581e6d7 req-1ab28c41-07fe-4df3-bb7b-ae837fde20e0 service neutron] 10.222.0.30 "GET /v2.0/networks/9a32414d-9605-4cf4-a5ca-be38c69a3edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472838 Apr 22 14:39:59.019298 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd967e5-99a1-4680-af80-9e5f2b8123b9 req-84657e90-d386-419b-b78d-9c39c896f13e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:59.021160 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6bd967e5-99a1-4680-af80-9e5f2b8123b9 req-84657e90-d386-419b-b78d-9c39c896f13e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 944 time: 0.3129888 Apr 22 14:39:59.023082 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-433de64e-489c-4fb4-8d1e-e046dcca0068 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.033362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a781e1-9f2b-4cc8-a674-69bcf5a4a48a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:59.035061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a781e1-9f2b-4cc8-a674-69bcf5a4a48a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:59.035843 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b2a781e1-9f2b-4cc8-a674-69bcf5a4a48a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:59.053896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec2752-5390-4550-b9c9-a73aaf4ff541 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=9e81c65c-502e-481d-b082-ea6ab73b48ef,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:59.204728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b2a781e1-9f2b-4cc8-a674-69bcf5a4a48a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:59.206296 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b2a781e1-9f2b-4cc8-a674-69bcf5a4a48a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3471644 Apr 22 14:39:59.212258 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58956) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:59.273163 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6bd967e5-99a1-4680-af80-9e5f2b8123b9 req-c08748a3-3751-479c-b342-38be7637c66c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=a112a1b1-fc33-44f2-9547-edbb64046d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430048 Apr 22 14:39:59.281339 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac6c5f11-4e36-42a8-b948-b38f7581e6d7 req-68c4a905-1af9-40e0-b4c9-f2c56ae14138 service neutron] 10.222.0.30 "GET /v2.0/networks/9a32414d-9605-4cf4-a5ca-be38c69a3edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027978 Apr 22 14:39:59.344095 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-a412d7ab-1ada-4cbd-ad74-fd8cb09ec6bf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 5746d390-8df5-4b8c-9cfb-67897d4615a1 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:59.351442 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a412d7ab-1ada-4cbd-ad74-fd8cb09ec6bf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.352344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61848e0f-2f80-4091-a971-8d95c917cf72 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.433898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a412d7ab-1ada-4cbd-ad74-fd8cb09ec6bf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.462702 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c781d50c-8866-4051-afeb-8e7158d7f7ae up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:59.552592 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port c781d50c-8866-4051-afeb-8e7158d7f7ae completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:59.558929 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3e601170-386a-4e75-ab97-88cbc8f870b9 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.583514 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a412d7ab-1ada-4cbd-ad74-fd8cb09ec6bf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.675259 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e601170-386a-4e75-ab97-88cbc8f870b9 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event deleted for resources: {'Subnet': ['ID=50deec58-1d41-4c71-85aa-6e4141ba5e0b,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:59.797353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a412d7ab-1ada-4cbd-ad74-fd8cb09ec6bf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.809237 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14305056-b775-4da3-8829-3f7399b5b2b0 None None] Network 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:59.839064 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412d7ab-1ada-4cbd-ad74-fd8cb09ec6bf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=5746d390-8df5-4b8c-9cfb-67897d4615a1,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:59.859320 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a412d7ab-1ada-4cbd-ad74-fd8cb09ec6bf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.861586 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3e601170-386a-4e75-ab97-88cbc8f870b9 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.877654 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a412d7ab-1ada-4cbd-ad74-fd8cb09ec6bf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/5746d390-8df5-4b8c-9cfb-67897d4615a1 HTTP/1.1" status: 204 len: 168 time: 0.6621692 Apr 22 14:39:59.879834 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58960) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:59.924232 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3e601170-386a-4e75-ab97-88cbc8f870b9 tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "DELETE /v2.0/subnets/50deec58-1d41-4c71-85aa-6e4141ba5e0b HTTP/1.1" status: 204 len: 168 time: 3.5273175 Apr 22 14:39:59.931143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61848e0f-2f80-4091-a971-8d95c917cf72 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.933002 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58964) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:59.967589 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-46ec2752-5390-4550-b9c9-a73aaf4ff541 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.022271 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-75874adf-48f1-4dc2-974e-9cf32187a8d2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1368272 Apr 22 14:40:00.022557 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58968) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:00.028716 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-29d27ca7-13c1-4c34-8a00-3d8202f017de tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:00.044506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61848e0f-2f80-4091-a971-8d95c917cf72 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.048992 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-46ec2752-5390-4550-b9c9-a73aaf4ff541 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/9e81c65c-502e-481d-b082-ea6ab73b48ef HTTP/1.1" status: 204 len: 168 time: 3.5522256 Apr 22 14:40:00.051662 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58972) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:00.139101 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device f01b7ac1-8866-4ce1-96d1-54abebe445ab details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:40:00.174437 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ccda4f-6a5b-4e52-9f9a-4fd5a3170c29 None None] DHCP port deletion for 5eb26285-9c8d-4c57-90b8-1a906ac2b7cb request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:00.181171 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9044ae-c237-494c-b97f-eed937755aed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] GET failed (client error): The resource could not be found. Apr 22 14:40:00.182203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5d9044ae-c237-494c-b97f-eed937755aed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:00.191007 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b9ccda4f-6a5b-4e52-9f9a-4fd5a3170c29 None None] Deleting port c3f0de67-83bc-4b68-ad62-d46f41bebdc2 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:00.191410 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b9ccda4f-6a5b-4e52-9f9a-4fd5a3170c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.216507 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a91c750f-2652-4206-a0f6-ea6d616134f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.319581 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-29d27ca7-13c1-4c34-8a00-3d8202f017de tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:00.325831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-29d27ca7-13c1-4c34-8a00-3d8202f017de tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:00.329108 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-29d27ca7-13c1-4c34-8a00-3d8202f017de tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:00.348972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-29d27ca7-13c1-4c34-8a00-3d8202f017de tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:00.372553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5d9044ae-c237-494c-b97f-eed937755aed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:00.374006 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5d9044ae-c237-494c-b97f-eed937755aed tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/9e81c65c-502e-481d-b082-ea6ab73b48ef HTTP/1.1" status: 404 len: 333 time: 0.3166790 Apr 22 14:40:00.378924 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58978) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:00.381924 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d27ca7-13c1-4c34-8a00-3d8202f017de tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:00.382298 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61848e0f-2f80-4091-a971-8d95c917cf72 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.383926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61848e0f-2f80-4091-a971-8d95c917cf72 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Fanout notify agent at l3_agent the message router_deleted on router de8ff049-2061-487d-8f4a-1ffcd9b005a7 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:40:00.387147 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-29d27ca7-13c1-4c34-8a00-3d8202f017de tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.388948 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.496573 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61848e0f-2f80-4091-a971-8d95c917cf72 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.497946 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-61848e0f-2f80-4091-a971-8d95c917cf72 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "DELETE /v2.0/routers/de8ff049-2061-487d-8f4a-1ffcd9b005a7 HTTP/1.1" status: 204 len: 168 time: 6.0650847 Apr 22 14:40:00.499121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554dbad5-e6d5-4037-9b22-c9494b695a36 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:00.506078 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58982) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:00.506963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Deleting port c3f0de67-83bc-4b68-ad62-d46f41bebdc2 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:00.507434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.566385 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Request body: {'router': {'name': 'tempest-snat-router-845348968', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'enable_snat': False}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:00.571014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:00.578061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Usage tracker for resource:router and tenant:d015354eda8941b49ed910ef298d10af is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:00.588632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:00.595294 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-433de64e-489c-4fb4-8d1e-e046dcca0068 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.631613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:00.709542 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port f01b7ac1-8866-4ce1-96d1-54abebe445ab, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f01b7ac1-8866-4ce1-96d1-54abebe445ab,segment=NetworkSegment(ed5793eb-259f-4e4f-866a-be242958cadd),segment_id=ed5793eb-259f-4e4f-866a-be242958cadd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:00.734847 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.736910 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.750519 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433de64e-489c-4fb4-8d1e-e046dcca0068 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:00.759461 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-433de64e-489c-4fb4-8d1e-e046dcca0068 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:00.760046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': 'f01b7ac1-8866-4ce1-96d1-54abebe445ab', 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc', 'port_id': 'f01b7ac1-8866-4ce1-96d1-54abebe445ab', 'mac_address': 'fa:16:3e:55:59:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c96bcad-c867-4a2b-8cd3-04a60c5db50c', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:40:00.764346 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433de64e-489c-4fb4-8d1e-e046dcca0068 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Subnet': ['ID=6d4a667d-df7b-4d70-99be-de13b6a17e17,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:00.768271 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433de64e-489c-4fb4-8d1e-e046dcca0068 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:00.768461 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-b9ccda4f-6a5b-4e52-9f9a-4fd5a3170c29 None None] For port c3f0de67-83bc-4b68-ad62-d46f41bebdc2, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c3f0de67-83bc-4b68-ad62-d46f41bebdc2,segment=NetworkSegment(7b98baf7-6102-4a98-bcf6-c7f5d274f8a1),segment_id=7b98baf7-6102-4a98-bcf6-c7f5d274f8a1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:00.768686 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b9ccda4f-6a5b-4e52-9f9a-4fd5a3170c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.768850 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-433de64e-489c-4fb4-8d1e-e046dcca0068 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.776656 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a63614c9-f856-4d24-ad3e-5f335fdda700 None None] Provisioning for port c781d50c-8866-4051-afeb-8e7158d7f7ae completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:00.784444 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6541eeef-03c8-4a0e-a1ed-561a9bbc2f10 req-6b1206f6-823b-424b-9afd-977131b9df26 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5522451 Apr 22 14:40:00.814052 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4281391-65e1-4dce-813d-7c2a5d6da5cb None None] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:00.848280 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-1344a7d2-2628-43f2-97c0-bb8cf256b4c1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting subnet 0f428fb1-2311-4cca-9b8c-05a37f2c1128 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:00.907032 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1344a7d2-2628-43f2-97c0-bb8cf256b4c1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.912169 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-433de64e-489c-4fb4-8d1e-e046dcca0068 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.8136718 Apr 22 14:40:00.915146 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.919425 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 58986) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:00.932296 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-96d2e9cb-b1cf-4a6b-9cd4-0aced0883d76 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1662087373', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6d4a667d-df7b-4d70-99be-de13b6a17e17'}], 'security_groups': ['7b1617b5-eff6-46ba-8d7a-b138593f3727']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:01.000101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff59978-93a2-4ef3-845f-91cc988f6900 req-0fa52d01-61ac-4114-a567-2d7194dea1b3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:01.001659 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3ff59978-93a2-4ef3-845f-91cc988f6900 req-0fa52d01-61ac-4114-a567-2d7194dea1b3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 944 time: 0.4923220 Apr 22 14:40:01.028408 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] For port c3f0de67-83bc-4b68-ad62-d46f41bebdc2, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c3f0de67-83bc-4b68-ad62-d46f41bebdc2,segment=NetworkSegment(7b98baf7-6102-4a98-bcf6-c7f5d274f8a1),segment_id=7b98baf7-6102-4a98-bcf6-c7f5d274f8a1)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:01.028816 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.050518 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a63614c9-f856-4d24-ad3e-5f335fdda700 None None] Provisioning complete for port c781d50c-8866-4051-afeb-8e7158d7f7ae triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:01.050518 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a63614c9-f856-4d24-ad3e-5f335fdda700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.092665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b9ccda4f-6a5b-4e52-9f9a-4fd5a3170c29 None None] Calling delete_port for c3f0de67-83bc-4b68-ad62-d46f41bebdc2 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:01.094387 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1344a7d2-2628-43f2-97c0-bb8cf256b4c1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.162766 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3ff59978-93a2-4ef3-845f-91cc988f6900 req-34707dca-a1a6-4e9a-8638-eb53a16288ce tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=a112a1b1-fc33-44f2-9547-edbb64046d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513829 Apr 22 14:40:01.181248 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6541eeef-03c8-4a0e-a1ed-561a9bbc2f10 req-972ccb58-cfeb-4814-a2db-5d3c9acb12d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 1099 time: 0.2802153 Apr 22 14:40:01.202992 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.319831 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Calling delete_port for c3f0de67-83bc-4b68-ad62-d46f41bebdc2 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:01.329728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01b7ac1-8866-4ce1-96d1-54abebe445ab {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:40:01.359401 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541eeef-03c8-4a0e-a1ed-561a9bbc2f10 req-2140833f-6a46-4124-9ab8-87a13d45666b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:01.362625 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6541eeef-03c8-4a0e-a1ed-561a9bbc2f10 req-2140833f-6a46-4124-9ab8-87a13d45666b service neutron] 10.222.0.30 "GET /v2.0/networks?id=225a60de-2f68-4c63-9733-0af862cb7457 HTTP/1.1" status: 200 len: 898 time: 0.1557560 Apr 22 14:40:01.366417 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-29d27ca7-13c1-4c34-8a00-3d8202f017de tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.411813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c3f0de67-83bc-4b68-ad62-d46f41bebdc2 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:01.444237 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port f01b7ac1-8866-4ce1-96d1-54abebe445ab, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f01b7ac1-8866-4ce1-96d1-54abebe445ab,segment=NetworkSegment(ed5793eb-259f-4e4f-866a-be242958cadd),segment_id=ed5793eb-259f-4e4f-866a-be242958cadd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:01.467738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b9ccda4f-6a5b-4e52-9f9a-4fd5a3170c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.502777 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.504611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: c3f0de67-83bc-4b68-ad62-d46f41bebdc2 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:01.504931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c3f0de67-83bc-4b68-ad62-d46f41bebdc2 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:01.558837 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d27ca7-13c1-4c34-8a00-3d8202f017de tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:01.564242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-29d27ca7-13c1-4c34-8a00-3d8202f017de tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:01.564811 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccda4f-6a5b-4e52-9f9a-4fd5a3170c29 None None] Pushing event deleted for resources: {'Port': ['ID=c3f0de67-83bc-4b68-ad62-d46f41bebdc2,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:01.571101 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6541eeef-03c8-4a0e-a1ed-561a9bbc2f10 req-f4df46e1-c457-47f5-b224-b3d91e1e6499 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74d21a01-b329-47c3-baaa-2e20bafb9ad1 HTTP/1.1" status: 200 len: 1002 time: 0.2001047 Apr 22 14:40:01.576299 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d27ca7-13c1-4c34-8a00-3d8202f017de tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:01.577063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-29d27ca7-13c1-4c34-8a00-3d8202f017de tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.616162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1344a7d2-2628-43f2-97c0-bb8cf256b4c1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.625657 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ccda4f-6a5b-4e52-9f9a-4fd5a3170c29 None None] No DVR routers for this DVR port c3f0de67-83bc-4b68-ad62-d46f41bebdc2 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:01.647740 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-96d2e9cb-b1cf-4a6b-9cd4-0aced0883d76 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.651602 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d27ca7-13c1-4c34-8a00-3d8202f017de tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=fcdfff47-b6ed-48ec-abf6-becb6d661b4c,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:01.701641 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a63614c9-f856-4d24-ad3e-5f335fdda700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.728172 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-29d27ca7-13c1-4c34-8a00-3d8202f017de tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7044873 Apr 22 14:40:01.734866 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=f01b7ac1-8866-4ce1-96d1-54abebe445ab,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:01.735158 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58990) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:01.743218 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-df4a03f5-aced-4a79-a051-8c3b2f72e4b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-259327061', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:01.747439 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['f01b7ac1-8866-4ce1-96d1-54abebe445ab'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:40:01.749626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541eeef-03c8-4a0e-a1ed-561a9bbc2f10 req-a6e1fcc1-dac4-4896-b0b4-99930354cd61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:01.751098 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6541eeef-03c8-4a0e-a1ed-561a9bbc2f10 req-a6e1fcc1-dac4-4896-b0b4-99930354cd61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df00b820-ff91-48b9-aa6a-393c9e578e30 HTTP/1.1" status: 200 len: 834 time: 0.1676433 Apr 22 14:40:01.756287 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-df4a03f5-aced-4a79-a051-8c3b2f72e4b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:01.798737 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4efee86-8a38-44d3-b0ea-d6a57ed3c995 None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:01.817675 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:01.818149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:01.820335 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d4efee86-8a38-44d3-b0ea-d6a57ed3c995 None None] Deleting port c781d50c-8866-4051-afeb-8e7158d7f7ae {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:01.820896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d4efee86-8a38-44d3-b0ea-d6a57ed3c995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.840905 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.884030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a63614c9-f856-4d24-ad3e-5f335fdda700 None None] For port c781d50c-8866-4051-afeb-8e7158d7f7ae, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c781d50c-8866-4051-afeb-8e7158d7f7ae,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:01.901329 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a63614c9-f856-4d24-ad3e-5f335fdda700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.915818 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-df4a03f5-aced-4a79-a051-8c3b2f72e4b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:router and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:01.922860 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-df4a03f5-aced-4a79-a051-8c3b2f72e4b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:01.935597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-df4a03f5-aced-4a79-a051-8c3b2f72e4b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:01.961474 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1344a7d2-2628-43f2-97c0-bb8cf256b4c1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.999993 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-df4a03f5-aced-4a79-a051-8c3b2f72e4b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.001110 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-df4a03f5-aced-4a79-a051-8c3b2f72e4b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.018841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344a7d2-2628-43f2-97c0-bb8cf256b4c1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Subnet': ['ID=0f428fb1-2311-4cca-9b8c-05a37f2c1128,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:02.036624 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1344a7d2-2628-43f2-97c0-bb8cf256b4c1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.060031 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1344a7d2-2628-43f2-97c0-bb8cf256b4c1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/0f428fb1-2311-4cca-9b8c-05a37f2c1128 HTTP/1.1" status: 204 len: 168 time: 1.6741130 Apr 22 14:40:02.060031 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 58994) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:02.084359 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6541eeef-03c8-4a0e-a1ed-561a9bbc2f10 req-9483e5dd-564d-46f6-880c-f85e3be83488 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=225a60de-2f68-4c63-9733-0af862cb7457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3248458 Apr 22 14:40:02.094614 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32765908-8a74-4fd1-bf5d-9a76d848ba81 None None] Network 01484184-c1b2-484e-acec-8e168622f3d5 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:02.134049 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63614c9-f856-4d24-ad3e-5f335fdda700 None None] Pushing event updated for resources: {'Port': ['ID=c781d50c-8866-4051-afeb-8e7158d7f7ae,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:02.170843 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-df4a03f5-aced-4a79-a051-8c3b2f72e4b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.271112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.291474 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-df4a03f5-aced-4a79-a051-8c3b2f72e4b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.322809 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port 418674dc-f67a-43d4-86d9-7e46be0562bf {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:02.323336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.344176 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Deleting port c3f0de67-83bc-4b68-ad62-d46f41bebdc2 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:02.344788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.425410 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6541eeef-03c8-4a0e-a1ed-561a9bbc2f10 req-44bee739-c609-432f-9ac1-7c5143f86519 service neutron] 10.222.0.30 "GET /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846713 Apr 22 14:40:02.432101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-df4a03f5-aced-4a79-a051-8c3b2f72e4b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.435893 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-df4a03f5-aced-4a79-a051-8c3b2f72e4b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6971762 Apr 22 14:40:02.437633 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] The port 'c3f0de67-83bc-4b68-ad62-d46f41bebdc2' was deleted {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:40:02.439760 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59000) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:02.552908 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd412b7-6175-4d24-8850-3232a4e0064c None None] Update dhcp port {'port': {'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'fixed_ips': [{'subnet_id': '7fec752a-a03f-4d2a-975f-cbbe0625079c', 'ip_address': '2001:db8::2'}, {'subnet_id': '6d4a667d-df7b-4d70-99be-de13b6a17e17'}], 'binding:host_id': 'dv-neutron-839027-1-hyperv'}, 'id': '678fdecd-dd53-4a86-a0f8-d7250b868be9'} from dv-neutron-839027-1-hyperv. {{(pid=83965) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:40:02.615843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d4efee86-8a38-44d3-b0ea-d6a57ed3c995 None None] For port c781d50c-8866-4051-afeb-8e7158d7f7ae, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c781d50c-8866-4051-afeb-8e7158d7f7ae,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:02.616240 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d4efee86-8a38-44d3-b0ea-d6a57ed3c995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.729833 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09c722-416d-4014-8f42-7f767885f2e2 req-f1b1bc70-8fad-4bd0-bb0b-c89a154e469d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:02.731627 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fc09c722-416d-4014-8f42-7f767885f2e2 req-f1b1bc70-8fad-4bd0-bb0b-c89a154e469d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 945 time: 0.4135220 Apr 22 14:40:02.733668 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6541eeef-03c8-4a0e-a1ed-561a9bbc2f10 req-95bc7352-c8f3-4dbc-a018-2df406a99285 service neutron] 10.222.0.30 "GET /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975385 Apr 22 14:40:02.770835 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d4efee86-8a38-44d3-b0ea-d6a57ed3c995 None None] Calling delete_port for c781d50c-8866-4051-afeb-8e7158d7f7ae owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:02.772232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] For port 418674dc-f67a-43d4-86d9-7e46be0562bf, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=418674dc-f67a-43d4-86d9-7e46be0562bf,segment=NetworkSegment(54dd4fe2-be7c-4438-bf5e-e6c5d02109f6),segment_id=54dd4fe2-be7c-4438-bf5e-e6c5d02109f6)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:02.772458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.843793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1dd412b7-6175-4d24-8850-3232a4e0064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.907111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for 418674dc-f67a-43d4-86d9-7e46be0562bf owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:02.930165 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.952605 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fc09c722-416d-4014-8f42-7f767885f2e2 req-89b3cbb4-f7d5-413c-b55c-b7e361e675f5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=a112a1b1-fc33-44f2-9547-edbb64046d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086544 Apr 22 14:40:02.994129 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-96d2e9cb-b1cf-4a6b-9cd4-0aced0883d76 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Delete allocated IP 2001:db8::35b (5eb0336c-e7a0-4217-9f55-d93f68aaba3c/7fec752a-a03f-4d2a-975f-cbbe0625079c) {{(pid=83963) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 14:40:03.024252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.037338 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d4efee86-8a38-44d3-b0ea-d6a57ed3c995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.041659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-96d2e9cb-b1cf-4a6b-9cd4-0aced0883d76 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Allocated IP 2001:db8:0:1::204 (5eb0336c-e7a0-4217-9f55-d93f68aaba3c/6d4a667d-df7b-4d70-99be-de13b6a17e17/0ccf5e34-0847-45c7-9018-74ed4dde4cea) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:03.042162 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe82c47-c16b-4c6b-987d-8d98f975ce9a None None] DHCP port deletion for 01484184-c1b2-484e-acec-8e168622f3d5 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:03.073746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=418674dc-f67a-43d4-86d9-7e46be0562bf,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:03.079058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No DVR routers for this DVR port 418674dc-f67a-43d4-86d9-7e46be0562bf on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:03.173146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efee86-8a38-44d3-b0ea-d6a57ed3c995 None None] Pushing event deleted for resources: {'Port': ['ID=c781d50c-8866-4051-afeb-8e7158d7f7ae,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:03.190326 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb26285-9c8d-4c57-90b8-1a906ac2b7cb']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:03.198198 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4efee86-8a38-44d3-b0ea-d6a57ed3c995 None None] No DVR routers for this DVR port c781d50c-8866-4051-afeb-8e7158d7f7ae on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:03.212624 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.223225 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c96c8-7622-4b3b-81ff-8c04d7785bfe None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:03.241149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01484184-c1b2-484e-acec-8e168622f3d5']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:03.253834 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54dd4fe2-be7c-4438-bf5e-e6c5d02109f6') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:03.254136 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54dd4fe2-be7c-4438-bf5e-e6c5d02109f6') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:03.266180 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.286666 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.295690 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:03.296070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.301872 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b98baf7-6102-4a98-bcf6-c7f5d274f8a1') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:03.302161 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b98baf7-6102-4a98-bcf6-c7f5d274f8a1') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:03.313151 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:03.319426 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.357346 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.360112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.399965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 418674dc-f67a-43d4-86d9-7e46be0562bf no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:03.409173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.445852 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 418674dc-f67a-43d4-86d9-7e46be0562bf {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:03.446839 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 418674dc-f67a-43d4-86d9-7e46be0562bf not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:03.446839 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c781d50c-8866-4051-afeb-8e7158d7f7ae no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:03.448072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.467232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Network': ['ID=01484184-c1b2-484e-acec-8e168622f3d5,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:03.484288 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-094d0293-3af4-4848-9966-a572eea33a55 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/networks/01484184-c1b2-484e-acec-8e168622f3d5 HTTP/1.1" status: 204 len: 168 time: 1.4219916 Apr 22 14:40:03.484470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: c781d50c-8866-4051-afeb-8e7158d7f7ae {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:03.484595 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c781d50c-8866-4051-afeb-8e7158d7f7ae not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:03.485325 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59004) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:03.498901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'name': 'tempest-PortsTestJSON-509726218'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:03.521472 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-a91c750f-2652-4206-a0f6-ea6d616134f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port fa13fdbd-57d6-4908-b575-3185d5c5e17d {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:03.521812 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a91c750f-2652-4206-a0f6-ea6d616134f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.543995 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': 'fcdfff47-b6ed-48ec-abf6-becb6d661b4c'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:03.544935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.589852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.619752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:03.620177 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:03.642078 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:03.722427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:03.727609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:port and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:03.730670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:03.736835 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:03.745990 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Allocated IP 2001:db8::2 (19101698-c44e-4563-acd4-3bbade7a380a/fcdfff47-b6ed-48ec-abf6-becb6d661b4c/2cf8152b-c5ca-4449-9cde-528682e5afd4) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:03.749658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:03.753723 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.777566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] device_id is not set on port cec68049-0b74-4567-b5fe-0b50c3544fcf yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:03.976982 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.990427 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Transition to ACTIVE for port object 2cf8152b-c5ca-4449-9cde-528682e5afd4 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:04.016541 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Transition to ACTIVE for port object 2cf8152b-c5ca-4449-9cde-528682e5afd4 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:04.021296 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.023961 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.052474 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.060007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.064915 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.113263 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Pushing event updated for resources: {'Port': ['ID=2cf8152b-c5ca-4449-9cde-528682e5afd4,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:04.117382 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:04.118897 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:04.121311 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:04.150794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] Pushing event deleted for resources: {'Network': ['ID=5eb26285-9c8d-4c57-90b8-1a906ac2b7cb,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:04.180874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Allocated IP 172.26.0.74 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/7e2fae14-1e30-4d82-a5e7-4c7f413d1c97) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:04.197138 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device f01b7ac1-8866-4ce1-96d1-54abebe445ab up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:04.216001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=cec68049-0b74-4567-b5fe-0b50c3544fcf,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:04.219438 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:04.225866 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:04.233027 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:04.237000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:04.237667 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.274434 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Attempting to bind port 2cf8152b-c5ca-4449-9cde-528682e5afd4 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:04.275007 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Attempting to bind port 2cf8152b-c5ca-4449-9cde-528682e5afd4 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:04.275328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Attempting to bind port 2cf8152b-c5ca-4449-9cde-528682e5afd4 on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:04.283857 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-585f5499-499b-4590-b2c2-38a0e1dc6740 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7955358 Apr 22 14:40:04.284083 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59010) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:04.288729 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:04.289127 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:04.289748 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.290063 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:04.290546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Bound port: 2cf8152b-c5ca-4449-9cde-528682e5afd4, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:04.290898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.334999 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5107914-4166-4dbb-b97d-ca672e27a896 req-01643658-143e-4751-9b2a-3370224b0a18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:04.337117 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a5107914-4166-4dbb-b97d-ca672e27a896 req-01643658-143e-4751-9b2a-3370224b0a18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 945 time: 0.1694238 Apr 22 14:40:04.356293 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-96d2e9cb-b1cf-4a6b-9cd4-0aced0883d76 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:40:04.363665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port f01b7ac1-8866-4ce1-96d1-54abebe445ab completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:04.378289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-2a36756a-2285-4c25-afd8-2cb85976aed2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port cec68049-0b74-4567-b5fe-0b50c3544fcf {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:04.378631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2a36756a-2285-4c25-afd8-2cb85976aed2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.382206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port f01b7ac1-8866-4ce1-96d1-54abebe445ab triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:04.383129 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.441770 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] For port 2cf8152b-c5ca-4449-9cde-528682e5afd4, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:04.451977 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a5107914-4166-4dbb-b97d-ca672e27a896 req-521b8a57-464b-4e6b-8ba7-1d7b0e545525 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=a112a1b1-fc33-44f2-9547-edbb64046d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072373 Apr 22 14:40:04.456118 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] For port 2cf8152b-c5ca-4449-9cde-528682e5afd4, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=2cf8152b-c5ca-4449-9cde-528682e5afd4,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:04.465851 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.526838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.563402 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-de147351-4759-47f4-9c71-510b2cb0a73c tempest-AllowedAddressPairIpV6TestJSON-880132821 tempest-AllowedAddressPairIpV6TestJSON-880132821-project] 10.222.0.23 "DELETE /v2.0/networks/5eb26285-9c8d-4c57-90b8-1a906ac2b7cb HTTP/1.1" status: 204 len: 168 time: 4.6272702 Apr 22 14:40:04.570904 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-96d2e9cb-b1cf-4a6b-9cd4-0aced0883d76 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.577079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a91c750f-2652-4206-a0f6-ea6d616134f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.614188 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828173a2-a5a0-4d26-a4b9-df4e9c2f0390 None None] Pushing event updated for resources: {'Port': ['ID=2cf8152b-c5ca-4449-9cde-528682e5afd4,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:04.618081 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.639774 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2a36756a-2285-4c25-afd8-2cb85976aed2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.653516 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port f01b7ac1-8866-4ce1-96d1-54abebe445ab, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f01b7ac1-8866-4ce1-96d1-54abebe445ab,segment=NetworkSegment(ed5793eb-259f-4e4f-866a-be242958cadd),segment_id=ed5793eb-259f-4e4f-866a-be242958cadd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:04.657274 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568208e4-8f08-45fe-8ec7-77d7ff22f9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01b7ac1-8866-4ce1-96d1-54abebe445ab'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:40:04.667306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.752707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-a91c750f-2652-4206-a0f6-ea6d616134f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for fa13fdbd-57d6-4908-b575-3185d5c5e17d owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:04.763964 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=f01b7ac1-8866-4ce1-96d1-54abebe445ab,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:04.800866 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-96d2e9cb-b1cf-4a6b-9cd4-0aced0883d76 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Transition to ACTIVE for port object 0ccf5e34-0847-45c7-9018-74ed4dde4cea will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:04.848419 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-96d2e9cb-b1cf-4a6b-9cd4-0aced0883d76 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.877491 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334d1c4d-4704-46a8-89be-5d64827bda49'] response: {'server_uuid': '568208e4-8f08-45fe-8ec7-77d7ff22f9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01b7ac1-8866-4ce1-96d1-54abebe445ab', 'code': 200} Apr 22 14:40:04.894083 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-2a36756a-2285-4c25-afd8-2cb85976aed2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for cec68049-0b74-4567-b5fe-0b50c3544fcf owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:04.942955 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-1dd412b7-6175-4d24-8850-3232a4e0064c None None] Allocated IP 2001:db8:0:1::2 (5eb0336c-e7a0-4217-9f55-d93f68aaba3c/6d4a667d-df7b-4d70-99be-de13b6a17e17/678fdecd-dd53-4a86-a0f8-d7250b868be9) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:04.990514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.007133 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2a36756a-2285-4c25-afd8-2cb85976aed2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.081026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36756a-2285-4c25-afd8-2cb85976aed2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=cec68049-0b74-4567-b5fe-0b50c3544fcf,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:05.102042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2a36756a-2285-4c25-afd8-2cb85976aed2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.117842 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2a36756a-2285-4c25-afd8-2cb85976aed2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/cec68049-0b74-4567-b5fe-0b50c3544fcf HTTP/1.1" status: 204 len: 168 time: 0.8324499 Apr 22 14:40:05.120213 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59020) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:05.127413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'mac_address': 'fa:16:3e:a5:19:d8', 'name': 'tempest-PortsTestJSON-1857817045'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:05.217431 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1dd412b7-6175-4d24-8850-3232a4e0064c None None] For port 678fdecd-dd53-4a86-a0f8-d7250b868be9, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=678fdecd-dd53-4a86-a0f8-d7250b868be9,segment=NetworkSegment(b9912ad6-5cab-4f7b-a4e1-2428b933918c),segment_id=b9912ad6-5cab-4f7b-a4e1-2428b933918c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:05.248012 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1dd412b7-6175-4d24-8850-3232a4e0064c None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.260137 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59024) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:05.272396 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1dd412b7-6175-4d24-8850-3232a4e0064c None None] Transition to ACTIVE for port object 678fdecd-dd53-4a86-a0f8-d7250b868be9 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:05.278098 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1dd412b7-6175-4d24-8850-3232a4e0064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.327067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:05.333166 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:port and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:05.339799 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:05.342477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-96d2e9cb-b1cf-4a6b-9cd4-0aced0883d76 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] In _notify_port_updated(), no bound segment for port 0ccf5e34-0847-45c7-9018-74ed4dde4cea on network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c {{(pid=83963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:40:05.347168 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2e9cb-b1cf-4a6b-9cd4-0aced0883d76 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:05.348128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-96d2e9cb-b1cf-4a6b-9cd4-0aced0883d76 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.348743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:05.349395 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-96d2e9cb-b1cf-4a6b-9cd4-0aced0883d76 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "PUT /v2.0/ports/0ccf5e34-0847-45c7-9018-74ed4dde4cea HTTP/1.1" status: 200 len: 931 time: 4.4237335 Apr 22 14:40:05.350374 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2e9cb-b1cf-4a6b-9cd4-0aced0883d76 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=0ccf5e34-0847-45c7-9018-74ed4dde4cea,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:05.353229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59030) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:05.367342 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9cc0fc2d-c97e-4195-b470-299b14ba2f56 req-a896edfd-5549-4730-bd91-1b668d0c6a73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 1099 time: 0.2078733 Apr 22 14:40:05.368758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:05.403558 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.449147 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd412b7-6175-4d24-8850-3232a4e0064c None None] Pushing event updated for resources: {'Port': ['ID=678fdecd-dd53-4a86-a0f8-d7250b868be9,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:05.548179 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.562534 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9cc0fc2d-c97e-4195-b470-299b14ba2f56 req-825674b7-c425-40db-86e5-b552de876ef9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a112a1b1-fc33-44f2-9547-edbb64046d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751299 Apr 22 14:40:05.582764 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] device_id is not set on port 81770d6d-dd35-43e8-bc75-46e4b6621a69 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:05.586490 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 2cf8152b-c5ca-4449-9cde-528682e5afd4 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:05.665006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-c0df4e12-dd73-4d7b-86d5-285243f7a3ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 0ccf5e34-0847-45c7-9018-74ed4dde4cea {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:05.665558 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0df4e12-dd73-4d7b-86d5-285243f7a3ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.734782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 2cf8152b-c5ca-4449-9cde-528682e5afd4 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:05.791451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:05.795939 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Pushing event updated for resources: {'Port': ['ID=7e2fae14-1e30-4d82-a5e7-4c7f413d1c97,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:05.813906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:05.829560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:06.032413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e6da3-c829-4e8b-acf2-7f73c243fcd9 req-26a87e83-170e-4fa2-ba99-2fdc5cdf4206 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:06.033990 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4f9e6da3-c829-4e8b-acf2-7f73c243fcd9 req-26a87e83-170e-4fa2-ba99-2fdc5cdf4206 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 946 time: 0.3678160 Apr 22 14:40:06.046158 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1ebd2afa-9826-41ab-bad6-46d88e1bebb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e602622655d4f17b542442f3b5d0709&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7775314 Apr 22 14:40:06.064698 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59036) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:06.154184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.182665 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4f9e6da3-c829-4e8b-acf2-7f73c243fcd9 req-f5e0a969-35f9-4d5d-bacc-dc19b37de058 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=a112a1b1-fc33-44f2-9547-edbb64046d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416280 Apr 22 14:40:06.207273 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd665-0c26-47df-8f8e-b83ad4e3df21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.246127 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.259912 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a91c750f-2652-4206-a0f6-ea6d616134f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.268414 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fd1c67b2-1e0e-4835-b3a2-eb8ddebd5ef8 None None] Provisioning for port 2cf8152b-c5ca-4449-9cde-528682e5afd4 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:06.274676 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fd1c67b2-1e0e-4835-b3a2-eb8ddebd5ef8 None None] Provisioning complete for port 2cf8152b-c5ca-4449-9cde-528682e5afd4 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:06.275315 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fd1c67b2-1e0e-4835-b3a2-eb8ddebd5ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.293922 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd665-0c26-47df-8f8e-b83ad4e3df21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.354017 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c750f-2652-4206-a0f6-ea6d616134f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Port': ['ID=fa13fdbd-57d6-4908-b575-3185d5c5e17d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:06.373869 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0df4e12-dd73-4d7b-86d5-285243f7a3ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.378385 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:06.384044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=81770d6d-dd35-43e8-bc75-46e4b6621a69,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:06.384765 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::1 (19101698-c44e-4563-acd4-3bbade7a380a/fcdfff47-b6ed-48ec-abf6-becb6d661b4c/61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:06.386427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:06.391161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:06.394348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:06.394986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.427855 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd665-0c26-47df-8f8e-b83ad4e3df21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.432136 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd665-0c26-47df-8f8e-b83ad4e3df21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.436610 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6b5cd665-0c26-47df-8f8e-b83ad4e3df21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52d92a54-ce0f-4ce5-b87b-74d11c7be310 HTTP/1.1" status: 204 len: 168 time: 0.3680325 Apr 22 14:40:06.443851 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fd1c67b2-1e0e-4835-b3a2-eb8ddebd5ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.450496 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cd665-0c26-47df-8f8e-b83ad4e3df21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d92a54-ce0f-4ce5-b87b-74d11c7be310,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:06.453539 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d6cb612c-0d36-4841-b262-5be146447f4d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3321908 Apr 22 14:40:06.457400 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59042) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:06.512722 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-fd1c67b2-1e0e-4835-b3a2-eb8ddebd5ef8 None None] For port 2cf8152b-c5ca-4449-9cde-528682e5afd4, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=2cf8152b-c5ca-4449-9cde-528682e5afd4,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:06.518067 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fd1c67b2-1e0e-4835-b3a2-eb8ddebd5ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.581638 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4904bd-7c1c-4912-a6c4-3ad53c7b18c2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:06.582323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4f4904bd-7c1c-4912-a6c4-3ad53c7b18c2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:06.619105 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4f4904bd-7c1c-4912-a6c4-3ad53c7b18c2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:06.620418 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4f4904bd-7c1c-4912-a6c4-3ad53c7b18c2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/81770d6d-dd35-43e8-bc75-46e4b6621a69 HTTP/1.1" status: 200 len: 841 time: 0.1616998 Apr 22 14:40:06.623881 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59046) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:06.652645 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c67b2-1e0e-4835-b3a2-eb8ddebd5ef8 None None] Pushing event updated for resources: {'Port': ['ID=2cf8152b-c5ca-4449-9cde-528682e5afd4,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:06.774728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-18d50848-5b94-42f2-9f86-b3b0dfa47f6d None None] Provisioning for port 678fdecd-dd53-4a86-a0f8-d7250b868be9 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:06.781816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-18d50848-5b94-42f2-9f86-b3b0dfa47f6d None None] Provisioning complete for port 678fdecd-dd53-4a86-a0f8-d7250b868be9 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:06.781816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-18d50848-5b94-42f2-9f86-b3b0dfa47f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.804598 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-36a31cd4-d825-46a8-b2a6-142533237ab4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port 81770d6d-dd35-43e8-bc75-46e4b6621a69 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:06.804995 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-36a31cd4-d825-46a8-b2a6-142533237ab4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.947500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-18d50848-5b94-42f2-9f86-b3b0dfa47f6d None None] Provisioning complete for port 47bca906-154a-40cf-b4c3-c657ef5b3b01 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:06.947917 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-18d50848-5b94-42f2-9f86-b3b0dfa47f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.949303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-c0df4e12-dd73-4d7b-86d5-285243f7a3ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 0ccf5e34-0847-45c7-9018-74ed4dde4cea owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:07.056222 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-18d50848-5b94-42f2-9f86-b3b0dfa47f6d None None] Port 47bca906-154a-40cf-b4c3-c657ef5b3b01 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:07.073244 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-18d50848-5b94-42f2-9f86-b3b0dfa47f6d None None] Provisioning for port 0ccf5e34-0847-45c7-9018-74ed4dde4cea completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:07.082153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-18d50848-5b94-42f2-9f86-b3b0dfa47f6d None None] Provisioning complete for port 0ccf5e34-0847-45c7-9018-74ed4dde4cea triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:07.083621 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-18d50848-5b94-42f2-9f86-b3b0dfa47f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.153892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-36a31cd4-d825-46a8-b2a6-142533237ab4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.168523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-18d50848-5b94-42f2-9f86-b3b0dfa47f6d None None] Port 0ccf5e34-0847-45c7-9018-74ed4dde4cea cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:07.301394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-36a31cd4-d825-46a8-b2a6-142533237ab4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for 81770d6d-dd35-43e8-bc75-46e4b6621a69 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:07.314743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-86969ca8-417d-4547-8518-dcf0be3fcafc None None] Provisioning complete for port 0ccf5e34-0847-45c7-9018-74ed4dde4cea triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:07.315236 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-86969ca8-417d-4547-8518-dcf0be3fcafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.443251 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-86969ca8-417d-4547-8518-dcf0be3fcafc None None] Port 0ccf5e34-0847-45c7-9018-74ed4dde4cea cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:07.456746 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 2cf8152b-c5ca-4449-9cde-528682e5afd4 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:07.503142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-36a31cd4-d825-46a8-b2a6-142533237ab4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.503758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0df4e12-dd73-4d7b-86d5-285243f7a3ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.550300 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.553955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-36a31cd4-d825-46a8-b2a6-142533237ab4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.559921 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 2cf8152b-c5ca-4449-9cde-528682e5afd4 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:07.560287 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.574909 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a31cd4-d825-46a8-b2a6-142533237ab4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=81770d6d-dd35-43e8-bc75-46e4b6621a69,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:07.575567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df4e12-dd73-4d7b-86d5-285243f7a3ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=0ccf5e34-0847-45c7-9018-74ed4dde4cea,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:07.607044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71528a0e-7307-40c8-84d0-abb23a0e9613 req-58d229da-d296-44f2-862c-4b081a77c61a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:07.614519 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-71528a0e-7307-40c8-84d0-abb23a0e9613 req-58d229da-d296-44f2-862c-4b081a77c61a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 946 time: 0.1918259 Apr 22 14:40:07.636048 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-36a31cd4-d825-46a8-b2a6-142533237ab4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/81770d6d-dd35-43e8-bc75-46e4b6621a69 HTTP/1.1" status: 204 len: 168 time: 1.0106063 Apr 22 14:40:07.657026 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59068) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:07.677981 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.678715 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.713697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 678fdecd-dd53-4a86-a0f8-d7250b868be9 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:07.743979 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-71528a0e-7307-40c8-84d0-abb23a0e9613 req-8f8af6d7-7a67-42f2-acdd-9b1dddcbc098 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=a112a1b1-fc33-44f2-9547-edbb64046d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284704 Apr 22 14:40:07.745389 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:07.817294 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3228c4f-0980-4954-9f39-30f1bd99ff34 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] GET failed (client error): The resource could not be found. Apr 22 14:40:07.817807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d3228c4f-0980-4954-9f39-30f1bd99ff34 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:07.829536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59074) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:07.838838 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 678fdecd-dd53-4a86-a0f8-d7250b868be9 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:07.839307 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.905177 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0df4e12-dd73-4d7b-86d5-285243f7a3ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.932284 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d3228c4f-0980-4954-9f39-30f1bd99ff34 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:07.934449 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d3228c4f-0980-4954-9f39-30f1bd99ff34 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/81770d6d-dd35-43e8-bc75-46e4b6621a69 HTTP/1.1" status: 404 len: 333 time: 0.2671204 Apr 22 14:40:07.939573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59080) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:07.989781 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ce15a05b-edab-4962-966f-233271aee874 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'name': 'tempest-PortsTestJSON-67293483'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:07.996159 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c0df4e12-dd73-4d7b-86d5-285243f7a3ac tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/0ccf5e34-0847-45c7-9018-74ed4dde4cea HTTP/1.1" status: 204 len: 168 time: 2.6313848 Apr 22 14:40:08.000965 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a91c750f-2652-4206-a0f6-ea6d616134f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.004229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59084) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:08.019759 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-975172566'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:08.070438 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a35e0b3-dd0d-489c-9ae9-435924e8de2d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] GET failed (client error): The resource could not be found. Apr 22 14:40:08.071623 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-6a35e0b3-dd0d-489c-9ae9-435924e8de2d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:08.073651 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:08.079971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.101616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Usage tracker for resource:network and tenant:9e18b3adeeb54677a067e8b13a0cfc8f is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:08.107988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:08.118594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:08.151353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ce15a05b-edab-4962-966f-233271aee874 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:08.159702 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Made reservation on behalf of 9e18b3adeeb54677a067e8b13a0cfc8f for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:08.162550 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.178220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ce15a05b-edab-4962-966f-233271aee874 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:08.187328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68065f-8235-4c1c-8298-194c547d417a req-771d54c9-abe0-4802-ad23-d93806567a8b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:08.188991 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3d68065f-8235-4c1c-8298-194c547d417a req-771d54c9-abe0-4802-ad23-d93806567a8b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 946 time: 0.2503004 Apr 22 14:40:08.192805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.236437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce15a05b-edab-4962-966f-233271aee874 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:08.239819 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ce15a05b-edab-4962-966f-233271aee874 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.285149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:08.289874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-6a35e0b3-dd0d-489c-9ae9-435924e8de2d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:08.291041 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6a35e0b3-dd0d-489c-9ae9-435924e8de2d tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/0ccf5e34-0847-45c7-9018-74ed4dde4cea HTTP/1.1" status: 404 len: 333 time: 0.2837820 Apr 22 14:40:08.293462 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Usage tracker for resource:security_group_rule and tenant:9e18b3adeeb54677a067e8b13a0cfc8f is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:08.297441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59090) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:08.299169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:08.304434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-ce15a05b-edab-4962-966f-233271aee874 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] device_id is not set on port 4d05f036-0344-436e-a0b2-3ea23660a85c yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:08.332617 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:08.339866 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:08.344471 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:08.348544 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3d68065f-8235-4c1c-8298-194c547d417a req-f368c361-43f8-4da4-a9cf-40714a7d92ee tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=a112a1b1-fc33-44f2-9547-edbb64046d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439428 Apr 22 14:40:08.356809 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:08.387860 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:08.387860 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.479138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-59734123-c459-4ea5-ace1-6441afae5a6e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.574217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-59734123-c459-4ea5-ace1-6441afae5a6e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.631773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.643743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.689114 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ce15a05b-edab-4962-966f-233271aee874 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.704891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff380b4-8a42-4b1d-8973-7e13a74d868f,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:08.723634 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:40:08.741485 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.741971 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Added segment 6485b0e1-e197-42fb-bf25-4d66ad6c4e55 of type vlan for network e67784d8-e7b1-4094-bd08-ad1c82668b81 Apr 22 14:40:08.781168 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.788021 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5df2ca07-9406-4542-bb85-ad29aababdf3 None None] Provisioning for port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:08.794591 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ce15a05b-edab-4962-966f-233271aee874 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.798821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5df2ca07-9406-4542-bb85-ad29aababdf3 None None] Provisioning complete for port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:08.799363 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5df2ca07-9406-4542-bb85-ad29aababdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.868522 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-5df2ca07-9406-4542-bb85-ad29aababdf3 None None] Port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:08.924160 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.932648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:40:08.983717 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.989782 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:08.990759 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.995501 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Router b7f30521-6957-4dfb-a6ed-aff5107429cd is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:40:09.013662 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-59734123-c459-4ea5-ace1-6441afae5a6e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.016032 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce15a05b-edab-4962-966f-233271aee874 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:09.031906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-ce15a05b-edab-4962-966f-233271aee874 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:09.057730 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59734123-c459-4ea5-ace1-6441afae5a6e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3de14cb-5587-4609-bb77-a44dbd3a9288,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:09.097558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce15a05b-edab-4962-966f-233271aee874 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:09.102603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce15a05b-edab-4962-966f-233271aee874 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:09.103199 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ce15a05b-edab-4962-966f-233271aee874 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.107078 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15a05b-edab-4962-966f-233271aee874 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=4d05f036-0344-436e-a0b2-3ea23660a85c,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:09.161780 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ce15a05b-edab-4962-966f-233271aee874 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.2187493 Apr 22 14:40:09.162306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59098) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:09.168253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2b296fbc-1c6e-4554-bb27-47ba99cc1729 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:09.196036 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3642445 Apr 22 14:40:09.197111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e9595-504f-4d96-8296-2f0ab81238e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Pushing event updated for resources: {'Network': ['ID=e67784d8-e7b1-4094-bd08-ad1c82668b81,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:09.199837 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59102) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:09.209791 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network e67784d8-e7b1-4094-bd08-ad1c82668b81 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:40:09.219060 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-62716397-0623-4673-aaf4-78421eb7f361 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Request body: {'subnet': {'network_id': 'e67784d8-e7b1-4094-bd08-ad1c82668b81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:09.282256 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-59734123-c459-4ea5-ace1-6441afae5a6e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.285790 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-59734123-c459-4ea5-ace1-6441afae5a6e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/security-groups/b3de14cb-5587-4609-bb77-a44dbd3a9288 HTTP/1.1" status: 204 len: 168 time: 0.9813576 Apr 22 14:40:09.298963 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59106) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:09.452082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-62716397-0623-4673-aaf4-78421eb7f361 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:09.461372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b296fbc-1c6e-4554-bb27-47ba99cc1729 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.469992 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-62716397-0623-4673-aaf4-78421eb7f361 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Usage tracker for resource:subnet and tenant:9e18b3adeeb54677a067e8b13a0cfc8f is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:09.475212 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-62716397-0623-4673-aaf4-78421eb7f361 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:09.490009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-62716397-0623-4673-aaf4-78421eb7f361 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:09.557184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1bb30951-2531-4e56-bb63-72ed45f40cd6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.579324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62716397-0623-4673-aaf4-78421eb7f361 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Made reservation on behalf of 9e18b3adeeb54677a067e8b13a0cfc8f for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:09.723718 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91c750f-2652-4206-a0f6-ea6d616134f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 6522364c-8238-4394-84c0-ad2c84ac8789 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:09.750054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.757491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.758246 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.772724 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1bb30951-2531-4e56-bb63-72ed45f40cd6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.795920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-62716397-0623-4673-aaf4-78421eb7f361 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.897199 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59110) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:10.014623 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:10.024716 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Sync routers for ids ['b7f30521-6957-4dfb-a6ed-aff5107429cd'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:10.028516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:10.060197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-2b296fbc-1c6e-4554-bb27-47ba99cc1729 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:40:10.081866 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1bb30951-2531-4e56-bb63-72ed45f40cd6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.087443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b296fbc-1c6e-4554-bb27-47ba99cc1729 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.107988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b296fbc-1c6e-4554-bb27-47ba99cc1729 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.141529 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Routers {'b7f30521-6957-4dfb-a6ed-aff5107429cd'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:10.142337 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['b7f30521-6957-4dfb-a6ed-aff5107429cd'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:10.155242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb30951-2531-4e56-bb63-72ed45f40cd6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1617b5-eff6-46ba-8d7a-b138593f3727,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:10.194034 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1bb30951-2531-4e56-bb63-72ed45f40cd6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.198247 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1bb30951-2531-4e56-bb63-72ed45f40cd6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/security-groups/7b1617b5-eff6-46ba-8d7a-b138593f3727 HTTP/1.1" status: 204 len: 168 time: 0.8934186 Apr 22 14:40:10.202224 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59116) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:10.223486 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:40:10.227404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.231209 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e003b86e-c556-4d8a-bbf6-5aa9db9df1b8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.6786385 Apr 22 14:40:10.233264 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59120) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:10.274691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-2b296fbc-1c6e-4554-bb27-47ba99cc1729 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] In _notify_port_updated(), no bound segment for port 4d05f036-0344-436e-a0b2-3ea23660a85c on network d9c7ee68-1059-4b4c-9d44-83330bbf0dec {{(pid=83964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:40:10.278303 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b296fbc-1c6e-4554-bb27-47ba99cc1729 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:10.278898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b296fbc-1c6e-4554-bb27-47ba99cc1729 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.282130 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2b296fbc-1c6e-4554-bb27-47ba99cc1729 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "PUT /v2.0/ports/4d05f036-0344-436e-a0b2-3ea23660a85c HTTP/1.1" status: 200 len: 818 time: 1.1169598 Apr 22 14:40:10.290481 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59124) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:10.293933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296fbc-1c6e-4554-bb27-47ba99cc1729 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=4d05f036-0344-436e-a0b2-3ea23660a85c,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:10.366003 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Set router b7f30521-6957-4dfb-a6ed-aff5107429cd gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:10.371381 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:10.382604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:10.600856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4ebca9ca-eb0b-40d0-86e6-93c63cf2f70e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port 4d05f036-0344-436e-a0b2-3ea23660a85c {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:10.601445 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4ebca9ca-eb0b-40d0-86e6-93c63cf2f70e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.648937 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91c750f-2652-4206-a0f6-ea6d616134f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:10.666211 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a91c750f-2652-4206-a0f6-ea6d616134f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/6522364c-8238-4394-84c0-ad2c84ac8789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5702257 Apr 22 14:40:10.667587 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f64d00-b6e2-4a5d-9e27-470056f51ad6 None None] Sync routers for ids ['6522364c-8238-4394-84c0-ad2c84ac8789'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:10.675074 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59128) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:10.706146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f64d00-b6e2-4a5d-9e27-470056f51ad6 None None] Routers {'6522364c-8238-4394-84c0-ad2c84ac8789'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:10.706738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-c9f64d00-b6e2-4a5d-9e27-470056f51ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['6522364c-8238-4394-84c0-ad2c84ac8789'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:10.749046 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-62716397-0623-4673-aaf4-78421eb7f361 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.781982 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f30521-6957-4dfb-a6ed-aff5107429cd', 'name': 'tempest-snat-router-845348968', 'tenant_id': 'd015354eda8941b49ed910ef298d10af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.74'}], 'enable_snat': False}, 'gw_port_id': '7e2fae14-1e30-4d82-a5e7-4c7f413d1c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:00Z', 'updated_at': '2022-04-22T14:40:06Z', 'revision_number': 3, 'project_id': 'd015354eda8941b49ed910ef298d10af', 'gw_port': {'id': '7e2fae14-1e30-4d82-a5e7-4c7f413d1c97', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:12:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f30521-6957-4dfb-a6ed-aff5107429cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:40:03Z', 'updated_at': '2022-04-22T14:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:10.788620 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Checking router: b7f30521-6957-4dfb-a6ed-aff5107429cd for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:40:10.790074 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Updating router b7f30521-6957-4dfb-a6ed-aff5107429cd port 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:40:10.817731 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-c9f64d00-b6e2-4a5d-9e27-470056f51ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:10.844605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f64d00-b6e2-4a5d-9e27-470056f51ad6 None None] Routers {'6522364c-8238-4394-84c0-ad2c84ac8789'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:10.845274 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-c9f64d00-b6e2-4a5d-9e27-470056f51ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['6522364c-8238-4394-84c0-ad2c84ac8789'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:10.859799 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.872518 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7d5c0ca1-a6cf-4b83-b79b-4d357cf3b002 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/routers/b7f30521-6957-4dfb-a6ed-aff5107429cd HTTP/1.1" status: 200 len: 907 time: 0.6348207 Apr 22 14:40:10.874702 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59132) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:10.884307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Request body: {'router': {'name': 'tempest-snat-router-845348968', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'enable_snat': True}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:10.900014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:10.905331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Usage tracker for resource:router and tenant:d015354eda8941b49ed910ef298d10af is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:10.912115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:10.921118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:10.924473 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f32beb16-8a98-4ec2-a073-e6b1c48d0a1c None None] Provisioning complete for port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:10.924742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f32beb16-8a98-4ec2-a073-e6b1c48d0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.938922 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.940357 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.945402 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Router 867815d3-3c66-45fa-9981-81f6240b035b is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:40:10.969870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-c9f64d00-b6e2-4a5d-9e27-470056f51ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:10.970399 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f64d00-b6e2-4a5d-9e27-470056f51ad6 None None] The sync data for ids ['6522364c-8238-4394-84c0-ad2c84ac8789'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:11.004510 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-f32beb16-8a98-4ec2-a073-e6b1c48d0a1c None None] Port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:11.011995 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8cc905-cef2-441d-ad27-62271d3b464f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting subnet 7fec752a-a03f-4d2a-975f-cbbe0625079c {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:11.054717 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62716397-0623-4673-aaf4-78421eb7f361 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Pushing event updated for resources: {'Subnet': ['ID=3f2059ab-4ab5-45cb-b0f2-1caa0384b9c9,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:11.060373 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc905-cef2-441d-ad27-62271d3b464f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.111173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.213648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62716397-0623-4673-aaf4-78421eb7f361 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Checking segment: {'id': '6485b0e1-e197-42fb-bf25-4d66ad6c4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e67784d8-e7b1-4094-bd08-ad1c82668b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:11.214064 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62716397-0623-4673-aaf4-78421eb7f361 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Network hostable DHCP agents. Network: e67784d8-e7b1-4094-bd08-ad1c82668b81, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:40:11.221458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4ebca9ca-eb0b-40d0-86e6-93c63cf2f70e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.234611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc905-cef2-441d-ad27-62271d3b464f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.242973 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.255263 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Transition to ACTIVE for port object 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:11.263594 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.292652 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:11.301653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.312132 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-73c41bd4-f53d-49b7-bf07-d0f04e563757 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "PUT /v2.0/routers/867815d3-3c66-45fa-9981-81f6240b035b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8665731 Apr 22 14:40:11.312359 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Sync routers for ids ['867815d3-3c66-45fa-9981-81f6240b035b'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:11.316753 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59136) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:11.357646 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Attempting to bind port 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:11.357997 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Attempting to bind port 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:11.358350 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Attempting to bind port 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97 on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:11.372603 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Routers {'867815d3-3c66-45fa-9981-81f6240b035b'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:11.373201 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['867815d3-3c66-45fa-9981-81f6240b035b'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:11.420261 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ad914-0447-409a-aa8f-6551dd684017 None None] Pushing event updated for resources: {'Port': ['ID=7e2fae14-1e30-4d82-a5e7-4c7f413d1c97,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:11.431663 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:11.431929 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:11.432219 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.432521 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:11.432991 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Bound port: 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:11.433369 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.459793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5c24c-5a28-415b-90d5-cf7164918427 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:11.461229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f2a5c24c-5a28-415b-90d5-cf7164918427 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:11.468606 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4ebca9ca-eb0b-40d0-86e6-93c63cf2f70e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for 4d05f036-0344-436e-a0b2-3ea23660a85c owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:11.489038 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f2a5c24c-5a28-415b-90d5-cf7164918427 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:11.493320 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f2a5c24c-5a28-415b-90d5-cf7164918427 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports/61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b HTTP/1.1" status: 200 len: 911 time: 0.1721776 Apr 22 14:40:11.493486 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59140) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:11.551478 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ad914-0447-409a-aa8f-6551dd684017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:11.551860 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ad914-0447-409a-aa8f-6551dd684017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:11.552138 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ad914-0447-409a-aa8f-6551dd684017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:11.552463 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ad914-0447-409a-aa8f-6551dd684017 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:11.552797 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ad914-0447-409a-aa8f-6551dd684017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:11.553119 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ad914-0447-409a-aa8f-6551dd684017 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:11.553432 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ad914-0447-409a-aa8f-6551dd684017 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:11.553761 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ad914-0447-409a-aa8f-6551dd684017 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:11.554076 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ad914-0447-409a-aa8f-6551dd684017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:11.555019 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ad914-0447-409a-aa8f-6551dd684017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:11.555337 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ad914-0447-409a-aa8f-6551dd684017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:11.606584 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] For port 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:11.611608 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] For port 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7e2fae14-1e30-4d82-a5e7-4c7f413d1c97,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:11.612844 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Set router 867815d3-3c66-45fa-9981-81f6240b035b gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:11.632879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d0e22-5939-4a37-a3d1-e4342bac7483 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:11.643013 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d0e22-5939-4a37-a3d1-e4342bac7483 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:11.647768 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-966d0e22-5939-4a37-a3d1-e4342bac7483 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1503530 Apr 22 14:40:11.648579 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62716397-0623-4673-aaf4-78421eb7f361 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Network e67784d8-e7b1-4094-bd08-ad1c82668b81 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:40:11.653448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59144) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:11.654797 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.703440 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.739467 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.878009 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ad914-0447-409a-aa8f-6551dd684017 None None] Pushing event updated for resources: {'Port': ['ID=7e2fae14-1e30-4d82-a5e7-4c7f413d1c97,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:11.949538 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Routers {'b7f30521-6957-4dfb-a6ed-aff5107429cd'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:11.950192 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['b7f30521-6957-4dfb-a6ed-aff5107429cd'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:12.014396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-62716397-0623-4673-aaf4-78421eb7f361 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, e67784d8-e7b1-4094-bd08-ad1c82668b81) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:12.025209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b527d-9d85-4c0e-bbe4-b9af96309004 None None] Network e67784d8-e7b1-4094-bd08-ad1c82668b81 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:12.030276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc905-cef2-441d-ad27-62271d3b464f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.072547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62716397-0623-4673-aaf4-78421eb7f361 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:12.073137 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-62716397-0623-4673-aaf4-78421eb7f361 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.082851 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4ebca9ca-eb0b-40d0-86e6-93c63cf2f70e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.153954 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] Set router b7f30521-6957-4dfb-a6ed-aff5107429cd gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:12.155822 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Allocated IP 172.26.0.214 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/0e0717ce-eeee-4fc1-9c1a-87e090e3d944) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:12.165618 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebca9ca-eb0b-40d0-86e6-93c63cf2f70e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=4d05f036-0344-436e-a0b2-3ea23660a85c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:12.225698 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-62716397-0623-4673-aaf4-78421eb7f361 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0189166 Apr 22 14:40:12.230018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4ebca9ca-eb0b-40d0-86e6-93c63cf2f70e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.232059 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4ebca9ca-eb0b-40d0-86e6-93c63cf2f70e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/4d05f036-0344-436e-a0b2-3ea23660a85c HTTP/1.1" status: 204 len: 168 time: 1.9403946 Apr 22 14:40:12.235590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59148) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:12.236116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59150) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:12.278416 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Request body: {'port': {'network_id': 'e67784d8-e7b1-4094-bd08-ad1c82668b81', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-745274244'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:12.391317 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-e67784d8-e7b1-4094-bd08-ad1c82668b81', 'network_id': 'e67784d8-e7b1-4094-bd08-ad1c82668b81', 'tenant_id': '9e18b3adeeb54677a067e8b13a0cfc8f', 'fixed_ips': [{'subnet_id': '3f2059ab-4ab5-45cb-b0f2-1caa0384b9c9'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:12.392885 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.396896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.406072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc905-cef2-441d-ad27-62271d3b464f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.435924 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.473370 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cc905-cef2-441d-ad27-62271d3b464f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Subnet': ['ID=7fec752a-a03f-4d2a-975f-cbbe0625079c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:12.525690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74845438-d962-4c94-a7c5-d139313633f7 None None] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:12.531567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc905-cef2-441d-ad27-62271d3b464f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.551227 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:12.552534 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:12.553549 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867815d3-3c66-45fa-9981-81f6240b035b', 'name': 'tempest-NetworksTestDHCPv6-router-259327061', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:02Z', 'updated_at': '2022-04-22T14:40:08Z', 'revision_number': 2, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'gw_port_host': None, '_interfaces': [{'id': '61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b', 'name': '', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'mac_address': 'fa:16:3e:c3:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867815d3-3c66-45fa-9981-81f6240b035b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcdfff47-b6ed-48ec-abf6-becb6d661b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:40:05Z', 'updated_at': '2022-04-22T14:40:09Z', 'revision_number': 2, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'subnets': [{'id': 'fcdfff47-b6ed-48ec-abf6-becb6d661b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:12.561345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:12.561526 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Checking router: 867815d3-3c66-45fa-9981-81f6240b035b for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:40:12.561757 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Updating router 867815d3-3c66-45fa-9981-81f6240b035b port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:40:12.565454 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0c8cc905-cef2-441d-ad27-62271d3b464f tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/7fec752a-a03f-4d2a-975f-cbbe0625079c HTTP/1.1" status: 204 len: 168 time: 2.3573995 Apr 22 14:40:12.572016 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59156) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:12.585688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d90a6826-75e2-4f0e-bb67-caca1c21a171 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.621429 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f30521-6957-4dfb-a6ed-aff5107429cd', 'name': 'tempest-snat-router-845348968', 'tenant_id': 'd015354eda8941b49ed910ef298d10af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.74'}], 'enable_snat': False}, 'gw_port_id': '7e2fae14-1e30-4d82-a5e7-4c7f413d1c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:00Z', 'updated_at': '2022-04-22T14:40:06Z', 'revision_number': 3, 'project_id': 'd015354eda8941b49ed910ef298d10af', 'gw_port': {'id': '7e2fae14-1e30-4d82-a5e7-4c7f413d1c97', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:12:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f30521-6957-4dfb-a6ed-aff5107429cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:40:03Z', 'updated_at': '2022-04-22T14:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:12.624896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Pushing event updated for resources: {'Port': ['ID=0e0717ce-eeee-4fc1-9c1a-87e090e3d944,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:12.626651 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.635815 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:12.642309 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acba0cc-f943-43fd-9cf3-bddc9933a531 None None] The sync data for ids ['b7f30521-6957-4dfb-a6ed-aff5107429cd'] in dv-neutron-839027-1-hyperv is: [{'id': 'b7f30521-6957-4dfb-a6ed-aff5107429cd', 'name': 'tempest-snat-router-845348968', 'tenant_id': 'd015354eda8941b49ed910ef298d10af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.74'}], 'enable_snat': False}, 'gw_port_id': '7e2fae14-1e30-4d82-a5e7-4c7f413d1c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:00Z', 'updated_at': '2022-04-22T14:40:06Z', 'revision_number': 3, 'project_id': 'd015354eda8941b49ed910ef298d10af', 'gw_port': {'id': '7e2fae14-1e30-4d82-a5e7-4c7f413d1c97', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:12:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f30521-6957-4dfb-a6ed-aff5107429cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:40:03Z', 'updated_at': '2022-04-22T14:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:12.643006 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-018c2765-21fd-4f72-be90-e8ffe14900a2 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'subnet': {'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:12.746030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Usage tracker for resource:port and tenant:9e18b3adeeb54677a067e8b13a0cfc8f is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:12.755334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:12.845208 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.846450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.901109 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:13.013150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830d9e28-8d01-49c8-be52-0ad4f784c634 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:13.014046 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-830d9e28-8d01-49c8-be52-0ad4f784c634 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:13.084125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Allocated IP 2001:db8::2 (e67784d8-e7b1-4094-bd08-ad1c82668b81/3f2059ab-4ab5-45cb-b0f2-1caa0384b9c9/f5f5bc5f-1507-4732-a021-271fc51dcec5) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:13.111627 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.132840 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Transition to ACTIVE for port object 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:13.146351 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.222325 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Made reservation on behalf of 9e18b3adeeb54677a067e8b13a0cfc8f for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:13.227744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.254015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Router 0446fa58-579c-49b9-91cc-17c0293868a8 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:40:13.363591 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-830d9e28-8d01-49c8-be52-0ad4f784c634 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:13.364782 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-830d9e28-8d01-49c8-be52-0ad4f784c634 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.1251557 Apr 22 14:40:13.380327 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59160) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:13.406899 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b13ab2-7ea7-4b32-bc15-e0f3ce49454d None None] Pushing event updated for resources: {'Port': ['ID=61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:13.420275 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] device_id is not set on port 04ac1468-49ce-4e25-8517-e883ca467058 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:13.497640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.518665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Transition to ACTIVE for port object f5f5bc5f-1507-4732-a021-271fc51dcec5 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:13.540398 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:13.549481 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Attempting to bind port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:13.549849 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Attempting to bind port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:13.550350 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Attempting to bind port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:13.561693 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:13.562390 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:13.562527 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.562812 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:13.563299 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Bound port: 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:13.563705 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.633884 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Transition to ACTIVE for port object f5f5bc5f-1507-4732-a021-271fc51dcec5 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:13.645156 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.664183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-018c2765-21fd-4f72-be90-e8ffe14900a2 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:13.688021 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-5898c194-4da4-4973-be1b-5cddf54f622e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] GET failed (client error): The resource could not be found. Apr 22 14:40:13.689304 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5898c194-4da4-4973-be1b-5cddf54f622e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/4d05f036-0344-436e-a0b2-3ea23660a85c HTTP/1.1" status: 404 len: 333 time: 0.2875156 Apr 22 14:40:13.693055 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59164) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:13.706458 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-5affbcb8-d22d-4e2c-81f1-e1fe08c4917e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1894957461'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:13.717440 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-018c2765-21fd-4f72-be90-e8ffe14900a2 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:subnet and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:13.721151 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5affbcb8-d22d-4e2c-81f1-e1fe08c4917e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:13.730705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5affbcb8-d22d-4e2c-81f1-e1fe08c4917e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:network and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:13.738503 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] For port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:13.742965 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5affbcb8-d22d-4e2c-81f1-e1fe08c4917e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:13.746317 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] For port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:13.751745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-018c2765-21fd-4f72-be90-e8ffe14900a2 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:13.752426 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.765041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Pushing event updated for resources: {'Port': ['ID=f5f5bc5f-1507-4732-a021-271fc51dcec5,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:13.766696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5affbcb8-d22d-4e2c-81f1-e1fe08c4917e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:13.777745 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:13.789281 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-018c2765-21fd-4f72-be90-e8ffe14900a2 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:13.800182 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Sync routers for ids ['0446fa58-579c-49b9-91cc-17c0293868a8'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:13.812132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5affbcb8-d22d-4e2c-81f1-e1fe08c4917e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:13.822841 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5affbcb8-d22d-4e2c-81f1-e1fe08c4917e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.850803 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Network e67784d8-e7b1-4094-bd08-ad1c82668b81 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:13.852356 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:13.867980 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:13.869966 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.905659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5affbcb8-d22d-4e2c-81f1-e1fe08c4917e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:40:13.907267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018c2765-21fd-4f72-be90-e8ffe14900a2 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:13.910892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-018c2765-21fd-4f72-be90-e8ffe14900a2 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.926297 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5affbcb8-d22d-4e2c-81f1-e1fe08c4917e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.926978 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-5affbcb8-d22d-4e2c-81f1-e1fe08c4917e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Added segment 566266b3-1b53-45aa-930a-6001e2d81e3d of type vlan for network 3009de8b-54fe-403a-ba76-7acfd9ad9b86 Apr 22 14:40:13.960134 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:13.963551 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:13.971720 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5affbcb8-d22d-4e2c-81f1-e1fe08c4917e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.008253 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.010613 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-02dbcb72-3325-4621-8ac5-d85f747c9852 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1347165 Apr 22 14:40:14.012609 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5affbcb8-d22d-4e2c-81f1-e1fe08c4917e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.022258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5affbcb8-d22d-4e2c-81f1-e1fe08c4917e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:14.023668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5affbcb8-d22d-4e2c-81f1-e1fe08c4917e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.027336 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b13ab2-7ea7-4b32-bc15-e0f3ce49454d None None] Pushing event updated for resources: {'Port': ['ID=61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:14.043397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Routers {'0446fa58-579c-49b9-91cc-17c0293868a8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:14.044177 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0446fa58-579c-49b9-91cc-17c0293868a8'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:14.062240 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Routers {'867815d3-3c66-45fa-9981-81f6240b035b'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:14.062875 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['867815d3-3c66-45fa-9981-81f6240b035b'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:14.081908 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59168) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:14.277555 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Set router 0446fa58-579c-49b9-91cc-17c0293868a8 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:14.456244 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5affbcb8-d22d-4e2c-81f1-e1fe08c4917e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7611778 Apr 22 14:40:14.464948 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59172) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:14.470384 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] Set router 867815d3-3c66-45fa-9981-81f6240b035b gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:14.505212 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Allocated IP 2001:db8::337 (e67784d8-e7b1-4094-bd08-ad1c82668b81/3f2059ab-4ab5-45cb-b0f2-1caa0384b9c9/04ac1468-49ce-4e25-8517-e883ca467058) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:14.569972 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-dc5c2a20-0fa5-476b-ba48-b104c512d757 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'subnet': {'network_id': '3009de8b-54fe-403a-ba76-7acfd9ad9b86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:14.677581 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.730225 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affbcb8-d22d-4e2c-81f1-e1fe08c4917e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Network': ['ID=3009de8b-54fe-403a-ba76-7acfd9ad9b86,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:14.751994 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 3009de8b-54fe-403a-ba76-7acfd9ad9b86 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:40:14.765268 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Attempting to bind port f5f5bc5f-1507-4732-a021-271fc51dcec5 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:14.765693 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Attempting to bind port f5f5bc5f-1507-4732-a021-271fc51dcec5 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '6485b0e1-e197-42fb-bf25-4d66ad6c4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e67784d8-e7b1-4094-bd08-ad1c82668b81'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:14.766257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Attempting to bind port f5f5bc5f-1507-4732-a021-271fc51dcec5 on network e67784d8-e7b1-4094-bd08-ad1c82668b81 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:14.779789 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:14.780349 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Checking segment: {'id': '6485b0e1-e197-42fb-bf25-4d66ad6c4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e67784d8-e7b1-4094-bd08-ad1c82668b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:14.781086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.781587 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Bound using segment: {'id': '6485b0e1-e197-42fb-bf25-4d66ad6c4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e67784d8-e7b1-4094-bd08-ad1c82668b81'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:14.782172 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Bound port: f5f5bc5f-1507-4732-a021-271fc51dcec5, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6485b0e1-e197-42fb-bf25-4d66ad6c4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e67784d8-e7b1-4094-bd08-ad1c82668b81'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:14.782699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.793990 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-dc5c2a20-0fa5-476b-ba48-b104c512d757 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:14.798203 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-dc5c2a20-0fa5-476b-ba48-b104c512d757 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:subnet and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:14.801747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-dc5c2a20-0fa5-476b-ba48-b104c512d757 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:14.809068 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7e2fae14-1e30-4d82-a5e7-4c7f413d1c97,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:14.810220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-dc5c2a20-0fa5-476b-ba48-b104c512d757 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:14.835208 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5c2a20-0fa5-476b-ba48-b104c512d757 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:14.967793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.059700 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867815d3-3c66-45fa-9981-81f6240b035b', 'name': 'tempest-NetworksTestDHCPv6-router-259327061', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:02Z', 'updated_at': '2022-04-22T14:40:08Z', 'revision_number': 2, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'gw_port_host': None, '_interfaces': [{'id': '61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b', 'name': '', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'mac_address': 'fa:16:3e:c3:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867815d3-3c66-45fa-9981-81f6240b035b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcdfff47-b6ed-48ec-abf6-becb6d661b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:40:05Z', 'updated_at': '2022-04-22T14:40:13Z', 'revision_number': 4, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'subnets': [{'id': 'fcdfff47-b6ed-48ec-abf6-becb6d661b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:15.066929 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c8e94-55bb-4241-a004-a4a5b92a95b1 None None] The sync data for ids ['867815d3-3c66-45fa-9981-81f6240b035b'] in dv-neutron-839027-1-hyperv is: [{'id': '867815d3-3c66-45fa-9981-81f6240b035b', 'name': 'tempest-NetworksTestDHCPv6-router-259327061', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:02Z', 'updated_at': '2022-04-22T14:40:08Z', 'revision_number': 2, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'gw_port_host': None, '_interfaces': [{'id': '61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b', 'name': '', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'mac_address': 'fa:16:3e:c3:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867815d3-3c66-45fa-9981-81f6240b035b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcdfff47-b6ed-48ec-abf6-becb6d661b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:40:05Z', 'updated_at': '2022-04-22T14:40:13Z', 'revision_number': 4, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'subnets': [{'id': 'fcdfff47-b6ed-48ec-abf6-becb6d661b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:15.069024 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=7e2fae14-1e30-4d82-a5e7-4c7f413d1c97,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:15.108115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2a20-0fa5-476b-ba48-b104c512d757 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.160020 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4b037b50-8120-47ca-bece-375519e73140 None None] Provisioning complete for port 678fdecd-dd53-4a86-a0f8-d7250b868be9 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:15.160556 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4b037b50-8120-47ca-bece-375519e73140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.212809 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-310c9fcb-b6bb-460c-9161-8fc1615f64e6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/routers/0446fa58-579c-49b9-91cc-17c0293868a8 HTTP/1.1" status: 200 len: 907 time: 1.0906098 Apr 22 14:40:15.217585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59176) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:15.248995 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] For port f5f5bc5f-1507-4732-a021-271fc51dcec5, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:15.258207 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] For port f5f5bc5f-1507-4732-a021-271fc51dcec5, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f5f5bc5f-1507-4732-a021-271fc51dcec5,segment=NetworkSegment(6485b0e1-e197-42fb-bf25-4d66ad6c4e55),segment_id=6485b0e1-e197-42fb-bf25-4d66ad6c4e55)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:15.272558 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.305238 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0446fa58-579c-49b9-91cc-17c0293868a8', 'name': 'tempest-snat-router-845348968', 'tenant_id': 'd015354eda8941b49ed910ef298d10af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '0e0717ce-eeee-4fc1-9c1a-87e090e3d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:10Z', 'updated_at': '2022-04-22T14:40:12Z', 'revision_number': 3, 'project_id': 'd015354eda8941b49ed910ef298d10af', 'gw_port': {'id': '0e0717ce-eeee-4fc1-9c1a-87e090e3d944', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0446fa58-579c-49b9-91cc-17c0293868a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:40:11Z', 'updated_at': '2022-04-22T14:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:15.357371 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Checking router: 0446fa58-579c-49b9-91cc-17c0293868a8 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:40:15.357550 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Updating router 0446fa58-579c-49b9-91cc-17c0293868a8 port 0e0717ce-eeee-4fc1-9c1a-87e090e3d944 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:40:15.432425 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.434687 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:15.454402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.496981 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-018c2765-21fd-4f72-be90-e8ffe14900a2 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.519130 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.523399 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2a20-0fa5-476b-ba48-b104c512d757 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.558399 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1e34a-7b28-48c6-b450-c2f65f217d02 None None] Pushing event updated for resources: {'Port': ['ID=f5f5bc5f-1507-4732-a021-271fc51dcec5,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:15.602020 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4b037b50-8120-47ca-bece-375519e73140 None None] Provisioning complete for port 47bca906-154a-40cf-b4c3-c657ef5b3b01 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:15.602300 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4b037b50-8120-47ca-bece-375519e73140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.621687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c2a20-0fa5-476b-ba48-b104c512d757 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Subnet': ['ID=2d4ad9ec-212e-46da-a4d1-08e17af66b75,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:15.638829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.732394 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4b037b50-8120-47ca-bece-375519e73140 None None] Port 47bca906-154a-40cf-b4c3-c657ef5b3b01 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:15.742618 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:15.742823 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.804209 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c2a20-0fa5-476b-ba48-b104c512d757 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Checking segment: {'id': '566266b3-1b53-45aa-930a-6001e2d81e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3009de8b-54fe-403a-ba76-7acfd9ad9b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:15.804582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c2a20-0fa5-476b-ba48-b104c512d757 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network hostable DHCP agents. Network: 3009de8b-54fe-403a-ba76-7acfd9ad9b86, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:40:15.857299 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c2a20-0fa5-476b-ba48-b104c512d757 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network 3009de8b-54fe-403a-ba76-7acfd9ad9b86 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:40:15.860289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c2765-21fd-4f72-be90-e8ffe14900a2 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:15.871638 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-018c2765-21fd-4f72-be90-e8ffe14900a2 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:15.876443 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-dc5c2a20-0fa5-476b-ba48-b104c512d757 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 3009de8b-54fe-403a-ba76-7acfd9ad9b86) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:15.881066 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5c2a20-0fa5-476b-ba48-b104c512d757 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:15.881655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2a20-0fa5-476b-ba48-b104c512d757 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.884399 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Transition to ACTIVE for port object 04ac1468-49ce-4e25-8517-e883ca467058 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:15.890449 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018c2765-21fd-4f72-be90-e8ffe14900a2 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:15.891039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-018c2765-21fd-4f72-be90-e8ffe14900a2 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.933925 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-dc5c2a20-0fa5-476b-ba48-b104c512d757 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3908529 Apr 22 14:40:15.937449 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59180) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:15.940178 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-018c2765-21fd-4f72-be90-e8ffe14900a2 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3645580 Apr 22 14:40:15.945402 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-bec2d159-6d84-41ad-b154-dbe21b117f35 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'subnet': {'network_id': '3009de8b-54fe-403a-ba76-7acfd9ad9b86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:15.957185 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c2765-21fd-4f72-be90-e8ffe14900a2 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Subnet': ['ID=f05b22de-68be-4550-8344-37a44f5141ee,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:15.962007 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59184) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:16.039528 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1578b72c-a86d-4732-9b6b-651be06bd8b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'security_group': {'name': 'tempest-secgroup-1346270633'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:16.039903 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e1ecd4-6424-4bc7-90c6-8747c9fce413 None None] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:16.060309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1578b72c-a86d-4732-9b6b-651be06bd8b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:16.062430 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66042e8b-efc7-424d-be89-8e7f8869a560 None None] Network 3009de8b-54fe-403a-ba76-7acfd9ad9b86 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:16.073483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.089545 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1578b72c-a86d-4732-9b6b-651be06bd8b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:security_group and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:16.100929 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Deleting port 0e0717ce-eeee-4fc1-9c1a-87e090e3d944 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:16.101959 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.108067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1578b72c-a86d-4732-9b6b-651be06bd8b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:16.120993 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1578b72c-a86d-4732-9b6b-651be06bd8b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:16.168770 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bec2d159-6d84-41ad-b154-dbe21b117f35 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:16.189926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bec2d159-6d84-41ad-b154-dbe21b117f35 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:subnet and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:16.196081 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bec2d159-6d84-41ad-b154-dbe21b117f35 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:16.220210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.256640 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bec2d159-6d84-41ad-b154-dbe21b117f35 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:16.288245 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec2d159-6d84-41ad-b154-dbe21b117f35 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:16.293320 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bec2d159-6d84-41ad-b154-dbe21b117f35 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.297173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.392352 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Transition to ACTIVE for port object 0e0717ce-eeee-4fc1-9c1a-87e090e3d944 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:16.429836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.487069 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.579177 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Calling delete_port for 0e0717ce-eeee-4fc1-9c1a-87e090e3d944 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:16.634067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1578b72c-a86d-4732-9b6b-651be06bd8b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.647148 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.678609 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.ipam_backend_mixin [None req-bec2d159-6d84-41ad-b154-dbe21b117f35 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2d4ad9ec-212e-46da-a4d1-08e17af66b75 (CIDR: 172.20.0.0/28) Apr 22 14:40:16.689537 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec2d159-6d84-41ad-b154-dbe21b117f35 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:40:16.689972 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec2d159-6d84-41ad-b154-dbe21b117f35 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:16.715891 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cf0ea-b9f8-48b2-8566-6e0beb745b38 None None] Pushing event updated for resources: {'Port': ['ID=0e0717ce-eeee-4fc1-9c1a-87e090e3d944,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:16.798216 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Attempting to bind port 0e0717ce-eeee-4fc1-9c1a-87e090e3d944 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:16.798589 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Attempting to bind port 0e0717ce-eeee-4fc1-9c1a-87e090e3d944 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:16.798956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Attempting to bind port 0e0717ce-eeee-4fc1-9c1a-87e090e3d944 on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:16.812133 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.17 (9a32414d-9605-4cf4-a5ca-be38c69a3edc/4c96bcad-c867-4a2b-8cd3-04a60c5db50c/9b9636db-38c5-4661-8197-e951712aca3d) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:16.816554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:16.816554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:16.817091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.817471 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:16.818297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Bound port: 0e0717ce-eeee-4fc1-9c1a-87e090e3d944, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:16.818297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.829454 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bec2d159-6d84-41ad-b154-dbe21b117f35 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8907743 Apr 22 14:40:16.835793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59188) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:16.840954 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Network e67784d8-e7b1-4094-bd08-ad1c82668b81 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:16.842819 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:16.843320 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:16.856828 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:16.858691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Pushing event updated for resources: {'Port': ['ID=04ac1468-49ce-4e25-8517-e883ca467058,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:16.868977 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-e1a8918d-776d-4b6a-810c-df1b1e68751a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'subnet': {'network_id': '3009de8b-54fe-403a-ba76-7acfd9ad9b86', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:16.885187 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-3009de8b-54fe-403a-ba76-7acfd9ad9b86', 'network_id': '3009de8b-54fe-403a-ba76-7acfd9ad9b86', 'tenant_id': '8b78d3f1487643589a49391037b041e7', 'fixed_ips': [{'subnet_id': '2d4ad9ec-212e-46da-a4d1-08e17af66b75'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:16.885941 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.889997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:16.894079 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:16.894707 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.896042 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416c9048-2b10-43b7-a2ac-478aff933862 None None] Network e67784d8-e7b1-4094-bd08-ad1c82668b81 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:16.943590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1578b72c-a86d-4732-9b6b-651be06bd8b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:17.050026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1578b72c-a86d-4732-9b6b-651be06bd8b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:security_group_rule and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:17.074135 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] For port 0e0717ce-eeee-4fc1-9c1a-87e090e3d944, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:17.083164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1578b72c-a86d-4732-9b6b-651be06bd8b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:17.103138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1578b72c-a86d-4732-9b6b-651be06bd8b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:17.180785 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] For port 0e0717ce-eeee-4fc1-9c1a-87e090e3d944, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0e0717ce-eeee-4fc1-9c1a-87e090e3d944,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:17.189737 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-55344435-dda8-4b18-947c-2f11155eebf5 None None] Provisioning for port f5f5bc5f-1507-4732-a021-271fc51dcec5 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:17.205974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-d90a6826-75e2-4f0e-bb67-caca1c21a171 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port fbe046cf-08b3-487c-81b5-c08ede511495 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:17.206316 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d90a6826-75e2-4f0e-bb67-caca1c21a171 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.211596 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.240725 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-50b7f407-29eb-4178-9a75-2513b0ba81a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.9993050 Apr 22 14:40:17.241090 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59192) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:17.249298 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Request body: {'port': {'network_id': 'e67784d8-e7b1-4094-bd08-ad1c82668b81', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1545153395', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:17.249901 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.api.validators [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] bootfile-name is not in valid_values {{(pid=83963) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:40:17.250334 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.api.validators [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] tftp-server is not in valid_values {{(pid=83963) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:40:17.250859 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.api.validators [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] server-ip-address is not in valid_values {{(pid=83963) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:40:17.486010 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cf0ea-b9f8-48b2-8566-6e0beb745b38 None None] Pushing event updated for resources: {'Port': ['ID=0e0717ce-eeee-4fc1-9c1a-87e090e3d944,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:17.497019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Deleting port 0e0717ce-eeee-4fc1-9c1a-87e090e3d944 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:17.497019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.520814 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b18e615-4524-4f42-b363-1a02c41e413b None None] Update dhcp port {'port': {'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'fixed_ips': [{'subnet_id': '6d4a667d-df7b-4d70-99be-de13b6a17e17', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f05b22de-68be-4550-8344-37a44f5141ee'}], 'binding:host_id': 'dv-neutron-839027-1-hyperv'}, 'id': '678fdecd-dd53-4a86-a0f8-d7250b868be9'} from dv-neutron-839027-1-hyperv. {{(pid=83965) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:40:17.523196 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e1a8918d-776d-4b6a-810c-df1b1e68751a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:17.561690 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e1a8918d-776d-4b6a-810c-df1b1e68751a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:subnet and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:17.568394 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:17.574529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e1a8918d-776d-4b6a-810c-df1b1e68751a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:17.590263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1578b72c-a86d-4732-9b6b-651be06bd8b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.659478 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d90a6826-75e2-4f0e-bb67-caca1c21a171 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.703044 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Routers {'0446fa58-579c-49b9-91cc-17c0293868a8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:17.703707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0446fa58-579c-49b9-91cc-17c0293868a8'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:17.728602 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:17.744980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Usage tracker for resource:port and tenant:9e18b3adeeb54677a067e8b13a0cfc8f is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:17.749245 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:17.763708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:17.778245 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] For port 0e0717ce-eeee-4fc1-9c1a-87e090e3d944, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0e0717ce-eeee-4fc1-9c1a-87e090e3d944,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:17.778614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.785449 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e1a8918d-776d-4b6a-810c-df1b1e68751a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:17.791868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Made reservation on behalf of 9e18b3adeeb54677a067e8b13a0cfc8f for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:17.794901 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.854367 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1578b72c-a86d-4732-9b6b-651be06bd8b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.865637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-d90a6826-75e2-4f0e-bb67-caca1c21a171 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for fbe046cf-08b3-487c-81b5-c08ede511495 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:17.903918 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Allocated IP 172.20.0.2 (3009de8b-54fe-403a-ba76-7acfd9ad9b86/2d4ad9ec-212e-46da-a4d1-08e17af66b75/625e42a3-0948-4f04-a32c-b17c417fdfc3) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:17.930939 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.940733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Calling delete_port for 0e0717ce-eeee-4fc1-9c1a-87e090e3d944 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:17.979229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a8918d-776d-4b6a-810c-df1b1e68751a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:18.024144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] device_id is not set on port 6351e1fe-d54f-4d65-8b46-6aab174269f2 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:18.081129 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object 9b9636db-38c5-4661-8197-e951712aca3d will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:18.082243 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5b18e615-4524-4f42-b363-1a02c41e413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.087188 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1578b72c-a86d-4732-9b6b-651be06bd8b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.090760 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1578b72c-a86d-4732-9b6b-651be06bd8b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0878479 Apr 22 14:40:18.104854 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59196) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:18.110574 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8b941a9d-1bfc-41f0-a6c6-172221121416 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'security_group': {'name': 'tempest-secgroup-483418935'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:18.149788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8b941a9d-1bfc-41f0-a6c6-172221121416 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:18.156389 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578b72c-a86d-4732-9b6b-651be06bd8b3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835e9082-024e-4202-a7fc-8b04d66eb17d,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:18.159100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8b941a9d-1bfc-41f0-a6c6-172221121416 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:security_group and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:18.174716 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8b941a9d-1bfc-41f0-a6c6-172221121416 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:18.187558 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8b941a9d-1bfc-41f0-a6c6-172221121416 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:18.231808 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:18.246479 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:18.247848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.262220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8b941a9d-1bfc-41f0-a6c6-172221121416 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.322740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] Set router 0446fa58-579c-49b9-91cc-17c0293868a8 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:18.345074 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Allocated IP 2001:db8::177 (e67784d8-e7b1-4094-bd08-ad1c82668b81/3f2059ab-4ab5-45cb-b0f2-1caa0384b9c9/6351e1fe-d54f-4d65-8b46-6aab174269f2) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:18.349626 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8b941a9d-1bfc-41f0-a6c6-172221121416 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:18.388732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8b941a9d-1bfc-41f0-a6c6-172221121416 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:security_group_rule and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:18.393129 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8b941a9d-1bfc-41f0-a6c6-172221121416 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:18.422451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8b941a9d-1bfc-41f0-a6c6-172221121416 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:18.515481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.523373 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e1a8918d-776d-4b6a-810c-df1b1e68751a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.606944 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0446fa58-579c-49b9-91cc-17c0293868a8', 'name': 'tempest-snat-router-845348968', 'tenant_id': 'd015354eda8941b49ed910ef298d10af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:10Z', 'updated_at': '2022-04-22T14:40:16Z', 'revision_number': 4, 'project_id': 'd015354eda8941b49ed910ef298d10af', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:18.607822 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e0717ce-eeee-4fc1-9c1a-87e090e3d944,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:18.620177 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ebae52-b598-4f0c-991b-4236f5532166 None None] The sync data for ids ['0446fa58-579c-49b9-91cc-17c0293868a8'] in dv-neutron-839027-1-hyperv is: [{'id': '0446fa58-579c-49b9-91cc-17c0293868a8', 'name': 'tempest-snat-router-845348968', 'tenant_id': 'd015354eda8941b49ed910ef298d10af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:10Z', 'updated_at': '2022-04-22T14:40:16Z', 'revision_number': 4, 'project_id': 'd015354eda8941b49ed910ef298d10af', 'gw_port_host': None}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:18.829338 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8b941a9d-1bfc-41f0-a6c6-172221121416 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.861264 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.877845 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8b941a9d-1bfc-41f0-a6c6-172221121416 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.878073 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.881730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d90a6826-75e2-4f0e-bb67-caca1c21a171 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.917741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:18.918083 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.935894 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8b941a9d-1bfc-41f0-a6c6-172221121416 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.936753 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8b941a9d-1bfc-41f0-a6c6-172221121416 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8309236 Apr 22 14:40:18.942841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59200) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:18.954205 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4e88facd-e9e1-40b1-a466-a0220d3387ad None None] Provisioning for port 04ac1468-49ce-4e25-8517-e883ca467058 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:18.968637 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.979604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4e88facd-e9e1-40b1-a466-a0220d3387ad None None] Provisioning complete for port 04ac1468-49ce-4e25-8517-e883ca467058 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:18.980446 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4e88facd-e9e1-40b1-a466-a0220d3387ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.019204 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d0f2b786-1170-4f63-8ccc-33f4461e02a5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'security_group': {'name': 'tempest-secgroup-1050580538'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:19.042113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:19.047713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d0f2b786-1170-4f63-8ccc-33f4461e02a5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:19.056861 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b941a9d-1bfc-41f0-a6c6-172221121416 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaa6626-12b4-47b7-8f8c-56a504a06b4d,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:19.064668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d0f2b786-1170-4f63-8ccc-33f4461e02a5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:security_group and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:19.066403 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Transition to ACTIVE for port object 625e42a3-0948-4f04-a32c-b17c417fdfc3 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:19.071217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.072221 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f5f5bc5f-1507-4732-a021-271fc51dcec5 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:19.111453 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d0f2b786-1170-4f63-8ccc-33f4461e02a5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:19.118176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d0f2b786-1170-4f63-8ccc-33f4461e02a5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:19.121230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Transition to ACTIVE for port object 625e42a3-0948-4f04-a32c-b17c417fdfc3 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:19.142010 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=9b9636db-38c5-4661-8197-e951712aca3d,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:19.143819 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-5b18e615-4524-4f42-b363-1a02c41e413b None None] Allocated IP 2001:db8::2 (5eb0336c-e7a0-4217-9f55-d93f68aaba3c/f05b22de-68be-4550-8344-37a44f5141ee/678fdecd-dd53-4a86-a0f8-d7250b868be9) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:19.157478 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b786-1170-4f63-8ccc-33f4461e02a5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.213024 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.225143 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 9a32414d-9605-4cf4-a5ca-be38c69a3edc is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:19.266613 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:19.338219 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:19.340527 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5b18e615-4524-4f42-b363-1a02c41e413b None None] For port 678fdecd-dd53-4a86-a0f8-d7250b868be9, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=678fdecd-dd53-4a86-a0f8-d7250b868be9,segment=NetworkSegment(b9912ad6-5cab-4f7b-a4e1-2428b933918c),segment_id=b9912ad6-5cab-4f7b-a4e1-2428b933918c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:19.372064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.420693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a6826-75e2-4f0e-bb67-caca1c21a171 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Port': ['ID=fbe046cf-08b3-487c-81b5-c08ede511495,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:19.422432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.431701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.443721 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5b18e615-4524-4f42-b363-1a02c41e413b None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.536256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4e88facd-e9e1-40b1-a466-a0220d3387ad None None] Port 04ac1468-49ce-4e25-8517-e883ca467058 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:19.549100 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5b18e615-4524-4f42-b363-1a02c41e413b None None] Transition to ACTIVE for port object 678fdecd-dd53-4a86-a0f8-d7250b868be9 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:19.563578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5b18e615-4524-4f42-b363-1a02c41e413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.580907 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Network 3009de8b-54fe-403a-ba76-7acfd9ad9b86 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:19.584389 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:19.592040 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:19.610562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d0f2b786-1170-4f63-8ccc-33f4461e02a5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:19.623913 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:19.681682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d0f2b786-1170-4f63-8ccc-33f4461e02a5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:security_group_rule and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:19.715926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d0f2b786-1170-4f63-8ccc-33f4461e02a5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:19.716670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Transition to ACTIVE for port object 6351e1fe-d54f-4d65-8b46-6aab174269f2 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:19.734805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d0f2b786-1170-4f63-8ccc-33f4461e02a5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:19.737465 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.745209 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.783956 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.802074 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.817655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port f5f5bc5f-1507-4732-a021-271fc51dcec5 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:19.819141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Pushing event updated for resources: {'Port': ['ID=625e42a3-0948-4f04-a32c-b17c417fdfc3,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:19.860046 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e1a8918d-776d-4b6a-810c-df1b1e68751a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.863237 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.863874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0446fa58-579c-49b9-91cc-17c0293868a8 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:40:19.869213 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] For port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:19.869597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.886797 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.887978 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d0227288-1a9a-4e5f-a854-d05632858ae8 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "DELETE /v2.0/routers/0446fa58-579c-49b9-91cc-17c0293868a8 HTTP/1.1" status: 204 len: 168 time: 4.6697917 Apr 22 14:40:19.891511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f5f5bc5f-1507-4732-a021-271fc51dcec5 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:19.892083 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.896083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59204) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:19.899807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Network e67784d8-e7b1-4094-bd08-ad1c82668b81 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:19.900976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Pushing event updated for resources: {'Port': ['ID=6351e1fe-d54f-4d65-8b46-6aab174269f2,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:19.961720 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:19.973649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:19.978245 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Attempting to bind port 625e42a3-0948-4f04-a32c-b17c417fdfc3 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:19.978783 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Attempting to bind port 625e42a3-0948-4f04-a32c-b17c417fdfc3 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '566266b3-1b53-45aa-930a-6001e2d81e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3009de8b-54fe-403a-ba76-7acfd9ad9b86'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:19.979247 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Attempting to bind port 625e42a3-0948-4f04-a32c-b17c417fdfc3 on network 3009de8b-54fe-403a-ba76-7acfd9ad9b86 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:19.980614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:19.981908 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.019582 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18e615-4524-4f42-b363-1a02c41e413b None None] Pushing event updated for resources: {'Port': ['ID=678fdecd-dd53-4a86-a0f8-d7250b868be9,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:20.024791 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-cdd71c50-274f-409c-bb6c-d85db5887bab None None] Provisioning for port 9b9636db-38c5-4661-8197-e951712aca3d completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:20.030834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:20.031440 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Checking segment: {'id': '566266b3-1b53-45aa-930a-6001e2d81e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3009de8b-54fe-403a-ba76-7acfd9ad9b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:20.031939 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.032477 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Bound using segment: {'id': '566266b3-1b53-45aa-930a-6001e2d81e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3009de8b-54fe-403a-ba76-7acfd9ad9b86'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:20.033084 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Bound port: 625e42a3-0948-4f04-a32c-b17c417fdfc3, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566266b3-1b53-45aa-930a-6001e2d81e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3009de8b-54fe-403a-ba76-7acfd9ad9b86'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:20.033561 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.047422 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-cdd71c50-274f-409c-bb6c-d85db5887bab None None] Provisioning complete for port 9b9636db-38c5-4661-8197-e951712aca3d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:20.047951 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cdd71c50-274f-409c-bb6c-d85db5887bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.135435 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b27398a2-53c0-4f2b-9600-3df445aabbea tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.8925462 Apr 22 14:40:20.137592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59208) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:20.146658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:20.256958 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a8918d-776d-4b6a-810c-df1b1e68751a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network 3009de8b-54fe-403a-ba76-7acfd9ad9b86 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:20.262807 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-cdd71c50-274f-409c-bb6c-d85db5887bab None None] Port 9b9636db-38c5-4661-8197-e951712aca3d cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:20.279381 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc00df07-34b1-4dcf-808d-495e8c0fe73c tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:20.284468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc00df07-34b1-4dcf-808d-495e8c0fe73c tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:20.288934 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc00df07-34b1-4dcf-808d-495e8c0fe73c tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:20.292627 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-e1a8918d-776d-4b6a-810c-df1b1e68751a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:20.294843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.295779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fc00df07-34b1-4dcf-808d-495e8c0fe73c tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Synchronizing usage tracker for tenant:9e18b3adeeb54677a067e8b13a0cfc8f on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:20.333535 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] For port 625e42a3-0948-4f04-a32c-b17c417fdfc3, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:20.342330 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] For port 625e42a3-0948-4f04-a32c-b17c417fdfc3, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=625e42a3-0948-4f04-a32c-b17c417fdfc3,segment=NetworkSegment(566266b3-1b53-45aa-930a-6001e2d81e3d),segment_id=566266b3-1b53-45aa-930a-6001e2d81e3d)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:20.343993 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fc00df07-34b1-4dcf-808d-495e8c0fe73c tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Unset dirty status for tenant:9e18b3adeeb54677a067e8b13a0cfc8f on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:20.348588 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fc00df07-34b1-4dcf-808d-495e8c0fe73c tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2099333 Apr 22 14:40:20.349302 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59212) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:20.356707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-cdd71c50-274f-409c-bb6c-d85db5887bab None None] Provisioning complete for port 04ac1468-49ce-4e25-8517-e883ca467058 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:20.357246 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cdd71c50-274f-409c-bb6c-d85db5887bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.361728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8918d-776d-4b6a-810c-df1b1e68751a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Subnet': ['ID=35b3a567-f2d8-480a-8bc1-25bacc631598,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:20.396825 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.432668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f939c2d2-164a-451c-84e3-a185c246a810 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.469019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port f5f5bc5f-1507-4732-a021-271fc51dcec5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f5f5bc5f-1507-4732-a021-271fc51dcec5,segment=NetworkSegment(6485b0e1-e197-42fb-bf25-4d66ad6c4e55),segment_id=6485b0e1-e197-42fb-bf25-4d66ad6c4e55)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:20.495031 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.508687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-6d974515-3fa8-4984-8457-300d5ccc49fa tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Deleting port 6351e1fe-d54f-4d65-8b46-6aab174269f2 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:20.509044 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d974515-3fa8-4984-8457-300d5ccc49fa tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.516351 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-cdd71c50-274f-409c-bb6c-d85db5887bab None None] Port 04ac1468-49ce-4e25-8517-e883ca467058 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:20.540271 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ac1e9-f083-4246-b378-ea60307d2a6a None None] Pushing event updated for resources: {'Port': ['ID=625e42a3-0948-4f04-a32c-b17c417fdfc3,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:20.619394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a8918d-776d-4b6a-810c-df1b1e68751a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:20.620271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e1a8918d-776d-4b6a-810c-df1b1e68751a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.644046 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d90a6826-75e2-4f0e-bb67-caca1c21a171 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.660673 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=f5f5bc5f-1507-4732-a021-271fc51dcec5,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:20.672545 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e77d6987-78f1-412e-8b71-7659a8eb8e08 None None] Provisioning for port 6351e1fe-d54f-4d65-8b46-6aab174269f2 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:20.675952 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b786-1170-4f63-8ccc-33f4461e02a5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.682791 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e77d6987-78f1-412e-8b71-7659a8eb8e08 None None] Provisioning complete for port 6351e1fe-d54f-4d65-8b46-6aab174269f2 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:20.684238 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e77d6987-78f1-412e-8b71-7659a8eb8e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.804988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e77d6987-78f1-412e-8b71-7659a8eb8e08 None None] Port 6351e1fe-d54f-4d65-8b46-6aab174269f2 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:20.810689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b786-1170-4f63-8ccc-33f4461e02a5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.849298 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:20.988789 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:20.989446 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.082082 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d974515-3fa8-4984-8457-300d5ccc49fa tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.082784 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e1a8918d-776d-4b6a-810c-df1b1e68751a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.2349305 Apr 22 14:40:21.093023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59216) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:21.097178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b786-1170-4f63-8ccc-33f4461e02a5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.097850 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c344002c-55cc-4e76-a61f-bb12ec843d38 None None] Provisioning for port 678fdecd-dd53-4a86-a0f8-d7250b868be9 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:21.098471 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d0f2b786-1170-4f63-8ccc-33f4461e02a5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1097186 Apr 22 14:40:21.106140 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c344002c-55cc-4e76-a61f-bb12ec843d38 None None] Provisioning complete for port 678fdecd-dd53-4a86-a0f8-d7250b868be9 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:21.106761 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c344002c-55cc-4e76-a61f-bb12ec843d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.106901 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'network_id': '3009de8b-54fe-403a-ba76-7acfd9ad9b86', 'fixed_ips': [{'subnet_id': '2d4ad9ec-212e-46da-a4d1-08e17af66b75'}, {'subnet_id': '35b3a567-f2d8-480a-8bc1-25bacc631598'}], 'name': 'tempest-PortsTestJSON-1672355493'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:21.110441 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59220) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:21.127177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-368532891', 'security_groups': ['0444c0b9-91fe-45b7-a598-803e18ede632'], 'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f05b22de-68be-4550-8344-37a44f5141ee'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:21.235243 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 678fdecd-dd53-4a86-a0f8-d7250b868be9 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:21.253003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2b786-1170-4f63-8ccc-33f4461e02a5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0444c0b9-91fe-45b7-a598-803e18ede632,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:21.320455 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-6d974515-3fa8-4984-8457-300d5ccc49fa tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Calling delete_port for 6351e1fe-d54f-4d65-8b46-6aab174269f2 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:21.327704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:21.420243 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 678fdecd-dd53-4a86-a0f8-d7250b868be9 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:21.420933 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.461663 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:21.468487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:port and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:21.477667 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:21.500427 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c344002c-55cc-4e76-a61f-bb12ec843d38 None None] Provisioning complete for port 47bca906-154a-40cf-b4c3-c657ef5b3b01 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:21.500959 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c344002c-55cc-4e76-a61f-bb12ec843d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.517190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:21.519336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f939c2d2-164a-451c-84e3-a185c246a810 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.546946 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:21.568321 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:21.577897 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:21.578478 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:21.618483 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-c344002c-55cc-4e76-a61f-bb12ec843d38 None None] Port 47bca906-154a-40cf-b4c3-c657ef5b3b01 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:21.750075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:21.765400 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d974515-3fa8-4984-8457-300d5ccc49fa tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.802530 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f939c2d2-164a-451c-84e3-a185c246a810 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Deleting port 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:21.802859 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f939c2d2-164a-451c-84e3-a185c246a810 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.871190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d974515-3fa8-4984-8457-300d5ccc49fa tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Pushing event deleted for resources: {'Port': ['ID=6351e1fe-d54f-4d65-8b46-6aab174269f2,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:21.940834 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90a6826-75e2-4f0e-bb67-caca1c21a171 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 6522364c-8238-4394-84c0-ad2c84ac8789 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:21.957681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.978404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.985924 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.999905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.012180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d974515-3fa8-4984-8457-300d5ccc49fa tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.021351 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] device_id is not set on port 692970ac-16a5-4277-9d59-361078395b38 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:22.082893 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:22.083236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.172593 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6d974515-3fa8-4984-8457-300d5ccc49fa tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] 10.222.0.23 "DELETE /v2.0/ports/6351e1fe-d54f-4d65-8b46-6aab174269f2 HTTP/1.1" status: 204 len: 168 time: 1.8172247 Apr 22 14:40:22.179723 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c3b64c-cd6f-4448-b78d-e462a3910e10 None None] Network 3009de8b-54fe-403a-ba76-7acfd9ad9b86 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:22.186627 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59226) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:22.200119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-d97ccefc-0ddd-45f3-8575-8787551fdb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Request body: {'port': {'name': 'tempest-new-port-name-1693395541', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:22.200536 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.api.validators [None req-d97ccefc-0ddd-45f3-8575-8787551fdb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] bootfile-name is not in valid_values {{(pid=83963) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:40:22.200873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.api.validators [None req-d97ccefc-0ddd-45f3-8575-8787551fdb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] tftp-server is not in valid_values {{(pid=83963) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:40:22.201202 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.api.validators [None req-d97ccefc-0ddd-45f3-8575-8787551fdb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] server-ip-address is not in valid_values {{(pid=83963) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:40:22.238402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] device_id is not set on port 492868c4-4f56-4010-a685-e2d29169e3aa yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:22.441883 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c7c083dd-18b6-40dc-9be1-6a47309cb04d None None] Provisioning for port 625e42a3-0948-4f04-a32c-b17c417fdfc3 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:22.469248 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c2d31cff-15d5-47e8-bf41-442785203bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.484379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-f939c2d2-164a-451c-84e3-a185c246a810 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] For port 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7e2fae14-1e30-4d82-a5e7-4c7f413d1c97,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:22.484746 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f939c2d2-164a-451c-84e3-a185c246a810 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.562618 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.594297 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=9b9636db-38c5-4661-8197-e951712aca3d,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:22.645788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f939c2d2-164a-451c-84e3-a185c246a810 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Calling delete_port for 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:22.733531 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d97ccefc-0ddd-45f3-8575-8787551fdb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.762583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1248f17-a4e3-4fed-93db-61b82a1db4e6 None None] Update dhcp port {'port': {'network_id': '3009de8b-54fe-403a-ba76-7acfd9ad9b86', 'fixed_ips': [{'subnet_id': '2d4ad9ec-212e-46da-a4d1-08e17af66b75', 'ip_address': '172.20.0.2'}, {'subnet_id': '35b3a567-f2d8-480a-8bc1-25bacc631598'}], 'binding:host_id': 'dv-neutron-839027-1-hyperv'}, 'id': '625e42a3-0948-4f04-a32c-b17c417fdfc3'} from dv-neutron-839027-1-hyperv. {{(pid=83965) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:40:22.809198 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 625e42a3-0948-4f04-a32c-b17c417fdfc3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:22.856799 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90a6826-75e2-4f0e-bb67-caca1c21a171 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:22.875972 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9611c-4719-4b96-8a4d-cca73a90a494 None None] Sync routers for ids ['6522364c-8238-4394-84c0-ad2c84ac8789'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:22.904273 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d1248f17-a4e3-4fed-93db-61b82a1db4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.911950 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9611c-4719-4b96-8a4d-cca73a90a494 None None] Routers {'6522364c-8238-4394-84c0-ad2c84ac8789'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:22.914339 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c6c9611c-4719-4b96-8a4d-cca73a90a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['6522364c-8238-4394-84c0-ad2c84ac8789'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:22.919582 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d90a6826-75e2-4f0e-bb67-caca1c21a171 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/6522364c-8238-4394-84c0-ad2c84ac8789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2306769 Apr 22 14:40:22.925290 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59230) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:22.989140 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-615ef369-f51e-4ac7-9ce5-169af9b2fec4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Synchronizing usage tracker for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:23.003226 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c6c9611c-4719-4b96-8a4d-cca73a90a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:23.018102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] For port 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:23.018615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.024302 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9611c-4719-4b96-8a4d-cca73a90a494 None None] Routers {'6522364c-8238-4394-84c0-ad2c84ac8789'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:23.025574 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c6c9611c-4719-4b96-8a4d-cca73a90a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:39:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['6522364c-8238-4394-84c0-ad2c84ac8789'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:23.086358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Allocated IP 172.20.0.14 (3009de8b-54fe-403a-ba76-7acfd9ad9b86/2d4ad9ec-212e-46da-a4d1-08e17af66b75/692970ac-16a5-4277-9d59-361078395b38) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:23.108430 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 625e42a3-0948-4f04-a32c-b17c417fdfc3 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:23.112620 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c6c9611c-4719-4b96-8a4d-cca73a90a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:23.113028 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9611c-4719-4b96-8a4d-cca73a90a494 None None] The sync data for ids ['6522364c-8238-4394-84c0-ad2c84ac8789'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:23.120131 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Allocated IP 172.20.0.20 (3009de8b-54fe-403a-ba76-7acfd9ad9b86/35b3a567-f2d8-480a-8bc1-25bacc631598/692970ac-16a5-4277-9d59-361078395b38) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:23.124584 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 625e42a3-0948-4f04-a32c-b17c417fdfc3 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:23.125570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.132602 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-615ef369-f51e-4ac7-9ce5-169af9b2fec4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Unset dirty status for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:23.136768 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-615ef369-f51e-4ac7-9ce5-169af9b2fec4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports?device_id=6522364c-8238-4394-84c0-ad2c84ac8789 HTTP/1.1" status: 200 len: 205 time: 0.2078786 Apr 22 14:40:23.143773 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59234) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:23.167819 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 9a32414d-9605-4cf4-a5ca-be38c69a3edc is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:23.174371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:23.204729 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:23.275080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.296704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Allocated IP 2001:db8::1c8 (5eb0336c-e7a0-4217-9f55-d93f68aaba3c/f05b22de-68be-4550-8344-37a44f5141ee/492868c4-4f56-4010-a685-e2d29169e3aa) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:23.316750 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 625e42a3-0948-4f04-a32c-b17c417fdfc3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=625e42a3-0948-4f04-a32c-b17c417fdfc3,segment=NetworkSegment(566266b3-1b53-45aa-930a-6001e2d81e3d),segment_id=566266b3-1b53-45aa-930a-6001e2d81e3d)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:23.326687 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.328281 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f5f5bc5f-1507-4732-a021-271fc51dcec5 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:23.473603 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=625e42a3-0948-4f04-a32c-b17c417fdfc3,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:23.517934 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f5f5bc5f-1507-4732-a021-271fc51dcec5 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:23.518216 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.580456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f939c2d2-164a-451c-84e3-a185c246a810 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.608334 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e62c61cd-0719-4ec5-9707-70f313bde8a6 None None] Provisioning complete for port 9b9636db-38c5-4661-8197-e951712aca3d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:23.608707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e62c61cd-0719-4ec5-9707-70f313bde8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.706441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939c2d2-164a-451c-84e3-a185c246a810 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e2fae14-1e30-4d82-a5e7-4c7f413d1c97,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:23.722025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e62c61cd-0719-4ec5-9707-70f313bde8a6 None None] Port 9b9636db-38c5-4661-8197-e951712aca3d cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:23.723842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bfc1cbb8-564c-41f0-99af-df9d0c9edf37 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.789757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.887925 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-d97ccefc-0ddd-45f3-8575-8787551fdb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:40:23.899737 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:23.956849 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d97ccefc-0ddd-45f3-8575-8787551fdb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.991736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d97ccefc-0ddd-45f3-8575-8787551fdb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.091127 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.285627 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.306994 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.317092 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Transition to ACTIVE for port object 492868c4-4f56-4010-a685-e2d29169e3aa will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:24.319043 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.379407 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d97ccefc-0ddd-45f3-8575-8787551fdb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] In _notify_port_updated(), no bound segment for port 04ac1468-49ce-4e25-8517-e883ca467058 on network e67784d8-e7b1-4094-bd08-ad1c82668b81 {{(pid=83963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:40:24.383634 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97ccefc-0ddd-45f3-8575-8787551fdb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:24.384297 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d97ccefc-0ddd-45f3-8575-8787551fdb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.388134 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d97ccefc-0ddd-45f3-8575-8787551fdb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] 10.222.0.23 "PUT /v2.0/ports/04ac1468-49ce-4e25-8517-e883ca467058 HTTP/1.1" status: 200 len: 1130 time: 2.1978726 Apr 22 14:40:24.398587 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59238) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:24.401898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Transition to ACTIVE for port object 692970ac-16a5-4277-9d59-361078395b38 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:24.405355 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ccefc-0ddd-45f3-8575-8787551fdb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Pushing event updated for resources: {'Port': ['ID=04ac1468-49ce-4e25-8517-e883ca467058,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:24.422616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f939c2d2-164a-451c-84e3-a185c246a810 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.557143 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d475fb-7067-4e6a-98e3-d22e1dececb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:24.557749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-17d475fb-7067-4e6a-98e3-d22e1dececb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Synchronizing usage tracker for tenant:9e18b3adeeb54677a067e8b13a0cfc8f on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:24.565057 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1db0b3a4-3aed-414a-be12-10e40d5689c5 None None] Provisioning complete for port 04ac1468-49ce-4e25-8517-e883ca467058 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:24.565786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1db0b3a4-3aed-414a-be12-10e40d5689c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.569102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.644776 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1db0b3a4-3aed-414a-be12-10e40d5689c5 None None] Port 04ac1468-49ce-4e25-8517-e883ca467058 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:24.683984 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 625e42a3-0948-4f04-a32c-b17c417fdfc3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:24.712958 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-17d475fb-7067-4e6a-98e3-d22e1dececb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Unset dirty status for tenant:9e18b3adeeb54677a067e8b13a0cfc8f on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:24.714491 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-17d475fb-7067-4e6a-98e3-d22e1dececb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] 10.222.0.23 "GET /v2.0/ports/04ac1468-49ce-4e25-8517-e883ca467058 HTTP/1.1" status: 200 len: 1130 time: 0.3146231 Apr 22 14:40:24.725547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59242) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:24.744566 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bfc1cbb8-564c-41f0-99af-df9d0c9edf37 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.759910 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bfc1cbb8-564c-41f0-99af-df9d0c9edf37 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.775145 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 625e42a3-0948-4f04-a32c-b17c417fdfc3 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:24.775548 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.804535 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-be755a00-e167-4bb4-b23a-9eb51f1ebd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.839872 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=492868c4-4f56-4010-a685-e2d29169e3aa,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:24.843678 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router ff88c6a6-2406-4b86-ab91-5d00e8013d34 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:24.852520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:24.868426 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:24.879587 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:24.883764 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:24.884422 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.922615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-67e40bec-4551-4073-9690-5ee476e5f50b tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Deleting port 04ac1468-49ce-4e25-8517-e883ca467058 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:24.922966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-67e40bec-4551-4073-9690-5ee476e5f50b tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.042681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.076623 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fa8f5a6e-329d-458c-9b74-733f7fbb78c3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9620793 Apr 22 14:40:25.087459 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59246) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:25.090808 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f939c2d2-164a-451c-84e3-a185c246a810 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.106019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-50161ad6-7349-4d8c-b30b-b9f5f38915c5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'subnet': {'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:25.170782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-d1248f17-a4e3-4fed-93db-61b82a1db4e6 None None] Allocated IP 172.20.0.18 (3009de8b-54fe-403a-ba76-7acfd9ad9b86/35b3a567-f2d8-480a-8bc1-25bacc631598/625e42a3-0948-4f04-a32c-b17c417fdfc3) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:25.193831 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bfc1cbb8-564c-41f0-99af-df9d0c9edf37 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.194416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc1cbb8-564c-41f0-99af-df9d0c9edf37 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Fanout notify agent at l3_agent the message router_deleted on router 6522364c-8238-4394-84c0-ad2c84ac8789 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:40:25.244358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f939c2d2-164a-451c-84e3-a185c246a810 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.259641 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bfc1cbb8-564c-41f0-99af-df9d0c9edf37 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.260816 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bfc1cbb8-564c-41f0-99af-df9d0c9edf37 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/routers/6522364c-8238-4394-84c0-ad2c84ac8789 HTTP/1.1" status: 204 len: 168 time: 2.1161139 Apr 22 14:40:25.266570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59250) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:25.267559 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network 3009de8b-54fe-403a-ba76-7acfd9ad9b86 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:25.280128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:25.293048 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=692970ac-16a5-4277-9d59-361078395b38,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:25.296260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:25.387210 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-50161ad6-7349-4d8c-b30b-b9f5f38915c5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:25.395996 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-50161ad6-7349-4d8c-b30b-b9f5f38915c5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:subnet and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:25.401184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f939c2d2-164a-451c-84e3-a185c246a810 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.401672 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f939c2d2-164a-451c-84e3-a185c246a810 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7f30521-6957-4dfb-a6ed-aff5107429cd {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:40:25.403685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-50161ad6-7349-4d8c-b30b-b9f5f38915c5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:25.409848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:25.410444 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.421810 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3c2e0fdf-e87a-4f86-9e22-92a602739cd5 None None] Provisioning for port 492868c4-4f56-4010-a685-e2d29169e3aa completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:25.422470 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-50161ad6-7349-4d8c-b30b-b9f5f38915c5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:25.440482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f939c2d2-164a-451c-84e3-a185c246a810 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.441611 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f939c2d2-164a-451c-84e3-a185c246a810 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "DELETE /v2.0/routers/b7f30521-6957-4dfb-a6ed-aff5107429cd HTTP/1.1" status: 204 len: 168 time: 5.5445869 Apr 22 14:40:25.446268 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59254) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:25.452592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1252322762', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:25.456213 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Router 867815d3-3c66-45fa-9981-81f6240b035b has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:25.459306 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-dd7bb715-fe48-40c8-b4f7-429721b745c4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.3651147 Apr 22 14:40:25.463978 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50161ad6-7349-4d8c-b30b-b9f5f38915c5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:25.466875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59258) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:25.483213 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:25.504753 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4655dc3e-f87d-41dd-8c83-306d1f862780 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d4ad9ec-212e-46da-a4d1-08e17af66b75'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:25.515253 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3c2e0fdf-e87a-4f86-9e22-92a602739cd5 None None] Provisioning complete for port 492868c4-4f56-4010-a685-e2d29169e3aa triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:25.516282 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c2e0fdf-e87a-4f86-9e22-92a602739cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.543477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Usage tracker for resource:router and tenant:e3aeb8830a5e4bdf815a5e4575fb2b7c is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:25.551114 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:25.566675 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:25.630976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-50161ad6-7349-4d8c-b30b-b9f5f38915c5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.643487 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d1248f17-a4e3-4fed-93db-61b82a1db4e6 None None] For port 625e42a3-0948-4f04-a32c-b17c417fdfc3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=625e42a3-0948-4f04-a32c-b17c417fdfc3,segment=NetworkSegment(566266b3-1b53-45aa-930a-6001e2d81e3d),segment_id=566266b3-1b53-45aa-930a-6001e2d81e3d)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:25.648852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.650087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.663469 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e0fdf-e87a-4f86-9e22-92a602739cd5 None None] Port 492868c4-4f56-4010-a685-e2d29169e3aa cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:25.706487 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d1248f17-a4e3-4fed-93db-61b82a1db4e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.733985 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d1248f17-a4e3-4fed-93db-61b82a1db4e6 None None] Transition to ACTIVE for port object 625e42a3-0948-4f04-a32c-b17c417fdfc3 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:25.739421 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d1248f17-a4e3-4fed-93db-61b82a1db4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.777195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.815515 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.ipam_backend_mixin [None req-50161ad6-7349-4d8c-b30b-b9f5f38915c5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f05b22de-68be-4550-8344-37a44f5141ee (CIDR: 2001:db8::/64) Apr 22 14:40:25.879436 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-50161ad6-7349-4d8c-b30b-b9f5f38915c5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:40:25.880128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50161ad6-7349-4d8c-b30b-b9f5f38915c5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:25.896343 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1248f17-a4e3-4fed-93db-61b82a1db4e6 None None] Pushing event updated for resources: {'Port': ['ID=625e42a3-0948-4f04-a32c-b17c417fdfc3,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:25.975348 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-50161ad6-7349-4d8c-b30b-b9f5f38915c5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8823383 Apr 22 14:40:25.979546 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59262) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:25.981308 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.985776 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-15571024-7da0-46e7-b0fa-7c9530025a07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'subnet': {'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:26.001346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-67e40bec-4551-4073-9690-5ee476e5f50b tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:26.025117 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:26.140704 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:26.220149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0ffe83-92da-426c-b157-619e4db36e9f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting subnet 08953046-417c-49cc-ab84-73d896f8cd81 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:26.231495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-67e40bec-4551-4073-9690-5ee476e5f50b tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Calling delete_port for 04ac1468-49ce-4e25-8517-e883ca467058 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:26.251959 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-15571024-7da0-46e7-b0fa-7c9530025a07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:26.260725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-15571024-7da0-46e7-b0fa-7c9530025a07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:subnet and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:26.263660 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ad0ffe83-92da-426c-b157-619e4db36e9f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:26.265115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-15571024-7da0-46e7-b0fa-7c9530025a07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:26.272301 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-15571024-7da0-46e7-b0fa-7c9530025a07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:26.298379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15571024-7da0-46e7-b0fa-7c9530025a07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:26.301786 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-15571024-7da0-46e7-b0fa-7c9530025a07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:26.405304 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:26.418206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91025839-a32a-4d94-9cd9-0161fc0f622c None None] Sync routers for ids ['867815d3-3c66-45fa-9981-81f6240b035b'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:26.422059 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ad0ffe83-92da-426c-b157-619e4db36e9f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:26.435705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:26.436153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91025839-a32a-4d94-9cd9-0161fc0f622c None None] Routers {'867815d3-3c66-45fa-9981-81f6240b035b'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:26.437733 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-91025839-a32a-4d94-9cd9-0161fc0f622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['867815d3-3c66-45fa-9981-81f6240b035b'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:26.459092 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-448a79d6-479f-4bf2-84c4-e29487259ebc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "PUT /v2.0/routers/867815d3-3c66-45fa-9981-81f6240b035b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8045886 Apr 22 14:40:26.468056 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59266) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:26.520707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2702c03-ac75-417a-bd21-ce76bd293c96 None None] Network 3009de8b-54fe-403a-ba76-7acfd9ad9b86 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:26.537875 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:26.557853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:26.559405 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4655dc3e-f87d-41dd-8c83-306d1f862780 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:26.567253 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Sync routers for ids ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:26.590492 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Routers {'ff88c6a6-2406-4b86-ab91-5d00e8013d34'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:26.592197 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:26.601590 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.ipam_backend_mixin [None req-15571024-7da0-46e7-b0fa-7c9530025a07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6d4a667d-df7b-4d70-99be-de13b6a17e17 (CIDR: 2001:db8:0:1::/64) Apr 22 14:40:26.620123 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-15571024-7da0-46e7-b0fa-7c9530025a07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:40:26.620810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15571024-7da0-46e7-b0fa-7c9530025a07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:26.641268 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-27a347bd-b93f-427b-88dd-9ca63eaa6e49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/ff88c6a6-2406-4b86-ab91-5d00e8013d34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7429929 Apr 22 14:40:26.732689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ad0ffe83-92da-426c-b157-619e4db36e9f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:26.762869 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-91025839-a32a-4d94-9cd9-0161fc0f622c None None] Set router 867815d3-3c66-45fa-9981-81f6240b035b gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:26.777455 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71471b4-98f4-497a-af40-aa55985a8226 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:26.778760 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71471b4-98f4-497a-af40-aa55985a8226 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:26.779505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e71471b4-98f4-497a-af40-aa55985a8226 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:26.803031 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-15571024-7da0-46e7-b0fa-7c9530025a07 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8196795 Apr 22 14:40:26.804729 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59274) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:26.810511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-67e40bec-4551-4073-9690-5ee476e5f50b tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:26.828173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-65dcd5a9-7e07-4f4e-a1ff-c7a9fa411be5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'subnet': {'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:26.861545 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e71471b4-98f4-497a-af40-aa55985a8226 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:26.865794 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e71471b4-98f4-497a-af40-aa55985a8226 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3942137 Apr 22 14:40:26.868656 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59278) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:26.912898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e40bec-4551-4073-9690-5ee476e5f50b tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Pushing event deleted for resources: {'Port': ['ID=04ac1468-49ce-4e25-8517-e883ca467058,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:26.915968 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-91025839-a32a-4d94-9cd9-0161fc0f622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867815d3-3c66-45fa-9981-81f6240b035b', 'name': 'tempest-NetworksTestDHCPv6-router-259327061', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:02Z', 'updated_at': '2022-04-22T14:40:23Z', 'revision_number': 3, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:26.925244 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 625e42a3-0948-4f04-a32c-b17c417fdfc3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:26.933370 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Allocated IP 172.26.0.127 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/a209c3bb-cfb8-4f2d-8008-8c6b3ea1e331) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:26.980400 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Set router ff88c6a6-2406-4b86-ab91-5d00e8013d34 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:27.015181 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91025839-a32a-4d94-9cd9-0161fc0f622c None None] Checking router: 867815d3-3c66-45fa-9981-81f6240b035b for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:40:27.113678 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-67e40bec-4551-4073-9690-5ee476e5f50b tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.117657 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ad25498c-dfbe-4bb8-a16c-f18927e2cd9c None None] Provisioning for port 625e42a3-0948-4f04-a32c-b17c417fdfc3 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:27.125829 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ad25498c-dfbe-4bb8-a16c-f18927e2cd9c None None] Provisioning complete for port 625e42a3-0948-4f04-a32c-b17c417fdfc3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:27.126343 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ad25498c-dfbe-4bb8-a16c-f18927e2cd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.180437 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91025839-a32a-4d94-9cd9-0161fc0f622c None None] Routers {'867815d3-3c66-45fa-9981-81f6240b035b'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:27.181232 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-91025839-a32a-4d94-9cd9-0161fc0f622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['867815d3-3c66-45fa-9981-81f6240b035b'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:27.189197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ad0ffe83-92da-426c-b157-619e4db36e9f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.193594 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-67e40bec-4551-4073-9690-5ee476e5f50b tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] 10.222.0.23 "DELETE /v2.0/ports/04ac1468-49ce-4e25-8517-e883ca467058 HTTP/1.1" status: 204 len: 168 time: 2.4667156 Apr 22 14:40:27.248400 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59282) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:27.330344 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ffe83-92da-426c-b157-619e4db36e9f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Subnet': ['ID=08953046-417c-49cc-ab84-73d896f8cd81,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:27.378536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ad0ffe83-92da-426c-b157-619e4db36e9f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.381023 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ad0ffe83-92da-426c-b157-619e4db36e9f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/08953046-417c-49cc-ab84-73d896f8cd81 HTTP/1.1" status: 204 len: 168 time: 2.1054716 Apr 22 14:40:27.387630 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59286) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:27.396175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-65dcd5a9-7e07-4f4e-a1ff-c7a9fa411be5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:27.405784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-65dcd5a9-7e07-4f4e-a1ff-c7a9fa411be5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Usage tracker for resource:subnet and tenant:68527584d1d143598824158de05dce09 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:27.407405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 625e42a3-0948-4f04-a32c-b17c417fdfc3 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:27.407827 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.413935 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-65dcd5a9-7e07-4f4e-a1ff-c7a9fa411be5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:27.456060 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-65dcd5a9-7e07-4f4e-a1ff-c7a9fa411be5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:27.486361 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:40:19Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '8883e327-7f71-4d21-bf2d-8de1c61deeb6', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.252', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'port_id': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'mac_address': 'fa:16:3e:1b:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:38:52Z', 'updated_at': '2022-04-22T14:39:06Z', 'revision_number': 1, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282359a2-f23f-4c77-930e-56ad9a501479', 'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:47:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:53Z', 'updated_at': '2022-04-22T14:38:09Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b9636db-38c5-4661-8197-e951712aca3d', 'name': '', 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:40:c6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c96bcad-c867-4a2b-8cd3-04a60c5db50c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:40:15Z', 'updated_at': '2022-04-22T14:40:21Z', 'revision_number': 2, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '4c96bcad-c867-4a2b-8cd3-04a60c5db50c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:27.491466 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dcd5a9-7e07-4f4e-a1ff-c7a9fa411be5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Made reservation on behalf of 68527584d1d143598824158de05dce09 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:27.493617 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Checking router: ff88c6a6-2406-4b86-ab91-5d00e8013d34 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:40:27.494166 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Updating router ff88c6a6-2406-4b86-ab91-5d00e8013d34 port 9b9636db-38c5-4661-8197-e951712aca3d binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:40:27.497522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.508621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-de416e06-05b6-45cd-8460-cd2d715551f9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet fcdfff47-b6ed-48ec-abf6-becb6d661b4c {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:27.556611 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.556911 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95434fd-1dc2-46bb-8836-22a135c061f3 None None] Network 61ce2b52-8b31-407f-b362-53e19311c286 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:27.566927 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de416e06-05b6-45cd-8460-cd2d715551f9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.705285 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-4655dc3e-f87d-41dd-8c83-306d1f862780 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Delete allocated IP 172.20.0.20 (3009de8b-54fe-403a-ba76-7acfd9ad9b86/35b3a567-f2d8-480a-8bc1-25bacc631598) {{(pid=83964) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 14:40:27.720724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de416e06-05b6-45cd-8460-cd2d715551f9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.786915 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.860133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fe0d7d-6e17-4944-8cdc-1c1c05e7e9f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Deleting subnet 3f2059ab-4ab5-45cb-b0f2-1caa0384b9c9 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:27.871554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-91025839-a32a-4d94-9cd9-0161fc0f622c None None] Set router 867815d3-3c66-45fa-9981-81f6240b035b gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:27.873873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.886346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-65dcd5a9-7e07-4f4e-a1ff-c7a9fa411be5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.916802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-68fe0d7d-6e17-4944-8cdc-1c1c05e7e9f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.022349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de416e06-05b6-45cd-8460-cd2d715551f9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.050346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4655dc3e-f87d-41dd-8c83-306d1f862780 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.061543 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-68fe0d7d-6e17-4944-8cdc-1c1c05e7e9f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.079098 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-4655dc3e-f87d-41dd-8c83-306d1f862780 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Ignored duplicate provisioning block setup for port 692970ac-16a5-4277-9d59-361078395b38 by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 14:40:28.088948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4655dc3e-f87d-41dd-8c83-306d1f862780 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.095835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-729a5125-0e11-4de6-9030-ec0a9afb8300 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting subnet 6257a148-4bbe-41f2-b8a9-23ef8f87beaa {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:28.113207 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:28.123716 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Pushing event updated for resources: {'Port': ['ID=a209c3bb-cfb8-4f2d-8008-8c6b3ea1e331,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:28.131516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-729a5125-0e11-4de6-9030-ec0a9afb8300 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.145016 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.159923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:28.164686 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Transition to ACTIVE for port object 9b9636db-38c5-4661-8197-e951712aca3d will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:28.172885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:28.180344 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.272093 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-729a5125-0e11-4de6-9030-ec0a9afb8300 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.294428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655dc3e-f87d-41dd-8c83-306d1f862780 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=692970ac-16a5-4277-9d59-361078395b38,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:28.318026 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-91025839-a32a-4d94-9cd9-0161fc0f622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867815d3-3c66-45fa-9981-81f6240b035b', 'name': 'tempest-NetworksTestDHCPv6-router-259327061', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:02Z', 'updated_at': '2022-04-22T14:40:23Z', 'revision_number': 3, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:28.327667 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91025839-a32a-4d94-9cd9-0161fc0f622c None None] The sync data for ids ['867815d3-3c66-45fa-9981-81f6240b035b'] in dv-neutron-839027-1-hyperv is: [{'id': '867815d3-3c66-45fa-9981-81f6240b035b', 'name': 'tempest-NetworksTestDHCPv6-router-259327061', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:02Z', 'updated_at': '2022-04-22T14:40:23Z', 'revision_number': 3, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'gw_port_host': None}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:28.360208 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:28.394440 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de416e06-05b6-45cd-8460-cd2d715551f9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.430959 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:28.431343 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7e2fae14-1e30-4d82-a5e7-4c7f413d1c97 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:28.439432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4655dc3e-f87d-41dd-8c83-306d1f862780 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] In _notify_port_updated(), no bound segment for port 692970ac-16a5-4277-9d59-361078395b38 on network 3009de8b-54fe-403a-ba76-7acfd9ad9b86 {{(pid=83964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:40:28.463251 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4655dc3e-f87d-41dd-8c83-306d1f862780 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:28.464090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4655dc3e-f87d-41dd-8c83-306d1f862780 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.465571 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4655dc3e-f87d-41dd-8c83-306d1f862780 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "PUT /v2.0/ports/692970ac-16a5-4277-9d59-361078395b38 HTTP/1.1" status: 200 len: 920 time: 2.9869885 Apr 22 14:40:28.470161 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de416e06-05b6-45cd-8460-cd2d715551f9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=fcdfff47-b6ed-48ec-abf6-becb6d661b4c,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:28.471989 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59290) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:28.487505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-68fe0d7d-6e17-4944-8cdc-1c1c05e7e9f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.539391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-25bc4064-4a30-428f-b089-489b66579b85 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d4ad9ec-212e-46da-a4d1-08e17af66b75'}, {'subnet_id': '35b3a567-f2d8-480a-8bc1-25bacc631598'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:28.547946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74037267-0d67-4f90-b589-37a670f6373d None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:28.555010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de416e06-05b6-45cd-8460-cd2d715551f9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.597845 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Attempting to bind port 9b9636db-38c5-4661-8197-e951712aca3d on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:28.598922 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Attempting to bind port 9b9636db-38c5-4661-8197-e951712aca3d by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'ed5793eb-259f-4e4f-866a-be242958cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:28.599658 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Attempting to bind port 9b9636db-38c5-4661-8197-e951712aca3d on network 9a32414d-9605-4cf4-a5ca-be38c69a3edc {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:28.603042 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfefeb1-cf1f-4dfa-aa80-231c0c4d3981 None None] Pushing event updated for resources: {'Port': ['ID=9b9636db-38c5-4661-8197-e951712aca3d,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:28.613106 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:28.613945 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-de416e06-05b6-45cd-8460-cd2d715551f9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/fcdfff47-b6ed-48ec-abf6-becb6d661b4c HTTP/1.1" status: 204 len: 168 time: 1.7442620 Apr 22 14:40:28.615819 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Checking segment: {'id': 'ed5793eb-259f-4e4f-866a-be242958cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:28.616574 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.622243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-729a5125-0e11-4de6-9030-ec0a9afb8300 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.623835 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Bound using segment: {'id': 'ed5793eb-259f-4e4f-866a-be242958cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:28.624612 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Bound port: 9b9636db-38c5-4661-8197-e951712aca3d, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5793eb-259f-4e4f-866a-be242958cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:28.625301 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.675597 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59294) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:28.749647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a65e1d6-680f-4ebd-ae8d-91ff59f36998 None None] DHCP port deletion for 61ce2b52-8b31-407f-b362-53e19311c286 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:28.757502 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-0a65e1d6-680f-4ebd-ae8d-91ff59f36998 None None] Deleting port 7c9f8654-4096-40bd-9870-df89003546ac {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:28.757885 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0a65e1d6-680f-4ebd-ae8d-91ff59f36998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.813248 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-65dcd5a9-7e07-4f4e-a1ff-c7a9fa411be5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.822371 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] For port 9b9636db-38c5-4661-8197-e951712aca3d, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:28.827722 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] For port 9b9636db-38c5-4661-8197-e951712aca3d, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9b9636db-38c5-4661-8197-e951712aca3d,segment=NetworkSegment(ed5793eb-259f-4e4f-866a-be242958cadd),segment_id=ed5793eb-259f-4e4f-866a-be242958cadd)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:28.834260 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.885476 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:28.891552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dcd5a9-7e07-4f4e-a1ff-c7a9fa411be5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:28.899086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-65dcd5a9-7e07-4f4e-a1ff-c7a9fa411be5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:28.915242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dcd5a9-7e07-4f4e-a1ff-c7a9fa411be5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:28.915915 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-65dcd5a9-7e07-4f4e-a1ff-c7a9fa411be5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.960562 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-65dcd5a9-7e07-4f4e-a1ff-c7a9fa411be5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1515560 Apr 22 14:40:28.964951 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59298) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:28.966842 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:28.967186 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 61613cbf-13a6-4cea-8b2e-16cb9fe9fe8b not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:28.967628 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7c9f8654-4096-40bd-9870-df89003546ac no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:28.982278 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Routers {'ff88c6a6-2406-4b86-ab91-5d00e8013d34'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:28.982673 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-30f73461-054e-4a89-b6e8-047a96ddf269 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-83100560', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd7d1c319-4a23-4974-ad54-5bf4d24b2970'}], 'security_groups': ['835e9082-024e-4202-a7fc-8b04d66eb17d', '5aaa6626-12b4-47b7-8f8c-56a504a06b4d']}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:28.983462 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:29.034377 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac051c0-6f0a-45e0-a182-b289181248ed None None] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:29.064943 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-25bc4064-4a30-428f-b089-489b66579b85 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.111371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcd5a9-7e07-4f4e-a1ff-c7a9fa411be5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Subnet': ['ID=d7d1c319-4a23-4974-ad54-5bf4d24b2970,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:29.212237 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfefeb1-cf1f-4dfa-aa80-231c0c4d3981 None None] Pushing event updated for resources: {'Port': ['ID=9b9636db-38c5-4661-8197-e951712aca3d,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:29.302106 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-68fe0d7d-6e17-4944-8cdc-1c1c05e7e9f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.368015 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-30f73461-054e-4a89-b6e8-047a96ddf269 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.385376 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] Set router ff88c6a6-2406-4b86-ab91-5d00e8013d34 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:29.400824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe0d7d-6e17-4944-8cdc-1c1c05e7e9f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2059ab-4ab5-45cb-b0f2-1caa0384b9c9,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:29.432293 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-729a5125-0e11-4de6-9030-ec0a9afb8300 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.466431 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5d8973ac-6bd1-45e5-bb72-880bd30666ac tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7898457 Apr 22 14:40:29.507447 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59304) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:29.523123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a5125-0e11-4de6-9030-ec0a9afb8300 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Subnet': ['ID=6257a148-4bbe-41f2-b8a9-23ef8f87beaa,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:29.529401 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-729a5125-0e11-4de6-9030-ec0a9afb8300 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.532576 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-0a65e1d6-680f-4ebd-ae8d-91ff59f36998 None None] For port 7c9f8654-4096-40bd-9870-df89003546ac, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7c9f8654-4096-40bd-9870-df89003546ac,segment=NetworkSegment(5982b239-cc62-423d-846c-10c221f96b2c),segment_id=5982b239-cc62-423d-846c-10c221f96b2c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:29.532960 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0a65e1d6-680f-4ebd-ae8d-91ff59f36998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.545341 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-729a5125-0e11-4de6-9030-ec0a9afb8300 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/6257a148-4bbe-41f2-b8a9-23ef8f87beaa HTTP/1.1" status: 204 len: 168 time: 2.1497076 Apr 22 14:40:29.550439 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-68fe0d7d-6e17-4944-8cdc-1c1c05e7e9f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.552997 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-68fe0d7d-6e17-4944-8cdc-1c1c05e7e9f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] 10.222.0.23 "DELETE /v2.0/subnets/3f2059ab-4ab5-45cb-b0f2-1caa0384b9c9 HTTP/1.1" status: 204 len: 168 time: 2.3034201 Apr 22 14:40:29.554515 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59308) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:29.555811 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.556520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.597522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59310) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:29.667593 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-0a65e1d6-680f-4ebd-ae8d-91ff59f36998 None None] Calling delete_port for 7c9f8654-4096-40bd-9870-df89003546ac owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:29.756655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbf178f-091a-434e-bfd6-6730da3551c6 None None] Network 33b280b0-0668-4214-955f-b1fdea15aaf0 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:29.785140 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbe2157-8072-48e3-9b99-34a046f573d4 None None] Network e67784d8-e7b1-4094-bd08-ad1c82668b81 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:29.808589 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d565692c-501f-43cb-9108-f37302a7d0ff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.811988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0a65e1d6-680f-4ebd-ae8d-91ff59f36998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.937258 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:40:19Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '8883e327-7f71-4d21-bf2d-8de1c61deeb6', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.252', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'port_id': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'mac_address': 'fa:16:3e:1b:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:38:52Z', 'updated_at': '2022-04-22T14:39:06Z', 'revision_number': 1, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282359a2-f23f-4c77-930e-56ad9a501479', 'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:47:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:53Z', 'updated_at': '2022-04-22T14:38:09Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b9636db-38c5-4661-8197-e951712aca3d', 'name': '', 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:40:c6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c96bcad-c867-4a2b-8cd3-04a60c5db50c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:40:15Z', 'updated_at': '2022-04-22T14:40:28Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '4c96bcad-c867-4a2b-8cd3-04a60c5db50c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:29.941817 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab523352-ee1b-4622-aee3-3d56e6ea953c None None] The sync data for ids ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:40:19Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '8883e327-7f71-4d21-bf2d-8de1c61deeb6', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.252', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'port_id': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'mac_address': 'fa:16:3e:1b:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:38:52Z', 'updated_at': '2022-04-22T14:39:06Z', 'revision_number': 1, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282359a2-f23f-4c77-930e-56ad9a501479', 'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:47:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:53Z', 'updated_at': '2022-04-22T14:38:09Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b9636db-38c5-4661-8197-e951712aca3d', 'name': '', 'network_id': '9a32414d-9605-4cf4-a5ca-be38c69a3edc', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:40:c6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c96bcad-c867-4a2b-8cd3-04a60c5db50c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:40:15Z', 'updated_at': '2022-04-22T14:40:28Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '4c96bcad-c867-4a2b-8cd3-04a60c5db50c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:29.975641 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65e1d6-680f-4ebd-ae8d-91ff59f36998 None None] Pushing event deleted for resources: {'Port': ['ID=7c9f8654-4096-40bd-9870-df89003546ac,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:30.063619 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No active binding found for port 7c9f8654-4096-40bd-9870-df89003546ac {{(pid=83965) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 22 14:40:30.064031 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7c9f8654-4096-40bd-9870-df89003546ac not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:30.101315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.122999 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a65e1d6-680f-4ebd-ae8d-91ff59f36998 None None] No DVR routers for this DVR port 7c9f8654-4096-40bd-9870-df89003546ac on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:30.141551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d565692c-501f-43cb-9108-f37302a7d0ff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.185879 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b5b76fa-1a2e-4ad5-ac92-7f94d7f35a68 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.193603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-d565692c-501f-43cb-9108-f37302a7d0ff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ce2b52-8b31-407f-b362-53e19311c286']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:30.217328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-d565692c-501f-43cb-9108-f37302a7d0ff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5982b239-cc62-423d-846c-10c221f96b2c') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:30.217328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-d565692c-501f-43cb-9108-f37302a7d0ff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5982b239-cc62-423d-846c-10c221f96b2c') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:30.245199 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d565692c-501f-43cb-9108-f37302a7d0ff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.292664 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d565692c-501f-43cb-9108-f37302a7d0ff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.305992 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d565692c-501f-43cb-9108-f37302a7d0ff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:30.306788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d565692c-501f-43cb-9108-f37302a7d0ff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:30.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:30.380697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-25bc4064-4a30-428f-b089-489b66579b85 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Allocated IP 172.20.0.23 (3009de8b-54fe-403a-ba76-7acfd9ad9b86/35b3a567-f2d8-480a-8bc1-25bacc631598/692970ac-16a5-4277-9d59-361078395b38) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:30.462692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d565692c-501f-43cb-9108-f37302a7d0ff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.483650 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Router 097b75d4-4bec-4358-abb5-d568e31eb9c3 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:40:30.486632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d565692c-501f-43cb-9108-f37302a7d0ff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.500856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565692c-501f-43cb-9108-f37302a7d0ff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Network': ['ID=61ce2b52-8b31-407f-b362-53e19311c286,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:30.512326 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d565692c-501f-43cb-9108-f37302a7d0ff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/networks/61ce2b52-8b31-407f-b362-53e19311c286 HTTP/1.1" status: 204 len: 168 time: 0.9485843 Apr 22 14:40:30.514623 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59316) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:30.593997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-25bc4064-4a30-428f-b089-489b66579b85 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.612615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-25bc4064-4a30-428f-b089-489b66579b85 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Ignored duplicate provisioning block setup for port 692970ac-16a5-4277-9d59-361078395b38 by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 14:40:30.632207 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-25bc4064-4a30-428f-b089-489b66579b85 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.639035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Deleting port f5f5bc5f-1507-4732-a021-271fc51dcec5 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:30.639589 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.641462 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9939a65-6aa9-49f4-82db-fd689ae04aaf None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:30.659987 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9ac22105-8272-4a47-9e5b-4500047e5faa None None] Provisioning complete for port 625e42a3-0948-4f04-a32c-b17c417fdfc3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:30.660306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9ac22105-8272-4a47-9e5b-4500047e5faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.737778 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d9939a65-6aa9-49f4-82db-fd689ae04aaf None None] Deleting port 2cf8152b-c5ca-4449-9cde-528682e5afd4 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:30.738174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d9939a65-6aa9-49f4-82db-fd689ae04aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.789403 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53287700-a9a7-4537-a119-47b4fe943363 None None] DHCP port deletion for e67784d8-e7b1-4094-bd08-ad1c82668b81 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:30.791471 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9b9636db-38c5-4661-8197-e951712aca3d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:30.860876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1ab624-b458-48f3-aa43-c08dc8c761c2 None None] DHCP port deletion for 33b280b0-0668-4214-955f-b1fdea15aaf0 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:30.896617 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-53287700-a9a7-4537-a119-47b4fe943363 None None] Deleting port f5f5bc5f-1507-4732-a021-271fc51dcec5 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:30.896997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-53287700-a9a7-4537-a119-47b4fe943363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.929369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.932887 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc4064-4a30-428f-b089-489b66579b85 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=692970ac-16a5-4277-9d59-361078395b38,revision_number=3']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:30.943565 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ab624-b458-48f3-aa43-c08dc8c761c2 None None] Deleting port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:30.943932 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ee1ab624-b458-48f3-aa43-c08dc8c761c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.947632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:30.947985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.215362 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ebf990-af25-4f63-8d93-9031434aaab7 None None] Update dhcp port {'port': {'network_id': '5eb0336c-e7a0-4217-9f55-d93f68aaba3c', 'fixed_ips': [{'subnet_id': '6d4a667d-df7b-4d70-99be-de13b6a17e17', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f05b22de-68be-4550-8344-37a44f5141ee', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd7d1c319-4a23-4974-ad54-5bf4d24b2970'}], 'binding:host_id': 'dv-neutron-839027-1-hyperv'}, 'id': '678fdecd-dd53-4a86-a0f8-d7250b868be9'} from dv-neutron-839027-1-hyperv. {{(pid=83965) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:40:31.304893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] For port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7cd6803a-240b-4fd5-be3d-d3daf4d9415e,segment=NetworkSegment(25a6b794-f2c9-4787-a0b0-62ee0d14c5eb),segment_id=25a6b794-f2c9-4787-a0b0-62ee0d14c5eb)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:31.305340 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.390539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-25bc4064-4a30-428f-b089-489b66579b85 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] In _notify_port_updated(), no bound segment for port 692970ac-16a5-4277-9d59-361078395b38 on network 3009de8b-54fe-403a-ba76-7acfd9ad9b86 {{(pid=83964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:40:31.394610 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc4064-4a30-428f-b089-489b66579b85 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:31.395009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-25bc4064-4a30-428f-b089-489b66579b85 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.396649 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-25bc4064-4a30-428f-b089-489b66579b85 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "PUT /v2.0/ports/692970ac-16a5-4277-9d59-361078395b38 HTTP/1.1" status: 200 len: 1000 time: 2.9219878 Apr 22 14:40:31.436096 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59320) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:31.449295 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for 7cd6803a-240b-4fd5-be3d-d3daf4d9415e owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:31.477567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:31.531111 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e18770-8421-4f52-8156-0241641d0b6e None None] Sync routers for ids ['097b75d4-4bec-4358-abb5-d568e31eb9c3'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:31.559549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.564107 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7ef80a82-e81a-486d-802a-90ec0afb8f11 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1132908 Apr 22 14:40:31.570184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59326) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:31.575267 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77ebf990-af25-4f63-8d93-9031434aaab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.583509 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-2bd05388-2f40-45b8-8299-754781bf14f7 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'enable_snat': False}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:31.635091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 9b9636db-38c5-4661-8197-e951712aca3d completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:31.669760 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d9939a65-6aa9-49f4-82db-fd689ae04aaf None None] For port 2cf8152b-c5ca-4449-9cde-528682e5afd4, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=2cf8152b-c5ca-4449-9cde-528682e5afd4,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:31.670163 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d9939a65-6aa9-49f4-82db-fd689ae04aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.702660 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 9b9636db-38c5-4661-8197-e951712aca3d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:31.703028 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.754778 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e615c-1239-461a-b2f2-86793ecdb426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port 692970ac-16a5-4277-9d59-361078395b38 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:31.755554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4b0e615c-1239-461a-b2f2-86793ecdb426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.809617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b5b76fa-1a2e-4ad5-ac92-7f94d7f35a68 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.822554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.828865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] For port f5f5bc5f-1507-4732-a021-271fc51dcec5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f5f5bc5f-1507-4732-a021-271fc51dcec5,segment=NetworkSegment(6485b0e1-e197-42fb-bf25-4d66ad6c4e55),segment_id=6485b0e1-e197-42fb-bf25-4d66ad6c4e55)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:31.829216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.837365 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b5b76fa-1a2e-4ad5-ac92-7f94d7f35a68 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.909642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-30f73461-054e-4a89-b6e8-047a96ddf269 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Delete allocated IP 2001:db8::1c8 (5eb0336c-e7a0-4217-9f55-d93f68aaba3c/f05b22de-68be-4550-8344-37a44f5141ee) {{(pid=83964) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 14:40:31.915021 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Port': ['ID=7cd6803a-240b-4fd5-be3d-d3daf4d9415e,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:31.915971 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d9939a65-6aa9-49f4-82db-fd689ae04aaf None None] Calling delete_port for 2cf8152b-c5ca-4449-9cde-528682e5afd4 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:31.940144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] No DVR routers for this DVR port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:31.978253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Calling delete_port for f5f5bc5f-1507-4732-a021-271fc51dcec5 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:32.030276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-30f73461-054e-4a89-b6e8-047a96ddf269 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Allocated IP 2001:db8:0:2::bc (5eb0336c-e7a0-4217-9f55-d93f68aaba3c/d7d1c319-4a23-4974-ad54-5bf4d24b2970/492868c4-4f56-4010-a685-e2d29169e3aa) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:32.058549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ee1ab624-b458-48f3-aa43-c08dc8c761c2 None None] For port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7cd6803a-240b-4fd5-be3d-d3daf4d9415e,segment=NetworkSegment(25a6b794-f2c9-4787-a0b0-62ee0d14c5eb),segment_id=25a6b794-f2c9-4787-a0b0-62ee0d14c5eb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:32.058939 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ee1ab624-b458-48f3-aa43-c08dc8c761c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.068041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b5b76fa-1a2e-4ad5-ac92-7f94d7f35a68 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.068322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5b76fa-1a2e-4ad5-ac92-7f94d7f35a68 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Fanout notify agent at l3_agent the message router_deleted on router 867815d3-3c66-45fa-9981-81f6240b035b {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:40:32.081436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e18770-8421-4f52-8156-0241641d0b6e None None] Routers {'097b75d4-4bec-4358-abb5-d568e31eb9c3'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:32.082173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-95e18770-8421-4f52-8156-0241641d0b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['097b75d4-4bec-4358-abb5-d568e31eb9c3'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:32.086540 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b5b76fa-1a2e-4ad5-ac92-7f94d7f35a68 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.090414 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8b5b76fa-1a2e-4ad5-ac92-7f94d7f35a68 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/routers/867815d3-3c66-45fa-9981-81f6240b035b HTTP/1.1" status: 204 len: 168 time: 2.5731702 Apr 22 14:40:32.098229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59330) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:32.115204 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1add0b2b-1d80-415b-81cb-558eabfacb50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:32.157656 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-53287700-a9a7-4537-a119-47b4fe943363 None None] For port f5f5bc5f-1507-4732-a021-271fc51dcec5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f5f5bc5f-1507-4732-a021-271fc51dcec5,segment=NetworkSegment(6485b0e1-e197-42fb-bf25-4d66ad6c4e55),segment_id=6485b0e1-e197-42fb-bf25-4d66ad6c4e55)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:32.158054 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-53287700-a9a7-4537-a119-47b4fe943363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.175876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.225837 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b280b0-0668-4214-955f-b1fdea15aaf0']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:32.227378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.260750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a6b794-f2c9-4787-a0b0-62ee0d14c5eb') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:32.261153 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a6b794-f2c9-4787-a0b0-62ee0d14c5eb') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:32.282106 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-95e18770-8421-4f52-8156-0241641d0b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:32.286237 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4b0e615c-1239-461a-b2f2-86793ecdb426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.295874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.356758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Pushing event deleted for resources: {'Port': ['ID=f5f5bc5f-1507-4732-a021-271fc51dcec5,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:32.382334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1add0b2b-1d80-415b-81cb-558eabfacb50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:32.393039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1add0b2b-1d80-415b-81cb-558eabfacb50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:32.396225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] No DVR routers for this DVR port f5f5bc5f-1507-4732-a021-271fc51dcec5 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:32.404421 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9ac22105-8272-4a47-9e5b-4500047e5faa None None] Provisioning for port 692970ac-16a5-4277-9d59-361078395b38 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:32.425327 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1add0b2b-1d80-415b-81cb-558eabfacb50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:32.439082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1add0b2b-1d80-415b-81cb-558eabfacb50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:32.469062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.477755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e615c-1239-461a-b2f2-86793ecdb426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for 692970ac-16a5-4277-9d59-361078395b38 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:32.485649 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ab624-b458-48f3-aa43-c08dc8c761c2 None None] Calling delete_port for 7cd6803a-240b-4fd5-be3d-d3daf4d9415e owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:32.531180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:32.531614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.531944 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-53287700-a9a7-4537-a119-47b4fe943363 None None] Calling delete_port for f5f5bc5f-1507-4732-a021-271fc51dcec5 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:32.548410 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1add0b2b-1d80-415b-81cb-558eabfacb50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:32.579420 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9ac22105-8272-4a47-9e5b-4500047e5faa None None] Provisioning complete for port 692970ac-16a5-4277-9d59-361078395b38 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:32.579816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9ac22105-8272-4a47-9e5b-4500047e5faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:32.588022 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:32.666758 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d9939a65-6aa9-49f4-82db-fd689ae04aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.677614 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-30f73461-054e-4a89-b6e8-047a96ddf269 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.697123 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-30f73461-054e-4a89-b6e8-047a96ddf269 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Transition to ACTIVE for port object 492868c4-4f56-4010-a685-e2d29169e3aa will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:32.707101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.728997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-30f73461-054e-4a89-b6e8-047a96ddf269 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.810435 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9939a65-6aa9-49f4-82db-fd689ae04aaf None None] Pushing event deleted for resources: {'Port': ['ID=2cf8152b-c5ca-4449-9cde-528682e5afd4,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:32.833682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67784d8-e7b1-4094-bd08-ad1c82668b81']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:32.849444 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1add0b2b-1d80-415b-81cb-558eabfacb50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.849957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.856145 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e18770-8421-4f52-8156-0241641d0b6e None None] Routers {'097b75d4-4bec-4358-abb5-d568e31eb9c3'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:32.856934 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-95e18770-8421-4f52-8156-0241641d0b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['097b75d4-4bec-4358-abb5-d568e31eb9c3'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:32.874986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6485b0e1-e197-42fb-bf25-4d66ad6c4e55') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:32.875555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6485b0e1-e197-42fb-bf25-4d66ad6c4e55') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:32.891896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.939683 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9ac22105-8272-4a47-9e5b-4500047e5faa None None] Port 692970ac-16a5-4277-9d59-361078395b38 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:32.962517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9939a65-6aa9-49f4-82db-fd689ae04aaf None None] No DVR routers for this DVR port 2cf8152b-c5ca-4449-9cde-528682e5afd4 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:32.965476 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Network': ['ID=33b280b0-0668-4214-955f-b1fdea15aaf0,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:32.978278 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3da3e029-de23-417c-b9e8-ae5921db0d5f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/networks/33b280b0-0668-4214-955f-b1fdea15aaf0 HTTP/1.1" status: 204 len: 168 time: 2.4625993 Apr 22 14:40:32.982373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-95e18770-8421-4f52-8156-0241641d0b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:32.982808 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e18770-8421-4f52-8156-0241641d0b6e None None] The sync data for ids ['097b75d4-4bec-4358-abb5-d568e31eb9c3'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:32.988484 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-ee1ab624-b458-48f3-aa43-c08dc8c761c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:32.988845 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-ee1ab624-b458-48f3-aa43-c08dc8c761c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:32.989363 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.005469 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59334) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:33.005634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-53287700-a9a7-4537-a119-47b4fe943363 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:33.005634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-53287700-a9a7-4537-a119-47b4fe943363 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:33.014613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'network': {'name': 'tempest-RoutersTest-1965109962'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:33.022618 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-77ebf990-af25-4f63-8d93-9031434aaab7 None None] Allocated IP 2001:db8:0:2::2 (5eb0336c-e7a0-4217-9f55-d93f68aaba3c/d7d1c319-4a23-4974-ad54-5bf4d24b2970/678fdecd-dd53-4a86-a0f8-d7250b868be9) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:33.024431 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:33.035889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:network and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:33.040323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:33.040965 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.053338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-30f73461-054e-4a89-b6e8-047a96ddf269 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] In _notify_port_updated(), no bound segment for port 492868c4-4f56-4010-a685-e2d29169e3aa on network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c {{(pid=83964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:40:33.055753 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:33.057508 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f73461-054e-4a89-b6e8-047a96ddf269 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:33.058125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-30f73461-054e-4a89-b6e8-047a96ddf269 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.062226 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-30f73461-054e-4a89-b6e8-047a96ddf269 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "PUT /v2.0/ports/492868c4-4f56-4010-a685-e2d29169e3aa HTTP/1.1" status: 200 len: 967 time: 4.0904982 Apr 22 14:40:33.062226 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f73461-054e-4a89-b6e8-047a96ddf269 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event updated for resources: {'Port': ['ID=492868c4-4f56-4010-a685-e2d29169e3aa,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:33.065484 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59338) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:33.078856 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 9b9636db-38c5-4661-8197-e951712aca3d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9b9636db-38c5-4661-8197-e951712aca3d,segment=NetworkSegment(ed5793eb-259f-4e4f-866a-be242958cadd),segment_id=ed5793eb-259f-4e4f-866a-be242958cadd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:33.091299 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.093982 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.106361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:33.106760 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:33.122796 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:33.195439 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:33.200153 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.229030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.249154 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.261169 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 2cf8152b-c5ca-4449-9cde-528682e5afd4 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:33.276426 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d43923bd-9bcb-4074-843e-1ba3aa8bf79b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 492868c4-4f56-4010-a685-e2d29169e3aa {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:33.276769 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d43923bd-9bcb-4074-843e-1ba3aa8bf79b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.294688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] Pushing event deleted for resources: {'Network': ['ID=e67784d8-e7b1-4094-bd08-ad1c82668b81,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:33.319964 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 2cf8152b-c5ca-4449-9cde-528682e5afd4 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:33.320358 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 2cf8152b-c5ca-4449-9cde-528682e5afd4 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:33.320790 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f5f5bc5f-1507-4732-a021-271fc51dcec5 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:33.325185 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dc5bb7fa-824d-4b18-9f94-40b906644c61 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835 tempest-ExtraDHCPOptionsIpV6TestJSON-1127265835-project] 10.222.0.23 "DELETE /v2.0/networks/e67784d8-e7b1-4094-bd08-ad1c82668b81 HTTP/1.1" status: 204 len: 168 time: 3.7186606 Apr 22 14:40:33.373143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: f5f5bc5f-1507-4732-a021-271fc51dcec5 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:33.373487 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f5f5bc5f-1507-4732-a021-271fc51dcec5 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:33.373896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7cd6803a-240b-4fd5-be3d-d3daf4d9415e no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:33.385192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1add0b2b-1d80-415b-81cb-558eabfacb50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.396046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4b0e615c-1239-461a-b2f2-86793ecdb426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.411735 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:40:33.417413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-72b91636-dd31-48c6-8cb4-5ffb3266ce37 None None] Provisioning complete for port 692970ac-16a5-4277-9d59-361078395b38 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:33.417795 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-72b91636-dd31-48c6-8cb4-5ffb3266ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.456929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 7cd6803a-240b-4fd5-be3d-d3daf4d9415e {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:33.457275 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7cd6803a-240b-4fd5-be3d-d3daf4d9415e not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:33.466185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=9b9636db-38c5-4661-8197-e951712aca3d,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:33.472297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-72b91636-dd31-48c6-8cb4-5ffb3266ce37 None None] Port 692970ac-16a5-4277-9d59-361078395b38 was deleted so its status cannot be updated. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 14:40:33.489411 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add0b2b-1d80-415b-81cb-558eabfacb50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:33.492938 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ab624-b458-48f3-aa43-c08dc8c761c2 None None] Deleting port 7cd6803a-240b-4fd5-be3d-d3daf4d9415e {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:33.493523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ee1ab624-b458-48f3-aa43-c08dc8c761c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.501440 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e615c-1239-461a-b2f2-86793ecdb426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=692970ac-16a5-4277-9d59-361078395b38,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:33.508826 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-1add0b2b-1d80-415b-81cb-558eabfacb50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:33.513254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1add0b2b-1d80-415b-81cb-558eabfacb50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:33.513975 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1add0b2b-1d80-415b-81cb-558eabfacb50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.530861 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-53287700-a9a7-4537-a119-47b4fe943363 None None] Deleting port f5f5bc5f-1507-4732-a021-271fc51dcec5 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:33.531397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-53287700-a9a7-4537-a119-47b4fe943363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.551937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add0b2b-1d80-415b-81cb-558eabfacb50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=de30e054-00b0-400f-ad12-1100bd8f70e2,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:33.555414 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af27316f-e3bf-4de8-91ae-67d8f8820102 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:33.565200 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1add0b2b-1d80-415b-81cb-558eabfacb50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4658248 Apr 22 14:40:33.567746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59344) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:33.584933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-74095005-59dd-4570-aec3-1cfedd193aa4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-354415518', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:33.591649 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-74095005-59dd-4570-aec3-1cfedd193aa4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:33.594222 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.594586 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Added segment 4a0eff21-ca56-4411-aa85-5cd849910c48 of type vlan for network 56e629d9-e818-43f2-bdcb-679f935afc54 Apr 22 14:40:33.597208 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-74095005-59dd-4570-aec3-1cfedd193aa4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:router and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:33.602352 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-74095005-59dd-4570-aec3-1cfedd193aa4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:33.609525 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-74095005-59dd-4570-aec3-1cfedd193aa4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:33.628287 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-74095005-59dd-4570-aec3-1cfedd193aa4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.629717 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-74095005-59dd-4570-aec3-1cfedd193aa4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.651493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.656356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-74095005-59dd-4570-aec3-1cfedd193aa4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.685595 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-74095005-59dd-4570-aec3-1cfedd193aa4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.731725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-74095005-59dd-4570-aec3-1cfedd193aa4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.733306 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-74095005-59dd-4570-aec3-1cfedd193aa4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1641316 Apr 22 14:40:33.736020 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59350) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:33.807191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:40:33.842608 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-77ebf990-af25-4f63-8d93-9031434aaab7 None None] For port 678fdecd-dd53-4a86-a0f8-d7250b868be9, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=678fdecd-dd53-4a86-a0f8-d7250b868be9,segment=NetworkSegment(b9912ad6-5cab-4f7b-a4e1-2428b933918c),segment_id=b9912ad6-5cab-4f7b-a4e1-2428b933918c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:33.884439 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59356) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:33.885306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-53287700-a9a7-4537-a119-47b4fe943363 None None] The port 'f5f5bc5f-1507-4732-a021-271fc51dcec5' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:40:33.901606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ab624-b458-48f3-aa43-c08dc8c761c2 None None] The port '7cd6803a-240b-4fd5-be3d-d3daf4d9415e' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:40:33.962401 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77ebf990-af25-4f63-8d93-9031434aaab7 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.015199 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-77ebf990-af25-4f63-8d93-9031434aaab7 None None] Transition to ACTIVE for port object 678fdecd-dd53-4a86-a0f8-d7250b868be9 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:34.022003 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77ebf990-af25-4f63-8d93-9031434aaab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.081155 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.086282 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:34.087166 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.193626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59362) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:34.214692 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebf990-af25-4f63-8d93-9031434aaab7 None None] Pushing event updated for resources: {'Port': ['ID=678fdecd-dd53-4a86-a0f8-d7250b868be9,revision_number=7']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:34.250550 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': 'de30e054-00b0-400f-ad12-1100bd8f70e2'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:34.251195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4b0e615c-1239-461a-b2f2-86793ecdb426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.251438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.295644 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4b0e615c-1239-461a-b2f2-86793ecdb426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/692970ac-16a5-4277-9d59-361078395b38 HTTP/1.1" status: 204 len: 168 time: 2.8579981 Apr 22 14:40:34.311349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59366) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:34.318065 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3104031 Apr 22 14:40:34.326196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59370) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:34.329053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c4888-c515-49ba-a0ac-dbfd89698580 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Network': ['ID=56e629d9-e818-43f2-bdcb-679f935afc54,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:34.338008 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8187ba9d-cf57-4f40-a49d-2cba6d19e946 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'subnet': {'network_id': '56e629d9-e818-43f2-bdcb-679f935afc54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:34.347650 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 56e629d9-e818-43f2-bdcb-679f935afc54 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:40:34.385878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d43923bd-9bcb-4074-843e-1ba3aa8bf79b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.533554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Allocated IP 2001:db8::2 (19101698-c44e-4563-acd4-3bbade7a380a/de30e054-00b0-400f-ad12-1100bd8f70e2/b5ab08e4-3b8e-4438-8952-ec1ab8c308b5) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:34.598311 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-79580502-f082-4da2-9788-e31ff9f0ca93 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] GET failed (client error): The resource could not be found. Apr 22 14:40:34.598888 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-79580502-f082-4da2-9788-e31ff9f0ca93 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:34.622642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.634387 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d43923bd-9bcb-4074-843e-1ba3aa8bf79b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 492868c4-4f56-4010-a685-e2d29169e3aa owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:34.791704 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.807017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Transition to ACTIVE for port object b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:34.829919 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Transition to ACTIVE for port object b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:34.837935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.911573 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:34.935060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:34.939440 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:34.949689 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-79580502-f082-4da2-9788-e31ff9f0ca93 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:34.954095 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-79580502-f082-4da2-9788-e31ff9f0ca93 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/692970ac-16a5-4277-9d59-361078395b38 HTTP/1.1" status: 404 len: 333 time: 0.6385047 Apr 22 14:40:34.963153 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59374) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:35.062238 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Attempting to bind port b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:35.062238 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Attempting to bind port b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:35.062238 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Attempting to bind port b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:35.066703 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-22f8d719-b7df-4a1e-98f6-2b2d02bd0599 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e18b3adeeb54677a067e8b13a0cfc8f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1464670 Apr 22 14:40:35.066703 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8187ba9d-cf57-4f40-a49d-2cba6d19e946 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:35.073555 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59378) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:35.074236 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:35.075260 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:35.077955 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.080491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:35.088279 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Bound port: b5ab08e4-3b8e-4438-8952-ec1ab8c308b5, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:35.089225 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.093371 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8187ba9d-cf57-4f40-a49d-2cba6d19e946 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:subnet and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:35.112949 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8187ba9d-cf57-4f40-a49d-2cba6d19e946 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:35.126916 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Pushing event updated for resources: {'Port': ['ID=b5ab08e4-3b8e-4438-8952-ec1ab8c308b5,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:35.173780 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8187ba9d-cf57-4f40-a49d-2cba6d19e946 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:35.189037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::1 (19101698-c44e-4563-acd4-3bbade7a380a/de30e054-00b0-400f-ad12-1100bd8f70e2/121efd1a-ed16-4574-99f5-194091b7710d) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:35.228617 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9b9636db-38c5-4661-8197-e951712aca3d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:35.325761 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-eedb8ab4-6ff6-42e6-84d2-d23875d108d9 None None] Provisioning for port 678fdecd-dd53-4a86-a0f8-d7250b868be9 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:35.330274 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] For port b5ab08e4-3b8e-4438-8952-ec1ab8c308b5, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:35.341170 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] For port b5ab08e4-3b8e-4438-8952-ec1ab8c308b5, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b5ab08e4-3b8e-4438-8952-ec1ab8c308b5,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:35.344092 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8187ba9d-cf57-4f40-a49d-2cba6d19e946 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:35.348448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.352606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-eedb8ab4-6ff6-42e6-84d2-d23875d108d9 None None] Provisioning complete for port 678fdecd-dd53-4a86-a0f8-d7250b868be9 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:35.352973 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-eedb8ab4-6ff6-42e6-84d2-d23875d108d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.486112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d43923bd-9bcb-4074-843e-1ba3aa8bf79b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.495397 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bd05388-2f40-45b8-8299-754781bf14f7 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.498508 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49fd0557-70b0-4ee4-9eac-7489a8096f7a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.552571 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.557705 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6ee17-3a9b-476c-b42b-d9d9b9903507 None None] Pushing event updated for resources: {'Port': ['ID=b5ab08e4-3b8e-4438-8952-ec1ab8c308b5,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:35.570592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8187ba9d-cf57-4f40-a49d-2cba6d19e946 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.580743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 9b9636db-38c5-4661-8197-e951712aca3d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:35.581058 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.607879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43923bd-9bcb-4074-843e-1ba3aa8bf79b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=492868c4-4f56-4010-a685-e2d29169e3aa,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:35.630917 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object 121efd1a-ed16-4574-99f5-194091b7710d will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:35.682013 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.688212 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c7ed016-889e-4915-a8d1-f671a26c1c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.700833 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d55926f-a29c-4c20-ab98-7b11a028f172 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting subnet 35b3a567-f2d8-480a-8bc1-25bacc631598 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:35.783602 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c7ed016-889e-4915-a8d1-f671a26c1c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.786478 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=121efd1a-ed16-4574-99f5-194091b7710d,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:35.790879 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:35.796025 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:35.798265 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:35.798820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.814193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 678fdecd-dd53-4a86-a0f8-d7250b868be9 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:35.902172 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d55926f-a29c-4c20-ab98-7b11a028f172 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.946916 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d43923bd-9bcb-4074-843e-1ba3aa8bf79b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.963536 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c7ed016-889e-4915-a8d1-f671a26c1c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.995225 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ed016-889e-4915-a8d1-f671a26c1c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff380b4-8a42-4b1d-8973-7e13a74d868f,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:36.001697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.033116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-eedb8ab4-6ff6-42e6-84d2-d23875d108d9 None None] Provisioning complete for port 47bca906-154a-40cf-b4c3-c657ef5b3b01 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:36.033524 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-eedb8ab4-6ff6-42e6-84d2-d23875d108d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.134541 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-eedb8ab4-6ff6-42e6-84d2-d23875d108d9 None None] Port 47bca906-154a-40cf-b4c3-c657ef5b3b01 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:36.139358 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-eedb8ab4-6ff6-42e6-84d2-d23875d108d9 None None] Could not find standard attr ID for object 492868c4-4f56-4010-a685-e2d29169e3aa. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:40:36.139544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d55926f-a29c-4c20-ab98-7b11a028f172 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.151035 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 678fdecd-dd53-4a86-a0f8-d7250b868be9 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:36.151745 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.175554 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d43923bd-9bcb-4074-843e-1ba3aa8bf79b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/492868c4-4f56-4010-a685-e2d29169e3aa HTTP/1.1" status: 204 len: 168 time: 3.1065369 Apr 22 14:40:36.183058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c7ed016-889e-4915-a8d1-f671a26c1c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.199546 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2c7ed016-889e-4915-a8d1-f671a26c1c58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aff380b4-8a42-4b1d-8973-7e13a74d868f HTTP/1.1" status: 204 len: 168 time: 1.1013706 Apr 22 14:40:36.200255 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59382) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:36.274189 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b0e8ef-8230-48aa-831f-cf6fd86b7ce7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] GET failed (client error): The resource could not be found. Apr 22 14:40:36.274691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a6b0e8ef-8230-48aa-831f-cf6fd86b7ce7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:36.324334 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-639e51d1-10b9-412b-a051-2e04a4556920 None None] Could not find standard attr ID for object 492868c4-4f56-4010-a685-e2d29169e3aa. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:40:36.376637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a6b0e8ef-8230-48aa-831f-cf6fd86b7ce7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:36.380756 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a6b0e8ef-8230-48aa-831f-cf6fd86b7ce7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports/492868c4-4f56-4010-a685-e2d29169e3aa HTTP/1.1" status: 404 len: 333 time: 0.1712048 Apr 22 14:40:36.384140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59390) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:36.436332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d55926f-a29c-4c20-ab98-7b11a028f172 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.541344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8187ba9d-cf57-4f40-a49d-2cba6d19e946 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.659047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-19b502a8-d23f-4afd-96af-98cd3c6e8968 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.741470 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-19b502a8-d23f-4afd-96af-98cd3c6e8968 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.831948 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187ba9d-cf57-4f40-a49d-2cba6d19e946 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Subnet': ['ID=9ac03298-a730-405f-af55-30e629257404,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:36.850824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:40:36.877555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.886830 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d55926f-a29c-4c20-ab98-7b11a028f172 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.887080 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.887978 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.942922 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8187ba9d-cf57-4f40-a49d-2cba6d19e946 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Checking segment: {'id': '4a0eff21-ca56-4411-aa85-5cd849910c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '56e629d9-e818-43f2-bdcb-679f935afc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:36.943311 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8187ba9d-cf57-4f40-a49d-2cba6d19e946 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network hostable DHCP agents. Network: 56e629d9-e818-43f2-bdcb-679f935afc54, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:40:36.952097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55926f-a29c-4c20-ab98-7b11a028f172 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Subnet': ['ID=35b3a567-f2d8-480a-8bc1-25bacc631598,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:36.965711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765c8c24-227e-43ff-8750-b5fc5198b78e None None] Network 3009de8b-54fe-403a-ba76-7acfd9ad9b86 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:36.981743 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6d55926f-a29c-4c20-ab98-7b11a028f172 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.993263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=121efd1a-ed16-4574-99f5-194091b7710d,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:37.003075 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6d55926f-a29c-4c20-ab98-7b11a028f172 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/35b3a567-f2d8-480a-8bc1-25bacc631598 HTTP/1.1" status: 204 len: 168 time: 2.0376356 Apr 22 14:40:37.008809 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-19b502a8-d23f-4afd-96af-98cd3c6e8968 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.013902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59406) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:37.058602 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bd05388-2f40-45b8-8299-754781bf14f7 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.068130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bd05388-2f40-45b8-8299-754781bf14f7 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.221773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b502a8-d23f-4afd-96af-98cd3c6e8968 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0444c0b9-91fe-45b7-a598-803e18ede632,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:37.250862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:37.282408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3015672c-c180-4e93-ae14-c81d7f99b7b9 None None] Provisioning for port b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:37.348381 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:37.390635 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59412) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:37.458377 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:37.464377 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:37.464765 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.474712 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8187ba9d-cf57-4f40-a49d-2cba6d19e946 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 56e629d9-e818-43f2-bdcb-679f935afc54 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:40:37.498937 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-8187ba9d-cf57-4f40-a49d-2cba6d19e946 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 56e629d9-e818-43f2-bdcb-679f935afc54) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:37.507150 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187ba9d-cf57-4f40-a49d-2cba6d19e946 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:37.507697 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8187ba9d-cf57-4f40-a49d-2cba6d19e946 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.523839 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20355c0b-f450-485f-bb81-3c96e7b151a9 None None] Network 56e629d9-e818-43f2-bdcb-679f935afc54 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:37.560639 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:37.564276 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8187ba9d-cf57-4f40-a49d-2cba6d19e946 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2312284 Apr 22 14:40:37.566087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59418) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:37.573547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-19b502a8-d23f-4afd-96af-98cd3c6e8968 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.577198 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-19b502a8-d23f-4afd-96af-98cd3c6e8968 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/security-groups/0444c0b9-91fe-45b7-a598-803e18ede632 HTTP/1.1" status: 204 len: 168 time: 1.1896248 Apr 22 14:40:37.577350 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-36abd6f1-9697-4ee4-86d5-0adc2867c8f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1503297440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:37.581187 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-36abd6f1-9697-4ee4-86d5-0adc2867c8f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:37.586123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-36abd6f1-9697-4ee4-86d5-0adc2867c8f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:router and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:37.589579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-36abd6f1-9697-4ee4-86d5-0adc2867c8f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:37.595833 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-36abd6f1-9697-4ee4-86d5-0adc2867c8f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:37.604700 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59422) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:37.649965 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-36abd6f1-9697-4ee4-86d5-0adc2867c8f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.650586 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-36abd6f1-9697-4ee4-86d5-0adc2867c8f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.668738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-79342918-5c01-4e90-9dcc-39b14a800ef5 None None] Provisioning for port 121efd1a-ed16-4574-99f5-194091b7710d completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:37.694131 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-36abd6f1-9697-4ee4-86d5-0adc2867c8f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.748309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-36abd6f1-9697-4ee4-86d5-0adc2867c8f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.774257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-79342918-5c01-4e90-9dcc-39b14a800ef5 None None] Provisioning complete for port 121efd1a-ed16-4574-99f5-194091b7710d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:37.774654 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-79342918-5c01-4e90-9dcc-39b14a800ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.868169 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-244593797'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:37.877574 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-36abd6f1-9697-4ee4-86d5-0adc2867c8f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.882334 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-36abd6f1-9697-4ee4-86d5-0adc2867c8f1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3114202 Apr 22 14:40:37.884342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59426) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:37.902331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:37.910002 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'port': {'network_id': '56e629d9-e818-43f2-bdcb-679f935afc54', 'name': 'tempest-RoutersTest-1707533868'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:37.912163 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-79342918-5c01-4e90-9dcc-39b14a800ef5 None None] Port 121efd1a-ed16-4574-99f5-194091b7710d cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:37.935336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-7055df0a-2b52-410b-9fd5-12969065a054 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting subnet 2d4ad9ec-212e-46da-a4d1-08e17af66b75 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:37.948376 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.957672 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7055df0a-2b52-410b-9fd5-12969065a054 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.039367 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7055df0a-2b52-410b-9fd5-12969065a054 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.044161 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port b5ab08e4-3b8e-4438-8952-ec1ab8c308b5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b5ab08e4-3b8e-4438-8952-ec1ab8c308b5,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:38.058987 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.071123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c4b7081-43b4-4a14-bfb4-358fc0debd8c tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.076552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:network and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:38.081483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:38.098859 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-56e629d9-e818-43f2-bdcb-679f935afc54', 'network_id': '56e629d9-e818-43f2-bdcb-679f935afc54', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'fixed_ips': [{'subnet_id': '9ac03298-a730-405f-af55-30e629257404'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:38.099704 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.112455 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:38.129344 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-bfcc4beb-b9b1-45fc-ae58-cd8eec083a77 None None] Provisioning complete for port 121efd1a-ed16-4574-99f5-194091b7710d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:38.129714 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-bfcc4beb-b9b1-45fc-ae58-cd8eec083a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.144968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:38.149363 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c4b7081-43b4-4a14-bfb4-358fc0debd8c tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.165318 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:port and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:38.170462 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:38.173522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.184144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:38.202549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:38.220044 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.240592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd05388-2f40-45b8-8299-754781bf14f7 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Router 097b75d4-4bec-4358-abb5-d568e31eb9c3 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:38.268113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=b5ab08e4-3b8e-4438-8952-ec1ab8c308b5,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:38.269968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:38.274006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.282038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc4beb-b9b1-45fc-ae58-cd8eec083a77 None None] Port 121efd1a-ed16-4574-99f5-194091b7710d cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:38.293408 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-49fd0557-70b0-4ee4-9eac-7489a8096f7a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 9b9636db-38c5-4661-8197-e951712aca3d {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:38.293862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49fd0557-70b0-4ee4-9eac-7489a8096f7a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.313619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c4b7081-43b4-4a14-bfb4-358fc0debd8c tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.334711 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] device_id is not set on port 548c8642-43e5-49f5-8aed-69e2b97c4bdb yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:38.387892 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Allocated IP 172.20.0.2 (56e629d9-e818-43f2-bdcb-679f935afc54/9ac03298-a730-405f-af55-30e629257404/ab213e7d-f26d-4c9b-ba4b-158c55e78aa6) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:38.442595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:38.458902 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b7081-43b4-4a14-bfb4-358fc0debd8c tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaa6626-12b4-47b7-8f8c-56a504a06b4d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:38.474625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:security_group_rule and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:38.476547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7055df0a-2b52-410b-9fd5-12969065a054 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.533279 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:38.551654 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c4b7081-43b4-4a14-bfb4-358fc0debd8c tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.552511 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4c4b7081-43b4-4a14-bfb4-358fc0debd8c tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/security-groups/5aaa6626-12b4-47b7-8f8c-56a504a06b4d HTTP/1.1" status: 204 len: 168 time: 0.9466486 Apr 22 14:40:38.554211 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:38.559619 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59430) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:38.559786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-866f470a-5ee0-4f46-be9c-808cb95aefdc None None] Provisioning complete for port 625e42a3-0948-4f04-a32c-b17c417fdfc3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:38.559786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-866f470a-5ee0-4f46-be9c-808cb95aefdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.680721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.690515 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.698863 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-49fd0557-70b0-4ee4-9eac-7489a8096f7a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 9b9636db-38c5-4661-8197-e951712aca3d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9b9636db-38c5-4661-8197-e951712aca3d,segment=NetworkSegment(ed5793eb-259f-4e4f-866a-be242958cadd),segment_id=ed5793eb-259f-4e4f-866a-be242958cadd)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:38.699789 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49fd0557-70b0-4ee4-9eac-7489a8096f7a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.719337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7055df0a-2b52-410b-9fd5-12969065a054 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.743542 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.743863 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:40:38.757657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef47963-95f4-4c01-a866-9cf107384d62,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:38.765118 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Transition to ACTIVE for port object ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:38.767658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.768035 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Added segment fa84615a-9031-455a-b9dd-e8073de64ac7 of type vlan for network 26b164a6-c07c-497c-88b4-7ca362820e8d Apr 22 14:40:38.779694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd05388-2f40-45b8-8299-754781bf14f7 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:38.794656 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Transition to ACTIVE for port object ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:38.800701 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29c80c-7986-48dc-8766-eedc79f13515 None None] Sync routers for ids ['097b75d4-4bec-4358-abb5-d568e31eb9c3'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:38.812662 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.824788 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055df0a-2b52-410b-9fd5-12969065a054 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Subnet': ['ID=2d4ad9ec-212e-46da-a4d1-08e17af66b75,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:38.826096 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c29c80c-7986-48dc-8766-eedc79f13515 None None] Routers {'097b75d4-4bec-4358-abb5-d568e31eb9c3'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:38.826938 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7c29c80c-7986-48dc-8766-eedc79f13515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['097b75d4-4bec-4358-abb5-d568e31eb9c3'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:38.848747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.900913 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-49fd0557-70b0-4ee4-9eac-7489a8096f7a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 9b9636db-38c5-4661-8197-e951712aca3d owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:38.921765 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Network 56e629d9-e818-43f2-bdcb-679f935afc54 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:38.925007 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:38.929401 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7c29c80c-7986-48dc-8766-eedc79f13515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:38.931565 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:38.933921 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Pushing event updated for resources: {'Port': ['ID=ab213e7d-f26d-4c9b-ba4b-158c55e78aa6,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:38.940660 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c29c80c-7986-48dc-8766-eedc79f13515 None None] Routers {'097b75d4-4bec-4358-abb5-d568e31eb9c3'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:38.941702 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7c29c80c-7986-48dc-8766-eedc79f13515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['097b75d4-4bec-4358-abb5-d568e31eb9c3'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:38.944071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Allocated IP 172.20.0.13 (56e629d9-e818-43f2-bdcb-679f935afc54/9ac03298-a730-405f-af55-30e629257404/548c8642-43e5-49f5-8aed-69e2b97c4bdb) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:38.948152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bd05388-2f40-45b8-8299-754781bf14f7 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.951793 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2bd05388-2f40-45b8-8299-754781bf14f7 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "PUT /v2.0/routers/097b75d4-4bec-4358-abb5-d568e31eb9c3 HTTP/1.1" status: 200 len: 922 time: 7.3757195 Apr 22 14:40:38.955271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7055df0a-2b52-410b-9fd5-12969065a054 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.959738 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59434) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:38.962529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Router 319f3d2c-1277-40b3-ac45-14369b345fa6 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:40:38.965251 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7055df0a-2b52-410b-9fd5-12969065a054 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/2d4ad9ec-212e-46da-a4d1-08e17af66b75 HTTP/1.1" status: 204 len: 168 time: 1.9427748 Apr 22 14:40:38.973904 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4da97f76-64ea-4f51-ae10-56b25009cee5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.978356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59438) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:39.016386 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7c29c80c-7986-48dc-8766-eedc79f13515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:39.017194 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29c80c-7986-48dc-8766-eedc79f13515 None None] The sync data for ids ['097b75d4-4bec-4358-abb5-d568e31eb9c3'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:39.052642 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8432204-4c37-4dc7-a59a-1415a2f16c91 None None] Network 3009de8b-54fe-403a-ba76-7acfd9ad9b86 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:39.103750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.107813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:39.108018 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.145138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4da97f76-64ea-4f51-ae10-56b25009cee5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.235615 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Attempting to bind port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:39.236174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Attempting to bind port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '4a0eff21-ca56-4411-aa85-5cd849910c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '56e629d9-e818-43f2-bdcb-679f935afc54'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:39.236733 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Attempting to bind port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 on network 56e629d9-e818-43f2-bdcb-679f935afc54 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:39.241320 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:39.327303 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9104300 Apr 22 14:40:39.357434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d3eb7-95db-4e15-9966-da43930e84bc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Network': ['ID=26b164a6-c07c-497c-88b4-7ca362820e8d,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:39.387071 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 26b164a6-c07c-497c-88b4-7ca362820e8d details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:40:39.399950 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.407315 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:39.408396 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Checking segment: {'id': '4a0eff21-ca56-4411-aa85-5cd849910c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '56e629d9-e818-43f2-bdcb-679f935afc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:39.409050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.409815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Bound using segment: {'id': '4a0eff21-ca56-4411-aa85-5cd849910c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '56e629d9-e818-43f2-bdcb-679f935afc54'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:39.410521 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Bound port: ab213e7d-f26d-4c9b-ba4b-158c55e78aa6, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0eff21-ca56-4411-aa85-5cd849910c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '56e629d9-e818-43f2-bdcb-679f935afc54'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:39.411128 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.453912 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port 625e42a3-0948-4f04-a32c-b17c417fdfc3 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:39.454282 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.505009 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59442) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:39.524891 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-5e661401-2ae5-4666-8fca-86abcede3dc6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'subnet': {'network_id': '26b164a6-c07c-497c-88b4-7ca362820e8d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:39.567071 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4da97f76-64ea-4f51-ae10-56b25009cee5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.654154 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da97f76-64ea-4f51-ae10-56b25009cee5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=835e9082-024e-4202-a7fc-8b04d66eb17d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:39.695739 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:39.696376 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.744471 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] For port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:39.769630 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] For port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ab213e7d-f26d-4c9b-ba4b-158c55e78aa6,segment=NetworkSegment(4a0eff21-ca56-4411-aa85-5cd849910c48),segment_id=4a0eff21-ca56-4411-aa85-5cd849910c48)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:39.772738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4da97f76-64ea-4f51-ae10-56b25009cee5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.773270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.776664 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4da97f76-64ea-4f51-ae10-56b25009cee5 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/security-groups/835e9082-024e-4202-a7fc-8b04d66eb17d HTTP/1.1" status: 204 len: 168 time: 1.2127235 Apr 22 14:40:39.780125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59446) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:39.785907 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.813657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5e661401-2ae5-4666-8fca-86abcede3dc6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:39.817683 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5e661401-2ae5-4666-8fca-86abcede3dc6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:subnet and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:39.820692 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:39.821897 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5e661401-2ae5-4666-8fca-86abcede3dc6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:39.827794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5e661401-2ae5-4666-8fca-86abcede3dc6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:39.833420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49fd0557-70b0-4ee4-9eac-7489a8096f7a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.844409 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b913c9f5-20f2-49fa-921c-1dac74e81a6f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "PUT /v2.0/routers/319f3d2c-1277-40b3-ac45-14369b345fa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1070671 Apr 22 14:40:39.847908 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59450) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:39.850299 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e661401-2ae5-4666-8fca-86abcede3dc6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:39.861570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Sync routers for ids ['319f3d2c-1277-40b3-ac45-14369b345fa6'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:39.874717 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Transition to ACTIVE for port object 548c8642-43e5-49f5-8aed-69e2b97c4bdb will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:39.880432 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c24e80-dd26-4684-90e8-cbd3b6c56bfe None None] DHCP port deletion for 3009de8b-54fe-403a-ba76-7acfd9ad9b86 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:39.900406 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b9c24e80-dd26-4684-90e8-cbd3b6c56bfe None None] Deleting port 625e42a3-0948-4f04-a32c-b17c417fdfc3 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:39.900657 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b9c24e80-dd26-4684-90e8-cbd3b6c56bfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.903394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] For port 625e42a3-0948-4f04-a32c-b17c417fdfc3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=625e42a3-0948-4f04-a32c-b17c417fdfc3,segment=NetworkSegment(566266b3-1b53-45aa-930a-6001e2d81e3d),segment_id=566266b3-1b53-45aa-930a-6001e2d81e3d)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:39.903758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.931604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd0557-70b0-4ee4-9eac-7489a8096f7a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=9b9636db-38c5-4661-8197-e951712aca3d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:40.043007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa10940-d706-4c40-b5b1-bd8945eb19c2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:40.046917 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7fa10940-d706-4c40-b5b1-bd8945eb19c2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports/121efd1a-ed16-4574-99f5-194091b7710d HTTP/1.1" status: 200 len: 911 time: 0.1757960 Apr 22 14:40:40.056221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59454) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:40.062514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56dfee-6d7d-40c2-9008-78a8c808f360 None None] Pushing event updated for resources: {'Port': ['ID=ab213e7d-f26d-4c9b-ba4b-158c55e78aa6,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:40.072451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Routers {'319f3d2c-1277-40b3-ac45-14369b345fa6'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:40.072956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['319f3d2c-1277-40b3-ac45-14369b345fa6'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:40.108169 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5e661401-2ae5-4666-8fca-86abcede3dc6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.111443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for 625e42a3-0948-4f04-a32c-b17c417fdfc3 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:40.234482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.409160 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 56e629d9-e818-43f2-bdcb-679f935afc54 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:40.416475 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ef42691e-ba27-44cf-9fcd-57d6bdd908d6 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/routers/097b75d4-4bec-4358-abb5-d568e31eb9c3 HTTP/1.1" status: 200 len: 922 time: 1.4514313 Apr 22 14:40:40.420441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:40.422363 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=548c8642-43e5-49f5-8aed-69e2b97c4bdb,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:40.426403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:40.449066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59458) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:40.524924 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Set router 319f3d2c-1277-40b3-ac45-14369b345fa6 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:40.535382 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f83785c-f6c3-40fe-9df7-0a8338ea69f0 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:40.540041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f83785c-f6c3-40fe-9df7-0a8338ea69f0 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:40.541679 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7f83785c-f6c3-40fe-9df7-0a8338ea69f0 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4818683 Apr 22 14:40:40.552121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59462) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:40.610992 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-b9c24e80-dd26-4684-90e8-cbd3b6c56bfe None None] For port 625e42a3-0948-4f04-a32c-b17c417fdfc3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=625e42a3-0948-4f04-a32c-b17c417fdfc3,segment=NetworkSegment(566266b3-1b53-45aa-930a-6001e2d81e3d),segment_id=566266b3-1b53-45aa-930a-6001e2d81e3d)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:40.611819 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b9c24e80-dd26-4684-90e8-cbd3b6c56bfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.621383 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:40.622009 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.623835 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting subnet f05b22de-68be-4550-8344-37a44f5141ee {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:40.627695 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.719801 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.739598 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-88fd05b4-da33-45d7-be29-d0c73fe916e5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8494263 Apr 22 14:40:40.740477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59466) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:40.763197 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b9c24e80-dd26-4684-90e8-cbd3b6c56bfe None None] Calling delete_port for 625e42a3-0948-4f04-a32c-b17c417fdfc3 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:40.786240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.900655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5e661401-2ae5-4666-8fca-86abcede3dc6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.972699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=625e42a3-0948-4f04-a32c-b17c417fdfc3,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:40.991796 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e661401-2ae5-4666-8fca-86abcede3dc6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Subnet': ['ID=04b6251e-3677-4c42-91b0-bc051756e75c,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:40.994765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No DVR routers for this DVR port 625e42a3-0948-4f04-a32c-b17c417fdfc3 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:41.062019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-b9c24e80-dd26-4684-90e8-cbd3b6c56bfe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:41.062274 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-b9c24e80-dd26-4684-90e8-cbd3b6c56bfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:41.073042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0805cb67-f687-44ff-9d06-d4ae60ec2a92 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Synchronizing usage tracker for tenant:d015354eda8941b49ed910ef298d10af on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:41.187637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.218233 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.222059 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3d2c-1277-40b3-ac45-14369b345fa6', 'name': 'tempest-NetworksTestDHCPv6-router-354415518', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:33Z', 'updated_at': '2022-04-22T14:40:35Z', 'revision_number': 2, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'gw_port_host': None, '_interfaces': [{'id': '121efd1a-ed16-4574-99f5-194091b7710d', 'name': '', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'mac_address': 'fa:16:3e:12:11:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319f3d2c-1277-40b3-ac45-14369b345fa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de30e054-00b0-400f-ad12-1100bd8f70e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:40:34Z', 'updated_at': '2022-04-22T14:40:36Z', 'revision_number': 2, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'subnets': [{'id': 'de30e054-00b0-400f-ad12-1100bd8f70e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:41.233305 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Checking router: 319f3d2c-1277-40b3-ac45-14369b345fa6 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:40:41.233305 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Updating router 319f3d2c-1277-40b3-ac45-14369b345fa6 port 121efd1a-ed16-4574-99f5-194091b7710d binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:40:41.253058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0805cb67-f687-44ff-9d06-d4ae60ec2a92 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Unset dirty status for tenant:d015354eda8941b49ed910ef298d10af on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:41.256980 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0805cb67-f687-44ff-9d06-d4ae60ec2a92 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&device_id=097b75d4-4bec-4358-abb5-d568e31eb9c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7998872 Apr 22 14:40:41.263406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59470) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:41.266115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e661401-2ae5-4666-8fca-86abcede3dc6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Checking segment: {'id': 'fa84615a-9031-455a-b9dd-e8073de64ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '26b164a6-c07c-497c-88b4-7ca362820e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:41.266647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e661401-2ae5-4666-8fca-86abcede3dc6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network hostable DHCP agents. Network: 26b164a6-c07c-497c-88b4-7ca362820e8d, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:40:41.277204 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3009de8b-54fe-403a-ba76-7acfd9ad9b86']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:41.306577 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.329624 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:41.408278 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566266b3-1b53-45aa-930a-6001e2d81e3d') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:41.408865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566266b3-1b53-45aa-930a-6001e2d81e3d') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:41.453244 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.459002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e7b6b4-ca13-4c3b-a535-5176f1822778 None None] Network 56e629d9-e818-43f2-bdcb-679f935afc54 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:41.508849 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.518590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c720386-72fd-448c-913a-50388cf130b0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:41.519170 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2c720386-72fd-448c-913a-50388cf130b0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Synchronizing usage tracker for tenant:d015354eda8941b49ed910ef298d10af on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:41.527453 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:41.527864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.544516 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:41.548778 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:41.598655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b9c24e80-dd26-4684-90e8-cbd3b6c56bfe None None] Deleting port 625e42a3-0948-4f04-a32c-b17c417fdfc3 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:41.599260 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b9c24e80-dd26-4684-90e8-cbd3b6c56bfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.663626 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e661401-2ae5-4666-8fca-86abcede3dc6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network 26b164a6-c07c-497c-88b4-7ca362820e8d is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:40:41.673566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Subnet': ['ID=f05b22de-68be-4550-8344-37a44f5141ee,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:41.693820 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-5e661401-2ae5-4666-8fca-86abcede3dc6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 26b164a6-c07c-497c-88b4-7ca362820e8d) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:41.705298 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.708079 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b9c24e80-dd26-4684-90e8-cbd3b6c56bfe None None] The port '625e42a3-0948-4f04-a32c-b17c417fdfc3' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:40:41.709057 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2c720386-72fd-448c-913a-50388cf130b0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Unset dirty status for tenant:d015354eda8941b49ed910ef298d10af on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:41.715467 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2c720386-72fd-448c-913a-50388cf130b0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/networks/6b125409-87db-4618-a281-ef9b5bf6fb5e HTTP/1.1" status: 200 len: 881 time: 0.4495125 Apr 22 14:40:41.717877 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59474) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:41.727632 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:41.728323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:41.728822 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:41.729149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e661401-2ae5-4666-8fca-86abcede3dc6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:41.729488 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:41.729731 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5e661401-2ae5-4666-8fca-86abcede3dc6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.730115 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:41.730539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:41.730878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:41.731217 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:41.731578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:41.731907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:41.732281 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:41.740272 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3368202f-c941-4704-94fe-3a67ca5adeae None None] Provisioning for port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:41.741570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.744278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d0d87f-7448-449e-92ba-2637b251104c None None] Network 26b164a6-c07c-497c-88b4-7ca362820e8d requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:41.757572 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53a8dbe-2d22-4d19-9955-2f9ebf69775b None None] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:41.790050 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49fd0557-70b0-4ee4-9eac-7489a8096f7a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.792016 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5e661401-2ae5-4666-8fca-86abcede3dc6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2765944 Apr 22 14:40:41.793115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59478) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:41.805970 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-45af04a2-2a30-4b7a-84ed-2e9dc04a96dc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-50565681'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:41.825735 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.831091 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/networks/3009de8b-54fe-403a-ba76-7acfd9ad9b86 HTTP/1.1" status: 204 len: 168 time: 2.8476620 Apr 22 14:40:41.835007 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-49a53aa8-5ec9-4aaa-a3ce-f89cf7f5ce5e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/f05b22de-68be-4550-8344-37a44f5141ee HTTP/1.1" status: 204 len: 168 time: 2.0528362 Apr 22 14:40:41.836223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea105a7-bf3d-4f6e-b4d0-d00814014067 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Network': ['ID=3009de8b-54fe-403a-ba76-7acfd9ad9b86,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:41.841013 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59482) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:41.846047 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b2375721-72f1-4ca0-9e0e-7f98b58e98d4 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "GET /v2.0/ports?device_id=097b75d4-4bec-4358-abb5-d568e31eb9c3 HTTP/1.1" status: 200 len: 205 time: 0.1221285 Apr 22 14:40:41.846356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59484) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:41.846766 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59488) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:41.872790 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-45af04a2-2a30-4b7a-84ed-2e9dc04a96dc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:41.892375 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-45af04a2-2a30-4b7a-84ed-2e9dc04a96dc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:network and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:41.900750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-45af04a2-2a30-4b7a-84ed-2e9dc04a96dc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:41.911604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-45af04a2-2a30-4b7a-84ed-2e9dc04a96dc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:41.969609 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45af04a2-2a30-4b7a-84ed-2e9dc04a96dc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:41.972784 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45af04a2-2a30-4b7a-84ed-2e9dc04a96dc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.029441 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:42.059506 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:42.060212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.066313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b0a5f99b-4b9b-4699-a87d-04d3e08ca446 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.084441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45af04a2-2a30-4b7a-84ed-2e9dc04a96dc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:40:42.128251 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45af04a2-2a30-4b7a-84ed-2e9dc04a96dc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.128251 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-45af04a2-2a30-4b7a-84ed-2e9dc04a96dc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Added segment 09d6e5d7-4584-4818-a316-ac96eac1f225 of type vlan for network 33ba31db-ce05-44c1-898f-ec2055daa6e1 Apr 22 14:40:42.223842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65a0343-d55d-4dc7-919d-6c6361f956e8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting subnet d7d1c319-4a23-4974-ad54-5bf4d24b2970 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:42.243659 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a65a0343-d55d-4dc7-919d-6c6361f956e8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.252103 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45af04a2-2a30-4b7a-84ed-2e9dc04a96dc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.328840 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a65a0343-d55d-4dc7-919d-6c6361f956e8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.376277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bce16b0-f812-474b-92a5-4b9c7f2a3049 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:42.376522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8bce16b0-f812-474b-92a5-4b9c7f2a3049 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:42.433070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8bce16b0-f812-474b-92a5-4b9c7f2a3049 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:42.437657 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8bce16b0-f812-474b-92a5-4b9c7f2a3049 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5894196 Apr 22 14:40:42.439492 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59494) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:42.482424 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.500466 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.resource_extend [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:40:42.533218 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a65a0343-d55d-4dc7-919d-6c6361f956e8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.619979 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45af04a2-2a30-4b7a-84ed-2e9dc04a96dc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.624034 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45af04a2-2a30-4b7a-84ed-2e9dc04a96dc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:42.624845 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45af04a2-2a30-4b7a-84ed-2e9dc04a96dc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.640952 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1e73-1e14-4c3e-927d-c8560a9671eb tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.689426 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-26b164a6-c07c-497c-88b4-7ca362820e8d', 'network_id': '26b164a6-c07c-497c-88b4-7ca362820e8d', 'tenant_id': '7de9aea1cfe441b3a92deb1f5f0dff5d', 'fixed_ips': [{'subnet_id': '04b6251e-3677-4c42-91b0-bc051756e75c'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:42.690242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.740313 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.768745 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.804679 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-45af04a2-2a30-4b7a-84ed-2e9dc04a96dc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0072305 Apr 22 14:40:42.808687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af04a2-2a30-4b7a-84ed-2e9dc04a96dc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Network': ['ID=33ba31db-ce05-44c1-898f-ec2055daa6e1,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:42.812760 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59498) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:42.823617 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'subnet': {'network_id': '33ba31db-ce05-44c1-898f-ec2055daa6e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:42.827356 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 33ba31db-ce05-44c1-898f-ec2055daa6e1 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:40:42.909632 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-02d7c4c2-5549-42eb-a1d2-0865a1fb3267 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4657967 Apr 22 14:40:42.913860 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59502) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:42.917282 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-b0a5f99b-4b9b-4699-a87d-04d3e08ca446 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:40:42.924023 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a7ee3202-a32d-40b5-9a77-828cde8249f5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1799186873'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:42.938280 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b0a5f99b-4b9b-4699-a87d-04d3e08ca446 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.938733 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Transition to ACTIVE for port object 121efd1a-ed16-4574-99f5-194091b7710d will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:42.959153 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b0a5f99b-4b9b-4699-a87d-04d3e08ca446 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.971071 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.980195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ab213e7d-f26d-4c9b-ba4b-158c55e78aa6,segment=NetworkSegment(4a0eff21-ca56-4411-aa85-5cd849910c48),segment_id=4a0eff21-ca56-4411-aa85-5cd849910c48)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:42.992012 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a7ee3202-a32d-40b5-9a77-828cde8249f5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:42.994648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a65a0343-d55d-4dc7-919d-6c6361f956e8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.032729 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.039054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:43.048062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:subnet and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:43.100999 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a7ee3202-a32d-40b5-9a77-828cde8249f5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:network and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:43.111446 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a0343-d55d-4dc7-919d-6c6361f956e8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d1c319-4a23-4974-ad54-5bf4d24b2970,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:43.130521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a7ee3202-a32d-40b5-9a77-828cde8249f5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:43.151732 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc86f67-2bbd-41fb-b779-65b9b9ecab7c None None] Pushing event updated for resources: {'Port': ['ID=121efd1a-ed16-4574-99f5-194091b7710d,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:43.163749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a7ee3202-a32d-40b5-9a77-828cde8249f5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:43.192555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a65a0343-d55d-4dc7-919d-6c6361f956e8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.197026 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 625e42a3-0948-4f04-a32c-b17c417fdfc3 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:43.231706 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a65a0343-d55d-4dc7-919d-6c6361f956e8 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/d7d1c319-4a23-4974-ad54-5bf4d24b2970 HTTP/1.1" status: 204 len: 168 time: 1.3744228 Apr 22 14:40:43.233275 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ee3202-a32d-40b5-9a77-828cde8249f5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:43.236290 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3202-a32d-40b5-9a77-828cde8249f5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.263343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59506) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:43.331103 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-038e7dcf-836e-49aa-a4bf-8818654a6bf3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] DELETE failed (client error): The resource could not be found. Apr 22 14:40:43.331561 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038e7dcf-836e-49aa-a4bf-8818654a6bf3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:43.333271 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-038e7dcf-836e-49aa-a4bf-8818654a6bf3 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/f05b22de-68be-4550-8344-37a44f5141ee HTTP/1.1" status: 404 len: 337 time: 0.0680318 Apr 22 14:40:43.339883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59510) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:43.353165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 625e42a3-0948-4f04-a32c-b17c417fdfc3 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:43.353899 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 625e42a3-0948-4f04-a32c-b17c417fdfc3 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:43.372230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:43.403055 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:43.411111 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5f99b-4b9b-4699-a87d-04d3e08ca446 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=548c8642-43e5-49f5-8aed-69e2b97c4bdb,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:43.446487 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ee3202-a32d-40b5-9a77-828cde8249f5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:40:43.476181 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Allocated IP 172.20.255.242 (26b164a6-c07c-497c-88b4-7ca362820e8d/04b6251e-3677-4c42-91b0-bc051756e75c/a0daa9e6-7bd5-4298-8d8d-fb23399fa66c) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:43.478874 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4266a787-2abe-41e7-834a-65c5346d669d None None] Provisioning for port 548c8642-43e5-49f5-8aed-69e2b97c4bdb completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:43.479881 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3202-a32d-40b5-9a77-828cde8249f5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.480247 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-a7ee3202-a32d-40b5-9a77-828cde8249f5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Added segment 3a306b73-cd69-459b-a2ce-95371650bc1b of type vlan for network c810e413-8260-4dd5-a0da-91fa441eaffb Apr 22 14:40:43.492483 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=ab213e7d-f26d-4c9b-ba4b-158c55e78aa6,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:43.507673 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4266a787-2abe-41e7-834a-65c5346d669d None None] Provisioning complete for port 548c8642-43e5-49f5-8aed-69e2b97c4bdb triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:43.508203 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4266a787-2abe-41e7-834a-65c5346d669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.508331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad6e4c3-35d2-45ea-be62-91d5c8719451 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting subnet 6d4a667d-df7b-4d70-99be-de13b6a17e17 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:43.590213 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:43.621331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fad6e4c3-35d2-45ea-be62-91d5c8719451 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.764388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4266a787-2abe-41e7-834a-65c5346d669d None None] Port 548c8642-43e5-49f5-8aed-69e2b97c4bdb cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:43.775420 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Attempting to bind port 121efd1a-ed16-4574-99f5-194091b7710d on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:43.776896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3202-a32d-40b5-9a77-828cde8249f5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.781049 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Attempting to bind port 121efd1a-ed16-4574-99f5-194091b7710d by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:43.781567 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Attempting to bind port 121efd1a-ed16-4574-99f5-194091b7710d on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:43.798379 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:43.798841 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:43.799723 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.800223 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:43.800773 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Bound port: 121efd1a-ed16-4574-99f5-194091b7710d, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:43.801215 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.837452 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4266a787-2abe-41e7-834a-65c5346d669d None None] Provisioning complete for port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:43.837925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4266a787-2abe-41e7-834a-65c5346d669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.903578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fad6e4c3-35d2-45ea-be62-91d5c8719451 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.049959 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3202-a32d-40b5-9a77-828cde8249f5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.058295 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ee3202-a32d-40b5-9a77-828cde8249f5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:44.059030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3202-a32d-40b5-9a77-828cde8249f5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.081390 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.099389 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.099630 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Transition to ACTIVE for port object a0daa9e6-7bd5-4298-8d8d-fb23399fa66c will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:44.120436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port 121efd1a-ed16-4574-99f5-194091b7710d {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:44.120788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.140674 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Transition to ACTIVE for port object a0daa9e6-7bd5-4298-8d8d-fb23399fa66c will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:44.155863 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa452b2b-b98a-4ef7-8666-d2103bc3fd77 None None] Network 5eb0336c-e7a0-4217-9f55-d93f68aaba3c requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:44.196170 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.250431 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a7ee3202-a32d-40b5-9a77-828cde8249f5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3318062 Apr 22 14:40:44.253978 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59514) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:44.257928 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1e73-1e14-4c3e-927d-c8560a9671eb tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.273645 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-32744245-d19c-4c90-aed2-ecd1093d77d0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'subnet': {'network_id': 'c810e413-8260-4dd5-a0da-91fa441eaffb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:44.293160 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fad6e4c3-35d2-45ea-be62-91d5c8719451 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.314533 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b0a5f99b-4b9b-4699-a87d-04d3e08ca446 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.325343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee3202-a32d-40b5-9a77-828cde8249f5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Network': ['ID=c810e413-8260-4dd5-a0da-91fa441eaffb,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:44.363839 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] For port 121efd1a-ed16-4574-99f5-194091b7710d, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:44.375167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network c810e413-8260-4dd5-a0da-91fa441eaffb details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:40:44.409441 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-9c8b1e73-1e14-4c3e-927d-c8560a9671eb tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Deleting port a209c3bb-cfb8-4f2d-8008-8c6b3ea1e331 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:44.410141 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1e73-1e14-4c3e-927d-c8560a9671eb tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.476878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b0a5f99b-4b9b-4699-a87d-04d3e08ca446 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.490353 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] For port 121efd1a-ed16-4574-99f5-194091b7710d, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=121efd1a-ed16-4574-99f5-194091b7710d,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:44.504836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Network 26b164a6-c07c-497c-88b4-7ca362820e8d is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:44.505625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Pushing event updated for resources: {'Port': ['ID=a0daa9e6-7bd5-4298-8d8d-fb23399fa66c,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:44.508228 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-32744245-d19c-4c90-aed2-ecd1093d77d0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:44.514508 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:44.523395 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.530844 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:44.533363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-32744245-d19c-4c90-aed2-ecd1093d77d0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:subnet and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:44.578881 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-32744245-d19c-4c90-aed2-ecd1093d77d0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:44.599659 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-32744245-d19c-4c90-aed2-ecd1093d77d0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:44.645960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fad6e4c3-35d2-45ea-be62-91d5c8719451 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.854505 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32744245-d19c-4c90-aed2-ecd1093d77d0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:44.873688 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc86f67-2bbd-41fb-b779-65b9b9ecab7c None None] Pushing event updated for resources: {'Port': ['ID=121efd1a-ed16-4574-99f5-194091b7710d,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:44.880216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1e73-1e14-4c3e-927d-c8560a9671eb tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.890062 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Attempting to bind port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:44.890816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Attempting to bind port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'fa84615a-9031-455a-b9dd-e8073de64ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '26b164a6-c07c-497c-88b4-7ca362820e8d'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:44.890816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Attempting to bind port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c on network 26b164a6-c07c-497c-88b4-7ca362820e8d {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:44.894221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6e4c3-35d2-45ea-be62-91d5c8719451 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Subnet': ['ID=6d4a667d-df7b-4d70-99be-de13b6a17e17,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:44.902386 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Routers {'319f3d2c-1277-40b3-ac45-14369b345fa6'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:44.903025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['319f3d2c-1277-40b3-ac45-14369b345fa6'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:44.923268 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b0a5f99b-4b9b-4699-a87d-04d3e08ca446 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.943740 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b0a5f99b-4b9b-4699-a87d-04d3e08ca446 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.032545 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:45.037181 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Checking segment: {'id': 'fa84615a-9031-455a-b9dd-e8073de64ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '26b164a6-c07c-497c-88b4-7ca362820e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:45.038997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.039454 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Bound using segment: {'id': 'fa84615a-9031-455a-b9dd-e8073de64ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '26b164a6-c07c-497c-88b4-7ca362820e8d'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:45.040092 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Bound port: a0daa9e6-7bd5-4298-8d8d-fb23399fa66c, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa84615a-9031-455a-b9dd-e8073de64ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '26b164a6-c07c-497c-88b4-7ca362820e8d'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:45.040836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.061444 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5f99b-4b9b-4699-a87d-04d3e08ca446 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=548c8642-43e5-49f5-8aed-69e2b97c4bdb,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:45.094249 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fad6e4c3-35d2-45ea-be62-91d5c8719451 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.104801 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-9c8b1e73-1e14-4c3e-927d-c8560a9671eb tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Calling delete_port for a209c3bb-cfb8-4f2d-8008-8c6b3ea1e331 owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:45.106776 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-67d887cd-3303-401e-b4f9-2574003b2a5d None None] Provisioning complete for port 678fdecd-dd53-4a86-a0f8-d7250b868be9 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:45.107242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-67d887cd-3303-401e-b4f9-2574003b2a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.146352 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b0a5f99b-4b9b-4699-a87d-04d3e08ca446 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.161717 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fd0557-70b0-4ee4-9eac-7489a8096f7a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router ff88c6a6-2406-4b86-ab91-5d00e8013d34 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:45.163488 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fad6e4c3-35d2-45ea-be62-91d5c8719451 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/6d4a667d-df7b-4d70-99be-de13b6a17e17 HTTP/1.1" status: 204 len: 168 time: 1.8199148 Apr 22 14:40:45.169262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59518) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:45.170260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] For port 121efd1a-ed16-4574-99f5-194091b7710d, host dv-neutron-839027-1-hyperv, got binding levels [] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:45.170701 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.181662 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-32744245-d19c-4c90-aed2-ecd1093d77d0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.235492 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe27bbac-f94d-4a4a-b5ea-17e8056ea8fa tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] DELETE failed (client error): The resource could not be found. Apr 22 14:40:45.235927 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe27bbac-f94d-4a4a-b5ea-17e8056ea8fa tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:45.238978 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] Set router 319f3d2c-1277-40b3-ac45-14369b345fa6 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:45.306318 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] For port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:45.308638 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ca0d7b-48a2-42aa-b542-99b888f5e8e5 None None] DHCP port deletion for 5eb0336c-e7a0-4217-9f55-d93f68aaba3c request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:45.327606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-55ca0d7b-48a2-42aa-b542-99b888f5e8e5 None None] Deleting port 678fdecd-dd53-4a86-a0f8-d7250b868be9 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:45.328122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-55ca0d7b-48a2-42aa-b542-99b888f5e8e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.352042 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] For port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a0daa9e6-7bd5-4298-8d8d-fb23399fa66c,segment=NetworkSegment(fa84615a-9031-455a-b9dd-e8073de64ac7),segment_id=fa84615a-9031-455a-b9dd-e8073de64ac7)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:45.404009 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fe27bbac-f94d-4a4a-b5ea-17e8056ea8fa tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/7fec752a-a03f-4d2a-975f-cbbe0625079c HTTP/1.1" status: 404 len: 337 time: 0.2216063 Apr 22 14:40:45.419933 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.429398 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59522) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:45.499936 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:45.501167 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-08b51f5c-1f1a-440f-887c-1aa71b5adc65 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Synchronizing usage tracker for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:45.552907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-08b51f5c-1f1a-440f-887c-1aa71b5adc65 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Unset dirty status for tenant:68527584d1d143598824158de05dce09 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:45.553990 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-08b51f5c-1f1a-440f-887c-1aa71b5adc65 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a179fa-0d50-4e07-884b-044042b66477 HTTP/1.1" status: 200 len: 205 time: 0.1189144 Apr 22 14:40:45.559245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59526) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:45.662306 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a5f99b-4b9b-4699-a87d-04d3e08ca446 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 56e629d9-e818-43f2-bdcb-679f935afc54 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:45.669961 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for 121efd1a-ed16-4574-99f5-194091b7710d owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:45.700978 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-b0a5f99b-4b9b-4699-a87d-04d3e08ca446 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:45.713184 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-ca3beb75-a6d2-4f05-963e-ff75df16ede6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] delete failed (client error): The resource could not be found. Apr 22 14:40:45.714211 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ca3beb75-a6d2-4f05-963e-ff75df16ede6 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/routers/00a179fa-0d50-4e07-884b-044042b66477 HTTP/1.1" status: 404 len: 336 time: 0.1516433 Apr 22 14:40:45.717818 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59530) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:45.784420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1e73-1e14-4c3e-927d-c8560a9671eb tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.791964 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b384c-42eb-4d7e-8d9f-5c5a95459630 None None] Pushing event updated for resources: {'Port': ['ID=a0daa9e6-7bd5-4298-8d8d-fb23399fa66c,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:45.869865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b1e73-1e14-4c3e-927d-c8560a9671eb tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Pushing event deleted for resources: {'Port': ['ID=a209c3bb-cfb8-4f2d-8008-8c6b3ea1e331,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:45.937502 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-68830373-f878-432e-a79d-b196e20d3ff4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] DELETE failed (client error): The resource could not be found. Apr 22 14:40:45.938484 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68830373-f878-432e-a79d-b196e20d3ff4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:45.940519 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-68830373-f878-432e-a79d-b196e20d3ff4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/763e50ab-0677-4727-8c71-0c1b2faa40fa HTTP/1.1" status: 404 len: 337 time: 0.1547158 Apr 22 14:40:45.949922 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-67d887cd-3303-401e-b4f9-2574003b2a5d None None] Provisioning complete for port 548c8642-43e5-49f5-8aed-69e2b97c4bdb triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:45.950532 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-67d887cd-3303-401e-b4f9-2574003b2a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.968177 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59534) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:46.030179 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-32744245-d19c-4c90-aed2-ecd1093d77d0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.055711 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c6c241-94c2-4b1e-8cdf-78f134c476b0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] DELETE failed (client error): The resource could not be found. Apr 22 14:40:46.058975 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c6c241-94c2-4b1e-8cdf-78f134c476b0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:46.060747 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-23c6c241-94c2-4b1e-8cdf-78f134c476b0 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/55d3f632-20ea-4b07-bb19-5f3734f5b0d1 HTTP/1.1" status: 404 len: 337 time: 0.0913236 Apr 22 14:40:46.074135 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:46.076016 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.096597 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59538) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:46.118171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-55ca0d7b-48a2-42aa-b542-99b888f5e8e5 None None] For port 678fdecd-dd53-4a86-a0f8-d7250b868be9, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=678fdecd-dd53-4a86-a0f8-d7250b868be9,segment=NetworkSegment(b9912ad6-5cab-4f7b-a4e1-2428b933918c),segment_id=b9912ad6-5cab-4f7b-a4e1-2428b933918c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:46.118663 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-55ca0d7b-48a2-42aa-b542-99b888f5e8e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.168643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-67d887cd-3303-401e-b4f9-2574003b2a5d None None] Port 548c8642-43e5-49f5-8aed-69e2b97c4bdb cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:46.182933 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f4969a-bfe9-4ed2-a88e-2c206c85f12b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] DELETE failed (client error): The resource could not be found. Apr 22 14:40:46.183464 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f4969a-bfe9-4ed2-a88e-2c206c85f12b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:46.185442 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c7f4969a-bfe9-4ed2-a88e-2c206c85f12b tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/c3d12f03-5f1a-403f-83ce-f6817efa5535 HTTP/1.1" status: 404 len: 337 time: 0.0875573 Apr 22 14:40:46.189131 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59542) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:46.192933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.301824 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec87c900-65e3-412a-9f59-a1ac56618dc7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] DELETE failed (client error): The resource could not be found. Apr 22 14:40:46.302549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec87c900-65e3-412a-9f59-a1ac56618dc7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:46.306044 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ec87c900-65e3-412a-9f59-a1ac56618dc7 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/585f5ab2-a3ff-4e7b-9634-aa6b28c342cb HTTP/1.1" status: 404 len: 333 time: 0.1146331 Apr 22 14:40:46.329352 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59546) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:46.360800 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-55ca0d7b-48a2-42aa-b542-99b888f5e8e5 None None] Calling delete_port for 678fdecd-dd53-4a86-a0f8-d7250b868be9 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:46.470350 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-67d887cd-3303-401e-b4f9-2574003b2a5d None None] Provisioning complete for port 47bca906-154a-40cf-b4c3-c657ef5b3b01 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:46.470848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-67d887cd-3303-401e-b4f9-2574003b2a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.482880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Subnet': ['ID=57c3d494-4c67-40d3-b264-917c746806ea,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:46.515109 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:46.515495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:46.515841 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:46.516206 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:46.516542 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:46.516869 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:46.517195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:46.517519 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:46.517846 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:46.518173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:46.518499 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:46.520644 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c246a02-487a-41a6-b5f9-1dd91cdca906 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] DELETE failed (client error): The resource could not be found. Apr 22 14:40:46.521203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c246a02-487a-41a6-b5f9-1dd91cdca906 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:46.523627 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:46.523947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:46.526340 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Checking segment: {'id': '09d6e5d7-4584-4818-a316-ac96eac1f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33ba31db-ce05-44c1-898f-ec2055daa6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:46.526707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network hostable DHCP agents. Network: 33ba31db-ce05-44c1-898f-ec2055daa6e1, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:40:46.540598 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0c246a02-487a-41a6-b5f9-1dd91cdca906 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/fdf5a329-054f-4ae3-b1f6-f7fff53b981f HTTP/1.1" status: 404 len: 337 time: 0.2101367 Apr 22 14:40:46.541958 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59550) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:46.547709 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1e73-1e14-4c3e-927d-c8560a9671eb tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.577103 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-55ca0d7b-48a2-42aa-b542-99b888f5e8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.588960 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf3dece-c793-49a5-b9e5-979e9961fb66 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] DELETE failed (client error): The resource could not be found. Apr 22 14:40:46.589312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf3dece-c793-49a5-b9e5-979e9961fb66 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:46.603367 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-baf3dece-c793-49a5-b9e5-979e9961fb66 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/978e088e-54bc-48e8-8d20-63540fa3488b HTTP/1.1" status: 404 len: 337 time: 0.0584941 Apr 22 14:40:46.605521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59554) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:46.636753 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-67d887cd-3303-401e-b4f9-2574003b2a5d None None] Port 47bca906-154a-40cf-b4c3-c657ef5b3b01 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:46.642681 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca0d7b-48a2-42aa-b542-99b888f5e8e5 None None] Pushing event deleted for resources: {'Port': ['ID=678fdecd-dd53-4a86-a0f8-d7250b868be9,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:46.658608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network 33ba31db-ce05-44c1-898f-ec2055daa6e1 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:40:46.665665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3d2c-1277-40b3-ac45-14369b345fa6', 'name': 'tempest-NetworksTestDHCPv6-router-354415518', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:33Z', 'updated_at': '2022-04-22T14:40:35Z', 'revision_number': 2, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'gw_port_host': None, '_interfaces': [{'id': '121efd1a-ed16-4574-99f5-194091b7710d', 'name': '', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'mac_address': 'fa:16:3e:12:11:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319f3d2c-1277-40b3-ac45-14369b345fa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de30e054-00b0-400f-ad12-1100bd8f70e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:40:34Z', 'updated_at': '2022-04-22T14:40:44Z', 'revision_number': 4, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'subnets': [{'id': 'de30e054-00b0-400f-ad12-1100bd8f70e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:46.665971 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf01e159-a316-498a-a49e-fec55fcb3a7e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] DELETE failed (client error): The resource could not be found. Apr 22 14:40:46.666435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf01e159-a316-498a-a49e-fec55fcb3a7e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:46.670604 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bf01e159-a316-498a-a49e-fec55fcb3a7e tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/5161319c-84cc-40fd-9317-1be0e2932326 HTTP/1.1" status: 404 len: 333 time: 0.0613818 Apr 22 14:40:46.671652 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59558) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:46.674970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ca0d7b-48a2-42aa-b542-99b888f5e8e5 None None] No DVR routers for this DVR port 678fdecd-dd53-4a86-a0f8-d7250b868be9 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:46.687986 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7b534-f1b8-4ea8-93b9-5e4371f9e29c None None] The sync data for ids ['319f3d2c-1277-40b3-ac45-14369b345fa6'] in dv-neutron-839027-1-hyperv is: [{'id': '319f3d2c-1277-40b3-ac45-14369b345fa6', 'name': 'tempest-NetworksTestDHCPv6-router-354415518', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:33Z', 'updated_at': '2022-04-22T14:40:35Z', 'revision_number': 2, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'gw_port_host': None, '_interfaces': [{'id': '121efd1a-ed16-4574-99f5-194091b7710d', 'name': '', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'mac_address': 'fa:16:3e:12:11:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319f3d2c-1277-40b3-ac45-14369b345fa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de30e054-00b0-400f-ad12-1100bd8f70e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:40:34Z', 'updated_at': '2022-04-22T14:40:44Z', 'revision_number': 4, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'subnets': [{'id': 'de30e054-00b0-400f-ad12-1100bd8f70e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:46.728099 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32744245-d19c-4c90-aed2-ecd1093d77d0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Subnet': ['ID=b54f0e9a-744c-46d2-898c-5a851144b955,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:46.748805 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 678fdecd-dd53-4a86-a0f8-d7250b868be9 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:46.750968 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32744245-d19c-4c90-aed2-ecd1093d77d0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Checking segment: {'id': '3a306b73-cd69-459b-a2ce-95371650bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c810e413-8260-4dd5-a0da-91fa441eaffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:46.751551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32744245-d19c-4c90-aed2-ecd1093d77d0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network hostable DHCP agents. Network: c810e413-8260-4dd5-a0da-91fa441eaffb, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:40:46.751694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 33ba31db-ce05-44c1-898f-ec2055daa6e1) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:46.760880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:46.761476 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.774059 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38e7c9b-ea57-4af6-872a-119fde38b8a4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] DELETE failed (client error): The resource could not be found. Apr 22 14:40:46.774497 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38e7c9b-ea57-4af6-872a-119fde38b8a4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:46.776217 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d38e7c9b-ea57-4af6-872a-119fde38b8a4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/5cbefcf8-383e-48ef-bf5c-6f4e1e95d299 HTTP/1.1" status: 404 len: 337 time: 0.1025524 Apr 22 14:40:46.782666 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fd0557-70b0-4ee4-9eac-7489a8096f7a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:46.786303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59562) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:46.798115 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68adc4d-dd0b-4090-9d14-61b39db9d7ef None None] Sync routers for ids ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:46.807929 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-49fd0557-70b0-4ee4-9eac-7489a8096f7a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/ff88c6a6-2406-4b86-ab91-5d00e8013d34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6064229 Apr 22 14:40:46.818429 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68adc4d-dd0b-4090-9d14-61b39db9d7ef None None] Routers {'ff88c6a6-2406-4b86-ab91-5d00e8013d34'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:46.819630 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f68adc4d-dd0b-4090-9d14-61b39db9d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:46.855354 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4282e3b-ea50-49c4-92c5-f4d282fb0340 None None] Network 33ba31db-ce05-44c1-898f-ec2055daa6e1 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:46.884700 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91c9ff6-9df8-4099-ad2f-eef906d390d4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] DELETE failed (client error): The resource could not be found. Apr 22 14:40:46.885189 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91c9ff6-9df8-4099-ad2f-eef906d390d4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:46.889353 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f91c9ff6-9df8-4099-ad2f-eef906d390d4 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/subnets/be758acd-8fec-4b58-a4f5-cf8ab705e7fa HTTP/1.1" status: 404 len: 337 time: 0.0995748 Apr 22 14:40:46.891267 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59568) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:46.898835 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d0314e4c-9ac8-4e17-8423-10e118c817ed tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.0813084 Apr 22 14:40:46.926988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 678fdecd-dd53-4a86-a0f8-d7250b868be9 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:46.927495 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 678fdecd-dd53-4a86-a0f8-d7250b868be9 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:46.938854 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59572) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:47.034660 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port 121efd1a-ed16-4574-99f5-194091b7710d {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:47.035129 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.106259 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9a4f98ea-0542-4e0f-91fc-860942776ed0 None None] Provisioning complete for port 548c8642-43e5-49f5-8aed-69e2b97c4bdb triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:47.106763 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9a4f98ea-0542-4e0f-91fc-860942776ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.208262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1e73-1e14-4c3e-927d-c8560a9671eb tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.214211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32744245-d19c-4c90-aed2-ecd1093d77d0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network c810e413-8260-4dd5-a0da-91fa441eaffb is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:40:47.239655 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1e73-1e14-4c3e-927d-c8560a9671eb tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.246627 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-32744245-d19c-4c90-aed2-ecd1093d77d0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, c810e413-8260-4dd5-a0da-91fa441eaffb) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:47.262888 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32744245-d19c-4c90-aed2-ecd1093d77d0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:47.263511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-32744245-d19c-4c90-aed2-ecd1093d77d0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.291931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca1e124-e87e-49f4-ba75-89c49d144444 None None] Network c810e413-8260-4dd5-a0da-91fa441eaffb requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:47.308820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f98ea-0542-4e0f-91fc-860942776ed0 None None] Port 548c8642-43e5-49f5-8aed-69e2b97c4bdb cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:47.332204 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-32744245-d19c-4c90-aed2-ecd1093d77d0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0707414 Apr 22 14:40:47.337946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e85ad7b-f715-49ed-ad6b-b491662bd84f None None] Network 26b164a6-c07c-497c-88b4-7ca362820e8d requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:47.340517 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59578) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:47.355413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'network_id': 'c810e413-8260-4dd5-a0da-91fa441eaffb', 'name': 'tempest-PortsTestJSON-1734829003'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:47.411386 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-f68adc4d-dd0b-4090-9d14-61b39db9d7ef None None] Set router ff88c6a6-2406-4b86-ab91-5d00e8013d34 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:47.529660 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-00972d7d-c6fd-4700-94d0-cd9dccb4a596 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Deleting port 47bca906-154a-40cf-b4c3-c657ef5b3b01 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:47.529999 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00972d7d-c6fd-4700-94d0-cd9dccb4a596 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.648902 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a0daa9e6-7bd5-4298-8d8d-fb23399fa66c up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:47.766331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:47.777896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:port and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:47.781001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:47.787008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:47.798219 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1e73-1e14-4c3e-927d-c8560a9671eb tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.798825 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8b1e73-1e14-4c3e-927d-c8560a9671eb tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Fanout notify agent at l3_agent the message router_deleted on router 097b75d4-4bec-4358-abb5-d568e31eb9c3 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:40:47.812007 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:47.815258 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.817819 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:40:47.856566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1e73-1e14-4c3e-927d-c8560a9671eb tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.858378 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9c8b1e73-1e14-4c3e-927d-c8560a9671eb tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "DELETE /v2.0/routers/097b75d4-4bec-4358-abb5-d568e31eb9c3 HTTP/1.1" status: 204 len: 168 time: 6.0013897 Apr 22 14:40:47.861963 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] device_id is not set on port ede9ede4-c628-4926-b13e-20d367c9b2d9 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:47.899369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59584) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:47.952919 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-33ba31db-ce05-44c1-898f-ec2055daa6e1', 'network_id': '33ba31db-ce05-44c1-898f-ec2055daa6e1', 'tenant_id': '7de9aea1cfe441b3a92deb1f5f0dff5d', 'fixed_ips': [{'subnet_id': '57c3d494-4c67-40d3-b264-917c746806ea'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:47.957262 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.960540 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-eaffff58-6ffe-4b5d-ad4e-624c2d28cb57 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1547684621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:47.976688 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a5f99b-4b9b-4699-a87d-04d3e08ca446 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router baecaeac-e50b-4bc9-9a6e-8603c5722c6b is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:40:48.032806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-eaffff58-6ffe-4b5d-ad4e-624c2d28cb57 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:48.041297 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f68adc4d-dd0b-4090-9d14-61b39db9d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:40:39Z', 'revision_number': 6, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '8883e327-7f71-4d21-bf2d-8de1c61deeb6', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.252', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'port_id': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'mac_address': 'fa:16:3e:1b:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:38:52Z', 'updated_at': '2022-04-22T14:39:06Z', 'revision_number': 1, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282359a2-f23f-4c77-930e-56ad9a501479', 'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:47:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:53Z', 'updated_at': '2022-04-22T14:38:09Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:48.052569 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68adc4d-dd0b-4090-9d14-61b39db9d7ef None None] Checking router: ff88c6a6-2406-4b86-ab91-5d00e8013d34 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:40:48.052776 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-eaffff58-6ffe-4b5d-ad4e-624c2d28cb57 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Usage tracker for resource:router and tenant:e3aeb8830a5e4bdf815a5e4575fb2b7c is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:48.056525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] For port 121efd1a-ed16-4574-99f5-194091b7710d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=121efd1a-ed16-4574-99f5-194091b7710d,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:48.056941 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.069349 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68adc4d-dd0b-4090-9d14-61b39db9d7ef None None] Routers {'ff88c6a6-2406-4b86-ab91-5d00e8013d34'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:48.069719 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-eaffff58-6ffe-4b5d-ad4e-624c2d28cb57 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:48.070543 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f68adc4d-dd0b-4090-9d14-61b39db9d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:48.076819 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:48.093516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-eaffff58-6ffe-4b5d-ad4e-624c2d28cb57 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:48.094473 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Allocated IP 172.20.0.13 (c810e413-8260-4dd5-a0da-91fa441eaffb/b54f0e9a-744c-46d2-898c-5a851144b955/ede9ede4-c628-4926-b13e-20d367c9b2d9) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:48.167412 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 121efd1a-ed16-4574-99f5-194091b7710d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:48.250491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for 121efd1a-ed16-4574-99f5-194091b7710d owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:48.275405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-35a71554-479f-4a8d-adcf-90a23353b6ed None None] Provisioning for port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:48.288054 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-f68adc4d-dd0b-4090-9d14-61b39db9d7ef None None] Set router ff88c6a6-2406-4b86-ab91-5d00e8013d34 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:48.349411 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-35a71554-479f-4a8d-adcf-90a23353b6ed None None] Provisioning complete for port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:48.349938 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-35a71554-479f-4a8d-adcf-90a23353b6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.363627 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.371810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.389683 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-c810e413-8260-4dd5-a0da-91fa441eaffb', 'network_id': 'c810e413-8260-4dd5-a0da-91fa441eaffb', 'tenant_id': '8b78d3f1487643589a49391037b041e7', 'fixed_ips': [{'subnet_id': 'b54f0e9a-744c-46d2-898c-5a851144b955'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:48.390614 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.398877 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Transition to ACTIVE for port object ede9ede4-c628-4926-b13e-20d367c9b2d9 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:48.467608 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.496299 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eaffff58-6ffe-4b5d-ad4e-624c2d28cb57 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.497299 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eaffff58-6ffe-4b5d-ad4e-624c2d28cb57 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.501575 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00972d7d-c6fd-4700-94d0-cd9dccb4a596 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.585531 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network c810e413-8260-4dd5-a0da-91fa441eaffb is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:48.649855 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=ede9ede4-c628-4926-b13e-20d367c9b2d9,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:48.655213 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:48.685056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:48.770652 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-00972d7d-c6fd-4700-94d0-cd9dccb4a596 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Calling delete_port for 47bca906-154a-40cf-b4c3-c657ef5b3b01 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:48.817741 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Allocated IP 172.20.0.2 (33ba31db-ce05-44c1-898f-ec2055daa6e1/57c3d494-4c67-40d3-b264-917c746806ea/c1844808-60fb-46f2-bfa1-7f91c2ab9076) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:48.828675 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f68adc4d-dd0b-4090-9d14-61b39db9d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:40:39Z', 'revision_number': 6, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '8883e327-7f71-4d21-bf2d-8de1c61deeb6', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.252', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'port_id': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'mac_address': 'fa:16:3e:1b:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:38:52Z', 'updated_at': '2022-04-22T14:39:06Z', 'revision_number': 1, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282359a2-f23f-4c77-930e-56ad9a501479', 'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:47:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:53Z', 'updated_at': '2022-04-22T14:38:09Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:48.833358 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68adc4d-dd0b-4090-9d14-61b39db9d7ef None None] The sync data for ids ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:40:39Z', 'revision_number': 6, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '8883e327-7f71-4d21-bf2d-8de1c61deeb6', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.252', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'port_id': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'mac_address': 'fa:16:3e:1b:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:38:52Z', 'updated_at': '2022-04-22T14:39:06Z', 'revision_number': 1, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282359a2-f23f-4c77-930e-56ad9a501479', 'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:47:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:53Z', 'updated_at': '2022-04-22T14:38:09Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:48.878727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:48.879439 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.889668 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 121efd1a-ed16-4574-99f5-194091b7710d completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:48.929088 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7456a9-120b-4b87-a500-c50d0338df55 req-05ba3620-b247-43cd-bad8-25698f2254a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:48.929796 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-9d7456a9-120b-4b87-a500-c50d0338df55 req-05ba3620-b247-43cd-bad8-25698f2254a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:48.934988 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00972d7d-c6fd-4700-94d0-cd9dccb4a596 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.939364 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f9366405-c3a8-4fd3-81b0-628281557f42 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5953882 Apr 22 14:40:48.939537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eaffff58-6ffe-4b5d-ad4e-624c2d28cb57 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.939643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59588) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:48.945353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'network_id': 'c810e413-8260-4dd5-a0da-91fa441eaffb', 'name': 'tempest-PortsTestJSON-819809549'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:48.960878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 121efd1a-ed16-4574-99f5-194091b7710d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:48.961324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.032311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-9d7456a9-120b-4b87-a500-c50d0338df55 req-05ba3620-b247-43cd-bad8-25698f2254a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:49.039147 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9d7456a9-120b-4b87-a500-c50d0338df55 req-05ba3620-b247-43cd-bad8-25698f2254a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 946 time: 1.2943637 Apr 22 14:40:49.052802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00972d7d-c6fd-4700-94d0-cd9dccb4a596 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.058494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.081702 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19024f5e-cca8-4f53-9e18-b9688bee3dec req-4f996f9b-2ab9-4c02-a5f8-c4ec1016e53a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:49.083184 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-19024f5e-cca8-4f53-9e18-b9688bee3dec req-4f996f9b-2ab9-4c02-a5f8-c4ec1016e53a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 946 time: 0.4950740 Apr 22 14:40:49.083983 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-35a71554-479f-4a8d-adcf-90a23353b6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.137954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00972d7d-c6fd-4700-94d0-cd9dccb4a596 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Port': ['ID=47bca906-154a-40cf-b4c3-c657ef5b3b01,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:49.172919 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Allocated IP 172.20.0.2 (c810e413-8260-4dd5-a0da-91fa441eaffb/b54f0e9a-744c-46d2-898c-5a851144b955/1a0bd652-f76d-4bd2-a665-0d7cd211176d) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:49.215363 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eaffff58-6ffe-4b5d-ad4e-624c2d28cb57 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.225898 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9d7456a9-120b-4b87-a500-c50d0338df55 req-ad45bbbd-b6ed-4ff0-85b2-9320a31c6252 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=a112a1b1-fc33-44f2-9547-edbb64046d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850815 Apr 22 14:40:49.230996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-35a71554-479f-4a8d-adcf-90a23353b6ed None None] For port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a0daa9e6-7bd5-4298-8d8d-fb23399fa66c,segment=NetworkSegment(fa84615a-9031-455a-b9dd-e8073de64ac7),segment_id=fa84615a-9031-455a-b9dd-e8073de64ac7)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:49.254653 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-35a71554-479f-4a8d-adcf-90a23353b6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.275430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-19024f5e-cca8-4f53-9e18-b9688bee3dec req-d2d4cf8d-cc83-4966-aff8-78fac5034941 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port f01b7ac1-8866-4ce1-96d1-54abebe445ab {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:49.275852 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-19024f5e-cca8-4f53-9e18-b9688bee3dec req-d2d4cf8d-cc83-4966-aff8-78fac5034941 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.283650 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-00972d7d-c6fd-4700-94d0-cd9dccb4a596 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/ports/47bca906-154a-40cf-b4c3-c657ef5b3b01 HTTP/1.1" status: 204 len: 168 time: 2.3910418 Apr 22 14:40:49.285090 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59592) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:49.332624 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:49.341320 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:port and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:49.346282 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:49.356937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:49.363125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Port 121efd1a-ed16-4574-99f5-194091b7710d update to ACTIVE by agent not found {{(pid=83965) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 22 14:40:49.409214 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:49.413263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.459414 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9b9636db-38c5-4661-8197-e951712aca3d no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:49.485327 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.497740 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eaffff58-6ffe-4b5d-ad4e-624c2d28cb57 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.501769 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-eaffff58-6ffe-4b5d-ad4e-624c2d28cb57 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5996199 Apr 22 14:40:49.502726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59596) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:49.572322 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 9b9636db-38c5-4661-8197-e951712aca3d {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:49.572752 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9b9636db-38c5-4661-8197-e951712aca3d not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:49.602625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a5f99b-4b9b-4699-a87d-04d3e08ca446 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:49.608243 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a71554-479f-4a8d-adcf-90a23353b6ed None None] Pushing event updated for resources: {'Port': ['ID=a0daa9e6-7bd5-4298-8d8d-fb23399fa66c,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:49.609648 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b0a5f99b-4b9b-4699-a87d-04d3e08ca446 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/baecaeac-e50b-4bc9-9a6e-8603c5722c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8679225 Apr 22 14:40:49.622859 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.626242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6dd73-7897-45b1-a710-745ef3e689ef None None] Sync routers for ids ['baecaeac-e50b-4bc9-9a6e-8603c5722c6b'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:49.636723 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ce7d07f0-eadc-471d-a760-adb426b0d89e None None] Provisioning complete for port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:49.642099 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ce7d07f0-eadc-471d-a760-adb426b0d89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.673181 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59598) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:49.681406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] device_id is not set on port 03cd1cfd-e206-45f8-971a-efc163249c9a yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:49.721663 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Transition to ACTIVE for port object c1844808-60fb-46f2-bfa1-7f91c2ab9076 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:49.760277 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:49.774486 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Transition to ACTIVE for port object c1844808-60fb-46f2-bfa1-7f91c2ab9076 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:49.775856 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6dd73-7897-45b1-a710-745ef3e689ef None None] Routers {'baecaeac-e50b-4bc9-9a6e-8603c5722c6b'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:49.776576 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-1df6dd73-7897-45b1-a710-745ef3e689ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['baecaeac-e50b-4bc9-9a6e-8603c5722c6b'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:49.858933 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.889540 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52cca511-d739-456d-adfc-3dc5edfb1db9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.899397 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eb89d4-5198-4207-a144-d66fee687b73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:49.900027 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-74eb89d4-5198-4207-a144-d66fee687b73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Synchronizing usage tracker for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:49.920021 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-1df6dd73-7897-45b1-a710-745ef3e689ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:49.929697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-19024f5e-cca8-4f53-9e18-b9688bee3dec req-d2d4cf8d-cc83-4966-aff8-78fac5034941 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port f01b7ac1-8866-4ce1-96d1-54abebe445ab, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f01b7ac1-8866-4ce1-96d1-54abebe445ab,segment=NetworkSegment(ed5793eb-259f-4e4f-866a-be242958cadd),segment_id=ed5793eb-259f-4e4f-866a-be242958cadd)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:49.930061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-19024f5e-cca8-4f53-9e18-b9688bee3dec req-d2d4cf8d-cc83-4966-aff8-78fac5034941 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.943375 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-74eb89d4-5198-4207-a144-d66fee687b73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Unset dirty status for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:49.947738 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-74eb89d4-5198-4207-a144-d66fee687b73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports/548c8642-43e5-49f5-8aed-69e2b97c4bdb HTTP/1.1" status: 200 len: 978 time: 0.2708461 Apr 22 14:40:49.962154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59604) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:49.978048 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=121efd1a-ed16-4574-99f5-194091b7710d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:50.033781 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Network 33ba31db-ce05-44c1-898f-ec2055daa6e1 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:50.041482 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:50.052213 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.055242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:50.056982 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-19024f5e-cca8-4f53-9e18-b9688bee3dec req-d2d4cf8d-cc83-4966-aff8-78fac5034941 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for f01b7ac1-8866-4ce1-96d1-54abebe445ab owned by compute:nova {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:50.065326 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Pushing event updated for resources: {'Port': ['ID=c1844808-60fb-46f2-bfa1-7f91c2ab9076,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:50.067533 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6dd73-7897-45b1-a710-745ef3e689ef None None] Routers {'baecaeac-e50b-4bc9-9a6e-8603c5722c6b'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:50.068203 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-1df6dd73-7897-45b1-a710-745ef3e689ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['baecaeac-e50b-4bc9-9a6e-8603c5722c6b'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:50.148041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Transition to ACTIVE for port object 1a0bd652-f76d-4bd2-a665-0d7cd211176d will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:50.150955 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-1df6dd73-7897-45b1-a710-745ef3e689ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:50.151452 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6dd73-7897-45b1-a710-745ef3e689ef None None] The sync data for ids ['baecaeac-e50b-4bc9-9a6e-8603c5722c6b'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:50.215514 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-19024f5e-cca8-4f53-9e18-b9688bee3dec req-d2d4cf8d-cc83-4966-aff8-78fac5034941 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.228191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.241685 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Transition to ACTIVE for port object 1a0bd652-f76d-4bd2-a665-0d7cd211176d will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:50.252606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.288533 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Attempting to bind port c1844808-60fb-46f2-bfa1-7f91c2ab9076 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:50.288966 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Attempting to bind port c1844808-60fb-46f2-bfa1-7f91c2ab9076 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '09d6e5d7-4584-4818-a316-ac96eac1f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33ba31db-ce05-44c1-898f-ec2055daa6e1'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:50.289397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Attempting to bind port c1844808-60fb-46f2-bfa1-7f91c2ab9076 on network 33ba31db-ce05-44c1-898f-ec2055daa6e1 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:50.307725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Subnet': ['ID=57c3d494-4c67-40d3-b264-917c746806ea,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:50.321097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4cf8d-cc83-4966-aff8-78fac5034941 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=f01b7ac1-8866-4ce1-96d1-54abebe445ab,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:50.327568 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:50.328019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Checking segment: {'id': '09d6e5d7-4584-4818-a316-ac96eac1f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33ba31db-ce05-44c1-898f-ec2055daa6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:50.329862 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.329862 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Bound using segment: {'id': '09d6e5d7-4584-4818-a316-ac96eac1f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33ba31db-ce05-44c1-898f-ec2055daa6e1'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:50.329862 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Bound port: c1844808-60fb-46f2-bfa1-7f91c2ab9076, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d6e5d7-4584-4818-a316-ac96eac1f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '33ba31db-ce05-44c1-898f-ec2055daa6e1'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:50.329862 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.347533 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Network c810e413-8260-4dd5-a0da-91fa441eaffb is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:50.355604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:50.363164 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:50.366232 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Pushing event updated for resources: {'Port': ['ID=1a0bd652-f76d-4bd2-a665-0d7cd211176d,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:50.416216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-19024f5e-cca8-4f53-9e18-b9688bee3dec req-d2d4cf8d-cc83-4966-aff8-78fac5034941 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] No DVR routers for this DVR port f01b7ac1-8866-4ce1-96d1-54abebe445ab on host hv-neutron-8390 {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:50.421252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-19024f5e-cca8-4f53-9e18-b9688bee3dec req-d2d4cf8d-cc83-4966-aff8-78fac5034941 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.423818 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568208e4-8f08-45fe-8ec7-77d7ff22f9df', 'name': 'network-vif-deleted', 'tag': 'f01b7ac1-8866-4ce1-96d1-54abebe445ab'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:40:50.437184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Allocated IP 172.20.0.4 (c810e413-8260-4dd5-a0da-91fa441eaffb/b54f0e9a-744c-46d2-898c-5a851144b955/03cd1cfd-e206-45f8-971a-efc163249c9a) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:50.463638 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-19024f5e-cca8-4f53-9e18-b9688bee3dec req-d2d4cf8d-cc83-4966-aff8-78fac5034941 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "DELETE /v2.0/ports/f01b7ac1-8866-4ce1-96d1-54abebe445ab HTTP/1.1" status: 204 len: 173 time: 1.3709066 Apr 22 14:40:50.486731 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.528710 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Attempting to bind port 1a0bd652-f76d-4bd2-a665-0d7cd211176d on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:50.529060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Attempting to bind port 1a0bd652-f76d-4bd2-a665-0d7cd211176d by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '3a306b73-cd69-459b-a2ce-95371650bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c810e413-8260-4dd5-a0da-91fa441eaffb'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:50.529432 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Attempting to bind port 1a0bd652-f76d-4bd2-a665-0d7cd211176d on network c810e413-8260-4dd5-a0da-91fa441eaffb {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:50.546790 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:50.547164 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Checking segment: {'id': '3a306b73-cd69-459b-a2ce-95371650bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c810e413-8260-4dd5-a0da-91fa441eaffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:50.547633 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.548030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Bound using segment: {'id': '3a306b73-cd69-459b-a2ce-95371650bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c810e413-8260-4dd5-a0da-91fa441eaffb'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:50.548499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Bound port: 1a0bd652-f76d-4bd2-a665-0d7cd211176d, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a306b73-cd69-459b-a2ce-95371650bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c810e413-8260-4dd5-a0da-91fa441eaffb'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:50.548871 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.560179 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] For port c1844808-60fb-46f2-bfa1-7f91c2ab9076, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:50.596641 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] For port c1844808-60fb-46f2-bfa1-7f91c2ab9076, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c1844808-60fb-46f2-bfa1-7f91c2ab9076,segment=NetworkSegment(09d6e5d7-4584-4818-a316-ac96eac1f225),segment_id=09d6e5d7-4584-4818-a316-ac96eac1f225)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:50.610087 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.688090 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52cca511-d739-456d-adfc-3dc5edfb1db9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.825533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.839209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] For port 1a0bd652-f76d-4bd2-a665-0d7cd211176d, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:50.845870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] For port 1a0bd652-f76d-4bd2-a665-0d7cd211176d, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1a0bd652-f76d-4bd2-a665-0d7cd211176d,segment=NetworkSegment(3a306b73-cd69-459b-a2ce-95371650bc1b),segment_id=3a306b73-cd69-459b-a2ce-95371650bc1b)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:50.853764 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Transition to ACTIVE for port object 03cd1cfd-e206-45f8-971a-efc163249c9a will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:50.867165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.877486 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6126ae51-171e-4f01-b146-45a8a63fee85'] response: {'server_uuid': '568208e4-8f08-45fe-8ec7-77d7ff22f9df', 'name': 'network-vif-deleted', 'tag': 'f01b7ac1-8866-4ce1-96d1-54abebe445ab', 'status': 'completed', 'code': 200} Apr 22 14:40:50.880728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fba293-1513-4b4d-80ac-107895c1a164 None None] Pushing event updated for resources: {'Port': ['ID=c1844808-60fb-46f2-bfa1-7f91c2ab9076,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:50.892024 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.003857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=03cd1cfd-e206-45f8-971a-efc163249c9a,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:51.009545 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network c810e413-8260-4dd5-a0da-91fa441eaffb is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:51.048673 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:51.056347 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:51.066245 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-52cca511-d739-456d-adfc-3dc5edfb1db9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb0336c-e7a0-4217-9f55-d93f68aaba3c']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:51.071812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7c298-67b2-4e52-abe9-15bcc8ddd0f8 None None] Pushing event updated for resources: {'Port': ['ID=1a0bd652-f76d-4bd2-a665-0d7cd211176d,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:51.073013 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.096513 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-79fe7da5-d036-426c-89fe-2fdb53e699f6 req-35112ade-71a5-46cb-8d7e-3ff15f326295 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:51.107202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc87cd8-5a17-4d68-ab88-ddd559c74167 None None] Network 33ba31db-ce05-44c1-898f-ec2055daa6e1 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:51.112153 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-52cca511-d739-456d-adfc-3dc5edfb1db9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9912ad6-5cab-4f7b-a4e1-2428b933918c') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:51.112454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-52cca511-d739-456d-adfc-3dc5edfb1db9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9912ad6-5cab-4f7b-a4e1-2428b933918c') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:51.133708 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-79fe7da5-d036-426c-89fe-2fdb53e699f6 req-35112ade-71a5-46cb-8d7e-3ff15f326295 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:51.134993 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79fe7da5-d036-426c-89fe-2fdb53e699f6 req-35112ade-71a5-46cb-8d7e-3ff15f326295 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=568208e4-8f08-45fe-8ec7-77d7ff22f9df HTTP/1.1" status: 200 len: 210 time: 0.2607732 Apr 22 14:40:51.143270 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:51.143983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.153659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ba31db-ce05-44c1-898f-ec2055daa6e1']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:51.166426 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52cca511-d739-456d-adfc-3dc5edfb1db9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.169685 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c88ba5fb-0c74-4ff9-a2a5-7fa8b93a3bcd tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2290416 Apr 22 14:40:51.172408 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59616) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:51.257887 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d6e5d7-4584-4818-a316-ac96eac1f225') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:51.258505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d6e5d7-4584-4818-a316-ac96eac1f225') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:51.283193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52cca511-d739-456d-adfc-3dc5edfb1db9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.298789 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.304695 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6125901d-6ba4-4a09-b140-fbfe05f34ef6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:51.305833 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6125901d-6ba4-4a09-b140-fbfe05f34ef6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:51.344905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6125901d-6ba4-4a09-b140-fbfe05f34ef6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:51.351403 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6125901d-6ba4-4a09-b140-fbfe05f34ef6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.1747191 Apr 22 14:40:51.353971 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59620) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:51.432594 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cca511-d739-456d-adfc-3dc5edfb1db9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:51.433387 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52cca511-d739-456d-adfc-3dc5edfb1db9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:51.451990 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:51.456410 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9fd16-7052-4372-8abb-989b9bcd5aeb tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port 03cd1cfd-e206-45f8-971a-efc163249c9a {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:51.456756 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e8f9fd16-7052-4372-8abb-989b9bcd5aeb tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.609093 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.649324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a0daa9e6-7bd5-4298-8d8d-fb23399fa66c up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:51.735556 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:51.735931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.767979 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e8f9fd16-7052-4372-8abb-989b9bcd5aeb tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.794915 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52cca511-d739-456d-adfc-3dc5edfb1db9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.849075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:51.849478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.856745 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1a0bd652-f76d-4bd2-a665-0d7cd211176d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:51.886070 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:51.905445 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52cca511-d739-456d-adfc-3dc5edfb1db9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.915852 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-52cca511-d739-456d-adfc-3dc5edfb1db9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] 10.222.0.23 "DELETE /v2.0/networks/5eb0336c-e7a0-4217-9f55-d93f68aaba3c HTTP/1.1" status: 204 len: 168 time: 2.6239464 Apr 22 14:40:51.965395 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 1a0bd652-f76d-4bd2-a665-0d7cd211176d completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:51.985740 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cca511-d739-456d-adfc-3dc5edfb1db9 tempest-PortsIpV6TestJSON-802079941 tempest-PortsIpV6TestJSON-802079941-project] Pushing event deleted for resources: {'Network': ['ID=5eb0336c-e7a0-4217-9f55-d93f68aaba3c,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:52.005290 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9fd16-7052-4372-8abb-989b9bcd5aeb tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for 03cd1cfd-e206-45f8-971a-efc163249c9a owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:52.039450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.047209 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:40:52.047209 dv-neutron-839027-1-hyperv neutron-server[83963]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:40:52.047209 dv-neutron-839027-1-hyperv neutron-server[83963]: [parameters: {'id': '33ba31db-ce05-44c1-898f-ec2055daa6e1'}] Apr 22 14:40:52.047209 dv-neutron-839027-1-hyperv neutron-server[83963]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:52.047701 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:52.181027 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e8f9fd16-7052-4372-8abb-989b9bcd5aeb tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.295245 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59630) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:52.304603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9fd16-7052-4372-8abb-989b9bcd5aeb tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=03cd1cfd-e206-45f8-971a-efc163249c9a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:52.362582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Router 319f3d2c-1277-40b3-ac45-14369b345fa6 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:52.363562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device f01b7ac1-8866-4ce1-96d1-54abebe445ab no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:52.394933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e8f9fd16-7052-4372-8abb-989b9bcd5aeb tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.398761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59634) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:52.440050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: f01b7ac1-8866-4ce1-96d1-54abebe445ab {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:52.440463 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device f01b7ac1-8866-4ce1-96d1-54abebe445ab not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:52.441172 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e8f9fd16-7052-4372-8abb-989b9bcd5aeb tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/03cd1cfd-e206-45f8-971a-efc163249c9a HTTP/1.1" status: 204 len: 168 time: 1.0859809 Apr 22 14:40:52.443138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59640) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:52.455327 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae2c8cf4-4f0a-4020-95c0-680e6a0bf6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.498367 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b1ee5f-9eef-417f-a3ec-7d8fe4d37751 None None] Network c810e413-8260-4dd5-a0da-91fa441eaffb requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:52.502678 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a3d2c2-eff6-4f9d-99a8-3563c2b71d2b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] GET failed (client error): The resource could not be found. Apr 22 14:40:52.503337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-00a3d2c2-eff6-4f9d-99a8-3563c2b71d2b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:52.524833 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-00a3d2c2-eff6-4f9d-99a8-3563c2b71d2b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:52.528902 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-00a3d2c2-eff6-4f9d-99a8-3563c2b71d2b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/03cd1cfd-e206-45f8-971a-efc163249c9a HTTP/1.1" status: 404 len: 333 time: 0.0812197 Apr 22 14:40:52.529319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59644) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:52.557473 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.616139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-14e56275-652f-489a-b838-50553dc48e32 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port ede9ede4-c628-4926-b13e-20d367c9b2d9 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:52.616932 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14e56275-652f-489a-b838-50553dc48e32 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.625354 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-97da03ea-1b59-4a13-941f-153bfe8b4207 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.648555 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e7c59e70-d22b-45f0-86ba-8f930c94f381 None None] Provisioning for port 1a0bd652-f76d-4bd2-a665-0d7cd211176d completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:52.666673 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e7c59e70-d22b-45f0-86ba-8f930c94f381 None None] Provisioning complete for port 1a0bd652-f76d-4bd2-a665-0d7cd211176d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:52.667351 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e7c59e70-d22b-45f0-86ba-8f930c94f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.844324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Deleting port c1844808-60fb-46f2-bfa1-7f91c2ab9076 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:52.844682 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.845069 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a82fc0f6-d270-4df0-87c9-2b3df8474f7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68527584d1d143598824158de05dce09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4446402 Apr 22 14:40:52.851710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59648) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:52.879938 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-97da03ea-1b59-4a13-941f-153bfe8b4207 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.906972 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e7c59e70-d22b-45f0-86ba-8f930c94f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.946149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-e7c59e70-d22b-45f0-86ba-8f930c94f381 None None] For port 1a0bd652-f76d-4bd2-a665-0d7cd211176d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1a0bd652-f76d-4bd2-a665-0d7cd211176d,segment=NetworkSegment(3a306b73-cd69-459b-a2ce-95371650bc1b),segment_id=3a306b73-cd69-459b-a2ce-95371650bc1b)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:52.952390 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e7c59e70-d22b-45f0-86ba-8f930c94f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.954521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14e56275-652f-489a-b838-50553dc48e32 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.029671 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.051240 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c59e70-d22b-45f0-86ba-8f930c94f381 None None] Pushing event updated for resources: {'Port': ['ID=1a0bd652-f76d-4bd2-a665-0d7cd211176d,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:53.056488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:53.073807 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8f9492a2-abd6-4026-9f25-1923e5c23a80 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "PUT /v2.0/routers/319f3d2c-1277-40b3-ac45-14369b345fa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5185394 Apr 22 14:40:53.074716 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fececa48-5195-4501-bbf3-b3636a76463f None None] Sync routers for ids ['319f3d2c-1277-40b3-ac45-14369b345fa6'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:53.092266 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fececa48-5195-4501-bbf3-b3636a76463f None None] Routers {'319f3d2c-1277-40b3-ac45-14369b345fa6'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:53.092887 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fececa48-5195-4501-bbf3-b3636a76463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['319f3d2c-1277-40b3-ac45-14369b345fa6'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:53.097160 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a41b405-0bd4-47c6-8f86-dbd54c07a392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.097712 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.106896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59652) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:53.113757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-14e56275-652f-489a-b838-50553dc48e32 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for ede9ede4-c628-4926-b13e-20d367c9b2d9 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:53.252784 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-fececa48-5195-4501-bbf3-b3636a76463f None None] Set router 319f3d2c-1277-40b3-ac45-14369b345fa6 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:53.299808 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-51299b4e-21f9-491a-87c1-1e2173326987 None None] Provisioning for port ede9ede4-c628-4926-b13e-20d367c9b2d9 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:53.316173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-51299b4e-21f9-491a-87c1-1e2173326987 None None] Provisioning complete for port ede9ede4-c628-4926-b13e-20d367c9b2d9 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:53.316549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-51299b4e-21f9-491a-87c1-1e2173326987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.323045 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a41b405-0bd4-47c6-8f86-dbd54c07a392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.386095 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fececa48-5195-4501-bbf3-b3636a76463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3d2c-1277-40b3-ac45-14369b345fa6', 'name': 'tempest-NetworksTestDHCPv6-router-354415518', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:33Z', 'updated_at': '2022-04-22T14:40:49Z', 'revision_number': 3, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:53.391127 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fececa48-5195-4501-bbf3-b3636a76463f None None] Checking router: 319f3d2c-1277-40b3-ac45-14369b345fa6 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:40:53.393566 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-51299b4e-21f9-491a-87c1-1e2173326987 None None] Port ede9ede4-c628-4926-b13e-20d367c9b2d9 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:53.401901 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] For port c1844808-60fb-46f2-bfa1-7f91c2ab9076, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c1844808-60fb-46f2-bfa1-7f91c2ab9076,segment=NetworkSegment(09d6e5d7-4584-4818-a316-ac96eac1f225),segment_id=09d6e5d7-4584-4818-a316-ac96eac1f225)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:53.403014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.407933 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fececa48-5195-4501-bbf3-b3636a76463f None None] Routers {'319f3d2c-1277-40b3-ac45-14369b345fa6'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:53.409021 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fececa48-5195-4501-bbf3-b3636a76463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['319f3d2c-1277-40b3-ac45-14369b345fa6'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:53.424665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-51299b4e-21f9-491a-87c1-1e2173326987 None None] Provisioning complete for port 1a0bd652-f76d-4bd2-a665-0d7cd211176d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:53.425041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-51299b4e-21f9-491a-87c1-1e2173326987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.498015 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1a0bd652-f76d-4bd2-a665-0d7cd211176d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:53.503451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14e56275-652f-489a-b838-50553dc48e32 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.565023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Calling delete_port for c1844808-60fb-46f2-bfa1-7f91c2ab9076 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:53.643643 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-fececa48-5195-4501-bbf3-b3636a76463f None None] Set router 319f3d2c-1277-40b3-ac45-14369b345fa6 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:53.673353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e56275-652f-489a-b838-50553dc48e32 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=ede9ede4-c628-4926-b13e-20d367c9b2d9,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:53.692264 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d4a09f-1039-4336-b632-07b09abc5ac9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:53.695806 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d4a09f-1039-4336-b632-07b09abc5ac9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:53.696973 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c8d4a09f-1039-4336-b632-07b09abc5ac9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:53.716609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 1a0bd652-f76d-4bd2-a665-0d7cd211176d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:53.717320 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.760735 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c8d4a09f-1039-4336-b632-07b09abc5ac9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:53.764574 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c8d4a09f-1039-4336-b632-07b09abc5ac9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6201153 Apr 22 14:40:53.765250 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59656) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:53.772357 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14e56275-652f-489a-b838-50553dc48e32 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.828489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-97da03ea-1b59-4a13-941f-153bfe8b4207 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.831566 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-17a71d4e-2be7-4bc5-8a7f-2915a6014cb0 None None] Could not find standard attr ID for object ede9ede4-c628-4926-b13e-20d367c9b2d9. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:40:53.852312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a41b405-0bd4-47c6-8f86-dbd54c07a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.858823 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.865314 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fececa48-5195-4501-bbf3-b3636a76463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f3d2c-1277-40b3-ac45-14369b345fa6', 'name': 'tempest-NetworksTestDHCPv6-router-354415518', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:33Z', 'updated_at': '2022-04-22T14:40:49Z', 'revision_number': 3, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:53.871421 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fececa48-5195-4501-bbf3-b3636a76463f None None] The sync data for ids ['319f3d2c-1277-40b3-ac45-14369b345fa6'] in dv-neutron-839027-1-hyperv is: [{'id': '319f3d2c-1277-40b3-ac45-14369b345fa6', 'name': 'tempest-NetworksTestDHCPv6-router-354415518', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:33Z', 'updated_at': '2022-04-22T14:40:49Z', 'revision_number': 3, 'project_id': '042dc5cca98943ac84219c0cf750e4e3', 'gw_port_host': None}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:53.883084 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41b405-0bd4-47c6-8f86-dbd54c07a392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f8f1f8-0215-4da4-a648-c184712d3ccd,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:53.977234 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-77de1676-f8a6-4e83-9247-d2b426c88014 None None] Could not find standard attr ID for object 03cd1cfd-e206-45f8-971a-efc163249c9a. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:40:53.980420 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-14e56275-652f-489a-b838-50553dc48e32 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/ede9ede4-c628-4926-b13e-20d367c9b2d9 HTTP/1.1" status: 204 len: 168 time: 1.4503584 Apr 22 14:40:53.986179 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59660) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:53.993803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da03ea-1b59-4a13-941f-153bfe8b4207 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a112a1b1-fc33-44f2-9547-edbb64046d09,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:53.999354 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a41b405-0bd4-47c6-8f86-dbd54c07a392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.004386 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7a41b405-0bd4-47c6-8f86-dbd54c07a392 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35f8f1f8-0215-4da4-a648-c184712d3ccd HTTP/1.1" status: 204 len: 168 time: 1.1474829 Apr 22 14:40:54.010170 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Port': ['ID=c1844808-60fb-46f2-bfa1-7f91c2ab9076,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:54.023146 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5501a118-3b44-40d6-80d9-6758b4ba8f15 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.064955 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-9738f5f1-bd84-4c90-9a55-1ae93896266e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] GET failed (client error): The resource could not be found. Apr 22 14:40:54.065396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9738f5f1-bd84-4c90-9a55-1ae93896266e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:54.111259 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9738f5f1-bd84-4c90-9a55-1ae93896266e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:54.115020 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9738f5f1-bd84-4c90-9a55-1ae93896266e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/ede9ede4-c628-4926-b13e-20d367c9b2d9 HTTP/1.1" status: 404 len: 333 time: 0.1254306 Apr 22 14:40:54.116357 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59666) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:54.163989 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3058b9b-9542-4a51-bedb-3e4d701d0b9d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet de30e054-00b0-400f-ad12-1100bd8f70e2 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:54.209132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No DVR routers for this DVR port c1844808-60fb-46f2-bfa1-7f91c2ab9076 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:54.266755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Allocated IP 172.26.0.233 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/a48d057c-9a69-41ea-bb81-b134cd1619f3) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:54.299395 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d3058b9b-9542-4a51-bedb-3e4d701d0b9d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.329768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.375334 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-97da03ea-1b59-4a13-941f-153bfe8b4207 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.379786 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-97da03ea-1b59-4a13-941f-153bfe8b4207 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/security-groups/a112a1b1-fc33-44f2-9547-edbb64046d09 HTTP/1.1" status: 204 len: 168 time: 2.0677507 Apr 22 14:40:54.432405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.446870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d3058b9b-9542-4a51-bedb-3e4d701d0b9d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.493280 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59676) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:54.517326 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ba31db-ce05-44c1-898f-ec2055daa6e1']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:54.623143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b08a24f-a3d7-49ed-87ec-f0e702cc7d10 None None] get_active_networks_info from dv-neutron-839027-1-hyperv {{(pid=83965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:40:54.674094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bd7654-0a8e-442f-930b-59636742ca8f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting subnet b54f0e9a-744c-46d2-898c-5a851144b955 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:54.683737 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-81bd7654-0a8e-442f-930b-59636742ca8f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.724020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d6e5d7-4584-4818-a316-ac96eac1f225') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:54.724613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d6e5d7-4584-4818-a316-ac96eac1f225') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:54.758856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.768523 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-81bd7654-0a8e-442f-930b-59636742ca8f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.819923 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d3058b9b-9542-4a51-bedb-3e4d701d0b9d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.829549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.832424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b08a24f-a3d7-49ed-87ec-f0e702cc7d10 None None] Resources bound (agent type, host, resource id): {{(pid=83965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:40:54.836527 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-20bbe4c1-1333-4368-8551-f693ed9e0b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.888217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.895491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:54.896327 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.929210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d3058b9b-9542-4a51-bedb-3e4d701d0b9d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.938375 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:54.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:54.970700 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-81bd7654-0a8e-442f-930b-59636742ca8f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.001010 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d3058b9b-9542-4a51-bedb-3e4d701d0b9d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.023073 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3058b9b-9542-4a51-bedb-3e4d701d0b9d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=de30e054-00b0-400f-ad12-1100bd8f70e2,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:55.106840 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-81bd7654-0a8e-442f-930b-59636742ca8f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.165747 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-81bd7654-0a8e-442f-930b-59636742ca8f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.171304 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d3058b9b-9542-4a51-bedb-3e4d701d0b9d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/de30e054-00b0-400f-ad12-1100bd8f70e2 HTTP/1.1" status: 204 len: 168 time: 1.4026535 Apr 22 14:40:55.185180 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59692) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:55.190462 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd7654-0a8e-442f-930b-59636742ca8f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Subnet': ['ID=b54f0e9a-744c-46d2-898c-5a851144b955,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:55.261039 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-81bd7654-0a8e-442f-930b-59636742ca8f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/b54f0e9a-744c-46d2-898c-5a851144b955 HTTP/1.1" status: 204 len: 168 time: 1.1437628 Apr 22 14:40:55.262209 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59696) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:55.263704 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59698) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:55.267416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:55.345396 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27cd957-827f-4d09-b968-0fd98651465d None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:55.360561 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bb41b4-6690-4adf-a5ec-973580b6c5ba None None] Network c810e413-8260-4dd5-a0da-91fa441eaffb requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:55.361631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-43afdc8d-c3ae-4929-b3c8-a160b1f58a7f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:router {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:55.385912 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-43afdc8d-c3ae-4929-b3c8-a160b1f58a7f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:router {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:55.390412 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-43afdc8d-c3ae-4929-b3c8-a160b1f58a7f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2024026 Apr 22 14:40:55.390745 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:55.390961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59706) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:55.407989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:55.486817 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.496311 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Pushing event updated for resources: {'Port': ['ID=a48d057c-9a69-41ea-bb81-b134cd1619f3,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:55.520499 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.531824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554943815'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:55.543160 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.550859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:55.551806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 121efd1a-ed16-4574-99f5-194091b7710d no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:55.557454 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:55.563912 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:55.572071 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:55.582665 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-277b4276-f581-4f82-89cc-bb7fd68ecf25 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.594100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Network': ['ID=33ba31db-ce05-44c1-898f-ec2055daa6e1,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:55.650947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 121efd1a-ed16-4574-99f5-194091b7710d {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:55.651403 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 121efd1a-ed16-4574-99f5-194091b7710d not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:55.651822 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-86b4dce6-3dea-48fd-aafe-1d7fcdc7052d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/33ba31db-ce05-44c1-898f-ec2055daa6e1 HTTP/1.1" status: 204 len: 168 time: 8.7075415 Apr 22 14:40:55.665616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59710) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:55.669943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1712267-e31c-4182-b621-d649dff02260 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting subnet 4c96bcad-c867-4a2b-8cd3-04a60c5db50c {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:55.679240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1904032313'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:55.693119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port 1a0bd652-f76d-4bd2-a665-0d7cd211176d {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:55.693462 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.710098 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.723329 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c1712267-e31c-4182-b621-d649dff02260 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.736135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.758775 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:55.835392 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:network and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:55.844670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:55.874483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:55.904578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:55.912019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:55.917461 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:55.926032 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:55.939055 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712024f6-ec37-4e64-8486-bb0c9ac91138 None None] DHCP port deletion for c810e413-8260-4dd5-a0da-91fa441eaffb request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:55.948959 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-712024f6-ec37-4e64-8486-bb0c9ac91138 None None] Deleting port 1a0bd652-f76d-4bd2-a665-0d7cd211176d {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:55.950749 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-712024f6-ec37-4e64-8486-bb0c9ac91138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.965532 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c1712267-e31c-4182-b621-d649dff02260 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.987266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:56.014185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Deleting port b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:56.014563 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.041908 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:56.045974 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.060001 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.171757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-277b4276-f581-4f82-89cc-bb7fd68ecf25 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.182195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-277b4276-f581-4f82-89cc-bb7fd68ecf25 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.225651 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:40:56.238959 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-5501a118-3b44-40d6-80d9-6758b4ba8f15 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port 548c8642-43e5-49f5-8aed-69e2b97c4bdb {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:56.239361 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5501a118-3b44-40d6-80d9-6758b4ba8f15 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.249085 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-277b4276-f581-4f82-89cc-bb7fd68ecf25 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.249692 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277b4276-f581-4f82-89cc-bb7fd68ecf25 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Fanout notify agent at l3_agent the message router_deleted on router 319f3d2c-1277-40b3-ac45-14369b345fa6 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:40:56.258102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.264542 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.272721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.297588 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.297940 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Added segment 2be930da-6837-40c7-9b33-a876fb30961e of type vlan for network 71437880-de1d-4c43-b5a2-d3baf9d2b383 Apr 22 14:40:56.312248 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] For port 1a0bd652-f76d-4bd2-a665-0d7cd211176d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1a0bd652-f76d-4bd2-a665-0d7cd211176d,segment=NetworkSegment(3a306b73-cd69-459b-a2ce-95371650bc1b),segment_id=3a306b73-cd69-459b-a2ce-95371650bc1b)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:56.312613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.331737 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802d3ec2-a4cb-4709-baa6-381e8a83885b,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:56.334966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:56.339219 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-277b4276-f581-4f82-89cc-bb7fd68ecf25 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.343100 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-277b4276-f581-4f82-89cc-bb7fd68ecf25 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/routers/319f3d2c-1277-40b3-ac45-14369b345fa6 HTTP/1.1" status: 204 len: 168 time: 0.9511340 Apr 22 14:40:56.343908 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59714) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:56.348989 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:56.382582 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:56.398011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:56.398222 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-712024f6-ec37-4e64-8486-bb0c9ac91138 None None] For port 1a0bd652-f76d-4bd2-a665-0d7cd211176d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1a0bd652-f76d-4bd2-a665-0d7cd211176d,segment=NetworkSegment(3a306b73-cd69-459b-a2ce-95371650bc1b),segment_id=3a306b73-cd69-459b-a2ce-95371650bc1b)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:56.398575 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-712024f6-ec37-4e64-8486-bb0c9ac91138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.479681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.487326 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fb2ee7-1f17-4e08-bf26-8fd669b4fb4f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:56.487997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-71fb2ee7-1f17-4e08-bf26-8fd669b4fb4f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:56.492799 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.498721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for 1a0bd652-f76d-4bd2-a665-0d7cd211176d owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:56.547210 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-712024f6-ec37-4e64-8486-bb0c9ac91138 None None] Calling delete_port for 1a0bd652-f76d-4bd2-a665-0d7cd211176d owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:56.548227 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.549505 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2801323 Apr 22 14:40:56.551505 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-71fb2ee7-1f17-4e08-bf26-8fd669b4fb4f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:56.552536 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-71fb2ee7-1f17-4e08-bf26-8fd669b4fb4f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2058737 Apr 22 14:40:56.553499 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0b46b-6714-4908-a211-6631d4a0ace7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77cccafa-79fe-490d-817f-2d109110fcfd,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:56.555832 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59718) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:56.556161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59720) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:56.569316 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c1712267-e31c-4182-b621-d649dff02260 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.601504 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] For port b5ab08e4-3b8e-4438-8952-ec1ab8c308b5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b5ab08e4-3b8e-4438-8952-ec1ab8c308b5,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:56.601922 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.650582 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0708baf7-00fc-4481-bd13-4af20879fdce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:56.651610 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0708baf7-00fc-4481-bd13-4af20879fdce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:56.688858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6205b6a0-f4cc-4807-a469-555323d180ac tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:56.705208 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0708baf7-00fc-4481-bd13-4af20879fdce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:56.706941 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0708baf7-00fc-4481-bd13-4af20879fdce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1483672 Apr 22 14:40:56.709966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59726) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:56.714580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6205b6a0-f4cc-4807-a469-555323d180ac tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:56.716575 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6205b6a0-f4cc-4807-a469-555323d180ac tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1595142 Apr 22 14:40:56.747301 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59730) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:56.756979 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.786896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Calling delete_port for b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:56.789014 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f8a17ba1-7edf-43ee-bef5-0f9171e4bdfd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:router {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:56.806988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f8a17ba1-7edf-43ee-bef5-0f9171e4bdfd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:router {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:56.808287 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f8a17ba1-7edf-43ee-bef5-0f9171e4bdfd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970178 Apr 22 14:40:56.813923 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59734) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:56.821149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-fa270d48-3738-4061-8898-82939d958411 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:56.855747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-712024f6-ec37-4e64-8486-bb0c9ac91138 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:56.856365 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-712024f6-ec37-4e64-8486-bb0c9ac91138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:56.880883 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.933425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Pushing event deleted for resources: {'Port': ['ID=b5ab08e4-3b8e-4438-8952-ec1ab8c308b5,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:56.933648 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.937923 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fa270d48-3738-4061-8898-82939d958411 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:56.941383 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] No DVR routers for this DVR port b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:56.942386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-b5516073-9e4c-47c1-b99d-18f55fa5d632 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group': {'name': 'tempest-security--298891558', 'description': 'tempest-security-description-374497695'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:56.954066 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:56.954370 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fa270d48-3738-4061-8898-82939d958411 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:56.954614 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:56.955069 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:56.955654 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:56.956601 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:56.957523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:56.957998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:56.958429 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:56.960209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:56.960893 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:56.961303 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e2339-9288-4976-b3df-1ff511a1963a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:56.965500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa270d48-3738-4061-8898-82939d958411 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:56.969617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa270d48-3738-4061-8898-82939d958411 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.988261 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=1a0bd652-f76d-4bd2-a665-0d7cd211176d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:56.999443 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.151035 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:40:57.172699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No DVR routers for this DVR port 1a0bd652-f76d-4bd2-a665-0d7cd211176d on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:57.207189 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b5516073-9e4c-47c1-b99d-18f55fa5d632 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.273219 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.289587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5501a118-3b44-40d6-80d9-6758b4ba8f15 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.310017 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.objects.ports [None req-fa270d48-3738-4061-8898-82939d958411 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83964) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:40:57.311257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa270d48-3738-4061-8898-82939d958411 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.345951 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.349623 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:57.350244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.357324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-712024f6-ec37-4e64-8486-bb0c9ac91138 None None] Deleting port 1a0bd652-f76d-4bd2-a665-0d7cd211176d {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:57.357914 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-712024f6-ec37-4e64-8486-bb0c9ac91138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.375101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa270d48-3738-4061-8898-82939d958411 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:57.378201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-fa270d48-3738-4061-8898-82939d958411 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:57.379911 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa270d48-3738-4061-8898-82939d958411 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=bbf9f289-4589-42bc-8abb-a6112470f69b,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:57.380674 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c1712267-e31c-4182-b621-d649dff02260 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.382771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa270d48-3738-4061-8898-82939d958411 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:57.383314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa270d48-3738-4061-8898-82939d958411 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.397732 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4056ec-1b3c-4d5d-99cd-732986d010fe None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:57.413826 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fa270d48-3738-4061-8898-82939d958411 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5985663 Apr 22 14:40:57.417197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59738) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:57.423527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f043c1f4-9ab2-4e64-856e-eeb003f084ec tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:57.454343 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-712024f6-ec37-4e64-8486-bb0c9ac91138 None None] The port '1a0bd652-f76d-4bd2-a665-0d7cd211176d' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:40:57.501683 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:57.537729 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:57.538071 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b5ab08e4-3b8e-4438-8952-ec1ab8c308b5 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:57.538507 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1a0bd652-f76d-4bd2-a665-0d7cd211176d no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:57.582984 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 1a0bd652-f76d-4bd2-a665-0d7cd211176d {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:57.583356 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1a0bd652-f76d-4bd2-a665-0d7cd211176d not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:57.589241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f043c1f4-9ab2-4e64-856e-eeb003f084ec tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:57.595334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f043c1f4-9ab2-4e64-856e-eeb003f084ec tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:57.599573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f043c1f4-9ab2-4e64-856e-eeb003f084ec tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:57.606731 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f043c1f4-9ab2-4e64-856e-eeb003f084ec tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:57.620721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f043c1f4-9ab2-4e64-856e-eeb003f084ec tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:57.624922 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f043c1f4-9ab2-4e64-856e-eeb003f084ec tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.647453 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-5501a118-3b44-40d6-80d9-6758b4ba8f15 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for 548c8642-43e5-49f5-8aed-69e2b97c4bdb owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:57.690636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.725828 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1712267-e31c-4182-b621-d649dff02260 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Subnet': ['ID=4c96bcad-c867-4a2b-8cd3-04a60c5db50c,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:57.735957 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': 'bbf9f289-4589-42bc-8abb-a6112470f69b'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:57.736786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.754276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.788125 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c1712267-e31c-4182-b621-d649dff02260 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.789960 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c1712267-e31c-4182-b621-d649dff02260 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/subnets/4c96bcad-c867-4a2b-8cd3-04a60c5db50c HTTP/1.1" status: 204 len: 168 time: 3.2619169 Apr 22 14:40:57.792725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59742) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:57.792940 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b5516073-9e4c-47c1-b99d-18f55fa5d632 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.793940 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Network': ['ID=71437880-de1d-4c43-b5a2-d3baf9d2b383,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:57.796840 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ffb888-f150-4528-b159-42e168b3fa4d None None] Network 9a32414d-9605-4cf4-a5ca-be38c69a3edc requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:57.797613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c810e413-8260-4dd5-a0da-91fa441eaffb']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:57.809355 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.814346 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 71437880-de1d-4c43-b5a2-d3baf9d2b383 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:40:57.817933 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-15da0045-f1a9-45f6-b563-f1a9455a42cd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1511629 Apr 22 14:40:57.823206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59746) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:57.823845 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b5516073-9e4c-47c1-b99d-18f55fa5d632 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.826145 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b5516073-9e4c-47c1-b99d-18f55fa5d632 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.829728 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b5516073-9e4c-47c1-b99d-18f55fa5d632 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "PUT /v2.0/security-groups/77cccafa-79fe-490d-817f-2d109110fcfd HTTP/1.1" status: 200 len: 1610 time: 1.0726690 Apr 22 14:40:57.829728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a306b73-cd69-459b-a2ce-95371650bc1b') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:57.830053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a306b73-cd69-459b-a2ce-95371650bc1b') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:57.836122 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59750) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:57.841222 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'subnet': {'network_id': '71437880-de1d-4c43-b5a2-d3baf9d2b383', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:57.873776 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.020296 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5516073-9e4c-47c1-b99d-18f55fa5d632 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77cccafa-79fe-490d-817f-2d109110fcfd,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:58.030007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.054117 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:58.054637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:58.070786 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:58.086552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.115123 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e9ed9547-c44a-485f-bb8c-e19398f225e4 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-groups/77cccafa-79fe-490d-817f-2d109110fcfd HTTP/1.1" status: 200 len: 1610 time: 0.2520571 Apr 22 14:40:58.126143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59754) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:58.152032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Allocated IP 2001:db8::f816:3eff:fe77:99b6 (19101698-c44e-4563-acd4-3bbade7a380a/bbf9f289-4589-42bc-8abb-a6112470f69b/18aad116-3862-417e-9bbd-3739e28c46d3) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:58.169715 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 51832c3b-d704-4126-a115-eccbc337fcbe {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:58.170075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.202208 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:58.217343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:subnet and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:58.230004 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:58.243337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:58.248550 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.289560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.308582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Network': ['ID=c810e413-8260-4dd5-a0da-91fa441eaffb,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:58.309598 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:58.329252 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-408c4416-7fc2-4ea5-9b5f-6db40b1e1bf1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/networks/c810e413-8260-4dd5-a0da-91fa441eaffb HTTP/1.1" status: 204 len: 168 time: 3.0644863 Apr 22 14:40:58.338861 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59758) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:58.351409 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-222f31e3-2ea8-4c2a-946f-924504df8fd4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1454728034'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:58.355486 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c93050c-1f28-433d-aa3e-2b5ef028076f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.369614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-222f31e3-2ea8-4c2a-946f-924504df8fd4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:58.373037 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5501a118-3b44-40d6-80d9-6758b4ba8f15 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.384030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac093970-fd9d-4ad3-8f31-79b89a2583a4 None None] DHCP port deletion for 9a32414d-9605-4cf4-a5ca-be38c69a3edc request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:58.385782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-222f31e3-2ea8-4c2a-946f-924504df8fd4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:network and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:58.401603 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ac093970-fd9d-4ad3-8f31-79b89a2583a4 None None] Deleting port 51832c3b-d704-4126-a115-eccbc337fcbe {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:58.401968 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ac093970-fd9d-4ad3-8f31-79b89a2583a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.419535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-222f31e3-2ea8-4c2a-946f-924504df8fd4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:58.445634 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-222f31e3-2ea8-4c2a-946f-924504df8fd4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:58.458185 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c93050c-1f28-433d-aa3e-2b5ef028076f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.472481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501a118-3b44-40d6-80d9-6758b4ba8f15 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Port': ['ID=548c8642-43e5-49f5-8aed-69e2b97c4bdb,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:58.496279 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.525175 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Transition to ACTIVE for port object 18aad116-3862-417e-9bbd-3739e28c46d3 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:58.525404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222f31e3-2ea8-4c2a-946f-924504df8fd4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:58.527776 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-222f31e3-2ea8-4c2a-946f-924504df8fd4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.615664 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Transition to ACTIVE for port object 18aad116-3862-417e-9bbd-3739e28c46d3 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:58.635709 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.722735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ac093970-fd9d-4ad3-8f31-79b89a2583a4 None None] For port 51832c3b-d704-4126-a115-eccbc337fcbe, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=51832c3b-d704-4126-a115-eccbc337fcbe,segment=NetworkSegment(ed5793eb-259f-4e4f-866a-be242958cadd),segment_id=ed5793eb-259f-4e4f-866a-be242958cadd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:58.723132 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ac093970-fd9d-4ad3-8f31-79b89a2583a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.738053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f043c1f4-9ab2-4e64-856e-eeb003f084ec tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.741200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:58.794142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.861771 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c93050c-1f28-433d-aa3e-2b5ef028076f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.871339 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222f31e3-2ea8-4c2a-946f-924504df8fd4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:40:58.901030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 51832c3b-d704-4126-a115-eccbc337fcbe, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=51832c3b-d704-4126-a115-eccbc337fcbe,segment=NetworkSegment(ed5793eb-259f-4e4f-866a-be242958cadd),segment_id=ed5793eb-259f-4e4f-866a-be242958cadd)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:58.901450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.917514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:58.925148 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ac093970-fd9d-4ad3-8f31-79b89a2583a4 None None] Calling delete_port for 51832c3b-d704-4126-a115-eccbc337fcbe owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:58.951553 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Pushing event updated for resources: {'Port': ['ID=18aad116-3862-417e-9bbd-3739e28c46d3,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:58.954200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:58.960898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93050c-1f28-433d-aa3e-2b5ef028076f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cccafa-79fe-490d-817f-2d109110fcfd,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:58.965151 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-222f31e3-2ea8-4c2a-946f-924504df8fd4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.965716 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-222f31e3-2ea8-4c2a-946f-924504df8fd4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Added segment ac49e0ca-e801-434f-b620-e3b3715e720a of type vlan for network 52067864-c868-470a-942c-f1316ff09850 Apr 22 14:40:59.031158 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-222f31e3-2ea8-4c2a-946f-924504df8fd4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.034788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c93050c-1f28-433d-aa3e-2b5ef028076f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.038714 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7c93050c-1f28-433d-aa3e-2b5ef028076f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-groups/77cccafa-79fe-490d-817f-2d109110fcfd HTTP/1.1" status: 204 len: 168 time: 0.9079092 Apr 22 14:40:59.044602 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59762) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:59.062281 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 51832c3b-d704-4126-a115-eccbc337fcbe owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:59.067510 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5501a118-3b44-40d6-80d9-6758b4ba8f15 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.089533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f043c1f4-9ab2-4e64-856e-eeb003f084ec tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:59.096079 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.ipam_backend_mixin [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Performing IP validity checks on allocation pools {{(pid=83964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 14:40:59.096710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.ipam_backend_mixin [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 14:40:59.100278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Attempting to bind port 18aad116-3862-417e-9bbd-3739e28c46d3 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:59.101008 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Attempting to bind port 18aad116-3862-417e-9bbd-3739e28c46d3 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:59.101535 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Attempting to bind port 18aad116-3862-417e-9bbd-3739e28c46d3 on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:59.105820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-f043c1f4-9ab2-4e64-856e-eeb003f084ec tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:59.109313 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f043c1f4-9ab2-4e64-856e-eeb003f084ec tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:59.109891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f043c1f4-9ab2-4e64-856e-eeb003f084ec tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.111242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:59.111716 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:59.112289 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.112747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:59.113566 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Bound port: 18aad116-3862-417e-9bbd-3739e28c46d3, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:59.114132 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.127918 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043c1f4-9ab2-4e64-856e-eeb003f084ec tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=1a11b5f7-307d-455b-b888-828a098057ee,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:59.130859 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ac093970-fd9d-4ad3-8f31-79b89a2583a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.177281 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Router f895841e-1c4c-4feb-8895-9ce17ef99769 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:40:59.195022 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f043c1f4-9ab2-4e64-856e-eeb003f084ec tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7766204 Apr 22 14:40:59.199518 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59766) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:59.202419 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac093970-fd9d-4ad3-8f31-79b89a2583a4 None None] Pushing event deleted for resources: {'Port': ['ID=51832c3b-d704-4126-a115-eccbc337fcbe,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:59.211301 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'mac_address': 'fa:16:3e:ee:10:ad', 'name': 'tempest-NetworksTestDHCPv6-1116268962'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:59.232173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac093970-fd9d-4ad3-8f31-79b89a2583a4 None None] No DVR routers for this DVR port 51832c3b-d704-4126-a115-eccbc337fcbe on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:59.237406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:59.238620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:59.248874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-222f31e3-2ea8-4c2a-946f-924504df8fd4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.253089 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222f31e3-2ea8-4c2a-946f-924504df8fd4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:59.253664 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-222f31e3-2ea8-4c2a-946f-924504df8fd4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.271503 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] For port 18aad116-3862-417e-9bbd-3739e28c46d3, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:59.275390 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] For port 18aad116-3862-417e-9bbd-3739e28c46d3, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=18aad116-3862-417e-9bbd-3739e28c46d3,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:59.280626 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.356659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-09b2f8e2-c785-40ad-87cd-7b6be20511cf tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:59.365038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9681b5-eea8-4867-9a45-cf809fcb0df3 None None] Pushing event updated for resources: {'Port': ['ID=18aad116-3862-417e-9bbd-3739e28c46d3,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:59.386568 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-222f31e3-2ea8-4c2a-946f-924504df8fd4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0408387 Apr 22 14:40:59.395338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59770) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:59.411442 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-090c8015-a3c9-4a30-b2bb-028ff591e641 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'subnet': {'network_id': '52067864-c868-470a-942c-f1316ff09850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:59.500616 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 51832c3b-d704-4126-a115-eccbc337fcbe no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:59.535527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f31e3-2ea8-4c2a-946f-924504df8fd4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Network': ['ID=52067864-c868-470a-942c-f1316ff09850,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:59.543207 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-09b2f8e2-c785-40ad-87cd-7b6be20511cf tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:59.544638 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-09b2f8e2-c785-40ad-87cd-7b6be20511cf tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4991970 Apr 22 14:40:59.576617 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 52067864-c868-470a-942c-f1316ff09850 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:40:59.579031 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59774) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:59.597424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 51832c3b-d704-4126-a115-eccbc337fcbe {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:59.597772 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 51832c3b-d704-4126-a115-eccbc337fcbe not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:59.643428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:59.649197 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-9b1f0669-0fe3-4393-83dd-ddfe8337a60e tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] delete failed (client error): The resource could not be found. Apr 22 14:40:59.650614 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9b1f0669-0fe3-4393-83dd-ddfe8337a60e tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-groups/77cccafa-79fe-490d-817f-2d109110fcfd HTTP/1.1" status: 404 len: 347 time: 0.0658696 Apr 22 14:40:59.658309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59780) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:59.660211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:59.665203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.670436 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:59.759196 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-92dc6249-d9bf-4a96-aca9-115fb3b23214 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347037825'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:59.775028 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-090c8015-a3c9-4a30-b2bb-028ff591e641 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:59.790628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 51832c3b-d704-4126-a115-eccbc337fcbe {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:59.790628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.827402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:59.845443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-92dc6249-d9bf-4a96-aca9-115fb3b23214 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:59.887067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-090c8015-a3c9-4a30-b2bb-028ff591e641 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:subnet and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:59.916987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-090c8015-a3c9-4a30-b2bb-028ff591e641 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:59.960087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-090c8015-a3c9-4a30-b2bb-028ff591e641 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:59.969205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-92dc6249-d9bf-4a96-aca9-115fb3b23214 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:59.983045 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] The port '51832c3b-d704-4126-a115-eccbc337fcbe' was deleted {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:40:59.985510 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5501a118-3b44-40d6-80d9-6758b4ba8f15 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router baecaeac-e50b-4bc9-9a6e-8603c5722c6b has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:41:00.024007 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:00.046396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Subnet': ['ID=ec828334-8030-4800-afba-a5130b3743ac,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:00.077169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090c8015-a3c9-4a30-b2bb-028ff591e641 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:00.151371 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:00.156263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92dc6249-d9bf-4a96-aca9-115fb3b23214 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.157490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.158385 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4c39ad7d-5dbd-457e-b836-093b15598464 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "PUT /v2.0/routers/f895841e-1c4c-4feb-8895-9ce17ef99769 HTTP/1.1" status: 200 len: 880 time: 10.5472846 Apr 22 14:41:00.161774 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59784) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:00.172072 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab320cf-4f30-4abc-af7d-bdb6409fd1d4 None None] Sync routers for ids ['f895841e-1c4c-4feb-8895-9ce17ef99769'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:00.189189 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab320cf-4f30-4abc-af7d-bdb6409fd1d4 None None] Routers {'f895841e-1c4c-4feb-8895-9ce17ef99769'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:00.189800 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-1ab320cf-4f30-4abc-af7d-bdb6409fd1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f895841e-1c4c-4feb-8895-9ce17ef99769'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:00.258447 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-1ab320cf-4f30-4abc-af7d-bdb6409fd1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:00.289481 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab320cf-4f30-4abc-af7d-bdb6409fd1d4 None None] Routers {'f895841e-1c4c-4feb-8895-9ce17ef99769'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:00.292294 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-1ab320cf-4f30-4abc-af7d-bdb6409fd1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f895841e-1c4c-4feb-8895-9ce17ef99769'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:00.364496 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5501a118-3b44-40d6-80d9-6758b4ba8f15 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:00.374367 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e5bba-0ee0-4396-9619-058e1a9e9811 None None] Sync routers for ids ['baecaeac-e50b-4bc9-9a6e-8603c5722c6b'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:00.376914 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5501a118-3b44-40d6-80d9-6758b4ba8f15 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/baecaeac-e50b-4bc9-9a6e-8603c5722c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4005940 Apr 22 14:41:00.384897 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-1ab320cf-4f30-4abc-af7d-bdb6409fd1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:00.385454 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab320cf-4f30-4abc-af7d-bdb6409fd1d4 None None] The sync data for ids ['f895841e-1c4c-4feb-8895-9ce17ef99769'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:00.401471 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e5bba-0ee0-4396-9619-058e1a9e9811 None None] Routers {'baecaeac-e50b-4bc9-9a6e-8603c5722c6b'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:00.402620 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4c4e5bba-0ee0-4396-9619-058e1a9e9811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['baecaeac-e50b-4bc9-9a6e-8603c5722c6b'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:00.427968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59788) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:00.464826 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.494114 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a32414d-9605-4cf4-a5ca-be38c69a3edc']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:00.496675 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4c4e5bba-0ee0-4396-9619-058e1a9e9811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:00.510232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5793eb-259f-4e4f-866a-be242958cadd') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:00.510528 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5793eb-259f-4e4f-866a-be242958cadd') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:00.520195 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e5bba-0ee0-4396-9619-058e1a9e9811 None None] Routers {'baecaeac-e50b-4bc9-9a6e-8603c5722c6b'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:00.521230 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4c4e5bba-0ee0-4396-9619-058e1a9e9811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['baecaeac-e50b-4bc9-9a6e-8603c5722c6b'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:00.526013 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.601786 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4c4e5bba-0ee0-4396-9619-058e1a9e9811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:00.602531 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e5bba-0ee0-4396-9619-058e1a9e9811 None None] The sync data for ids ['baecaeac-e50b-4bc9-9a6e-8603c5722c6b'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:00.602647 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.610954 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-090c8015-a3c9-4a30-b2bb-028ff591e641 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.669688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:00.669688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:00.684923 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:00.771687 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Checking segment: {'id': '2be930da-6837-40c7-9b33-a876fb30961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '71437880-de1d-4c43-b5a2-d3baf9d2b383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:00.772281 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network hostable DHCP agents. Network: 71437880-de1d-4c43-b5a2-d3baf9d2b383, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:00.800478 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6540e830-046d-4b4d-ac72-cc69e811afad None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:00.886754 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-42b21f07-6f64-410f-8eb6-aafac871694d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] remove_router_interface failed (client error): The resource could not be found. Apr 22 14:41:00.889396 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-42b21f07-6f64-410f-8eb6-aafac871694d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/baecaeac-e50b-4bc9-9a6e-8603c5722c6b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4603546 Apr 22 14:41:00.892969 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59792) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:00.893290 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-92dc6249-d9bf-4a96-aca9-115fb3b23214 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:00.907019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-92dc6249-d9bf-4a96-aca9-115fb3b23214 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:00.914169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-92dc6249-d9bf-4a96-aca9-115fb3b23214 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:00.915928 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-87502536-1186-41f1-a134-1e7af374c820 None None] Provisioning for port 18aad116-3862-417e-9bbd-3739e28c46d3 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:00.919380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.939454 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79e098aa-db10-4f96-be38-73b1d300ee1c req-35f47142-02f7-4958-a2c4-857bdd10143f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.3514271 Apr 22 14:41:00.947931 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-92dc6249-d9bf-4a96-aca9-115fb3b23214 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:00.955090 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2f89fc8a-fe7a-44d3-bec6-80d02bae4e38 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Synchronizing usage tracker for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:00.956187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.984055 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.988095 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b9c1893c-13c3-402e-8810-8830aa68e5b4 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/routers/f895841e-1c4c-4feb-8895-9ce17ef99769 HTTP/1.1" status: 200 len: 921 time: 0.8241737 Apr 22 14:41:00.989566 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2f89fc8a-fe7a-44d3-bec6-80d02bae4e38 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Unset dirty status for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:00.994506 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2f89fc8a-fe7a-44d3-bec6-80d02bae4e38 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports?device_id=baecaeac-e50b-4bc9-9a6e-8603c5722c6b HTTP/1.1" status: 200 len: 205 time: 0.0965028 Apr 22 14:41:00.994506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59796) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:01.001356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59800) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:01.025353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Network': ['ID=9a32414d-9605-4cf4-a5ca-be38c69a3edc,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:01.077113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2fb6bdcc-3270-4447-8f78-6a926a8f70d0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Synchronizing usage tracker for tenant:d015354eda8941b49ed910ef298d10af on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:01.090240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2fb6bdcc-3270-4447-8f78-6a926a8f70d0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Unset dirty status for tenant:d015354eda8941b49ed910ef298d10af on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:01.091172 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2fb6bdcc-3270-4447-8f78-6a926a8f70d0 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&device_id=f895841e-1c4c-4feb-8895-9ce17ef99769&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0987208 Apr 22 14:41:01.093394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port 5d9fa20b-22db-4e5b-8bd3-360a2e4f7b1d yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:01.093733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59804) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:01.139421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network 71437880-de1d-4c43-b5a2-d3baf9d2b383 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:01.185743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8de67d-e769-49a3-be1e-dbedb9e44ecc None None] Update dhcp port {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'fixed_ips': [{'subnet_id': 'bbf9f289-4589-42bc-8abb-a6112470f69b', 'ip_address': '2001:db8::f816:3eff:fe77:99b6'}, {'subnet_id': '1a11b5f7-307d-455b-b888-828a098057ee'}], 'binding:host_id': 'dv-neutron-839027-1-hyperv'}, 'id': '18aad116-3862-417e-9bbd-3739e28c46d3'} from dv-neutron-839027-1-hyperv. {{(pid=83965) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:41:01.230400 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b56243-fa81-40e8-9968-c702839aebab tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:01.230966 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f9b56243-fa81-40e8-9968-c702839aebab tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Synchronizing usage tracker for tenant:d015354eda8941b49ed910ef298d10af on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:01.238289 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5d8de67d-e769-49a3-be1e-dbedb9e44ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.242335 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f9b56243-fa81-40e8-9968-c702839aebab tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Unset dirty status for tenant:d015354eda8941b49ed910ef298d10af on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:01.246296 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f9b56243-fa81-40e8-9968-c702839aebab tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/networks/6b125409-87db-4618-a281-ef9b5bf6fb5e HTTP/1.1" status: 200 len: 881 time: 0.1488788 Apr 22 14:41:01.246726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59808) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:01.285336 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2de7fd77-7273-4fe9-9ed6-c25afeb54e7b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/networks/9a32414d-9605-4cf4-a5ca-be38c69a3edc HTTP/1.1" status: 204 len: 168 time: 3.4884987 Apr 22 14:41:01.285666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59812) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:01.303484 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 71437880-de1d-4c43-b5a2-d3baf9d2b383) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:01.352753 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91f733f-2041-4228-9b54-656c7cebbee6 None None] Network 71437880-de1d-4c43-b5a2-d3baf9d2b383 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:01.358621 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:01.360307 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.364119 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3e81cd48-6301-4536-8cee-305907c6bfa3 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "GET /v2.0/ports?device_id=f895841e-1c4c-4feb-8895-9ce17ef99769 HTTP/1.1" status: 200 len: 205 time: 0.1140461 Apr 22 14:41:01.372115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59816) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:01.380369 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92dc6249-d9bf-4a96-aca9-115fb3b23214 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.413580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92dc6249-d9bf-4a96-aca9-115fb3b23214 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.491530 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2f21cbe4-5f65-4ad8-8d71-d18abb826357 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.567421 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 18aad116-3862-417e-9bbd-3739e28c46d3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:01.595420 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-428cfe5f-3187-49e0-96c6-6987758602c5 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.7670484 Apr 22 14:41:01.595420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92dc6249-d9bf-4a96-aca9-115fb3b23214 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.595740 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59820) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:01.597857 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59822) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:01.598251 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-92dc6249-d9bf-4a96-aca9-115fb3b23214 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9344192 Apr 22 14:41:01.620310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-f52c675f-d94d-48a9-90e1-68ced7392357 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group_rule': {'security_group_id': '37e5c128-3b0d-4bfd-8593-462e24bc1ef5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:01.623929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc6249-d9bf-4a96-aca9-115fb3b23214 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e5c128-3b0d-4bfd-8593-462e24bc1ef5,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:01.661345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f52c675f-d94d-48a9-90e1-68ced7392357 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:01.734151 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-71437880-de1d-4c43-b5a2-d3baf9d2b383', 'network_id': '71437880-de1d-4c43-b5a2-d3baf9d2b383', 'tenant_id': '7de9aea1cfe441b3a92deb1f5f0dff5d', 'fixed_ips': [{'subnet_id': 'ec828334-8030-4800-afba-a5130b3743ac'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:01.734441 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79e098aa-db10-4f96-be38-73b1d300ee1c req-98ebec35-8c46-4975-adb7-af63d7e1703e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 1099 time: 0.5955398 Apr 22 14:41:01.734934 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.749582 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-090c8015-a3c9-4a30-b2bb-028ff591e641 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.750186 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 18aad116-3862-417e-9bbd-3739e28c46d3 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:01.759902 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 18aad116-3862-417e-9bbd-3739e28c46d3 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:01.760332 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.892684 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f52c675f-d94d-48a9-90e1-68ced7392357 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:01.909557 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f52c675f-d94d-48a9-90e1-68ced7392357 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:01.920509 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f52c675f-d94d-48a9-90e1-68ced7392357 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:01.950239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-89c7a226-614a-41ee-8ef9-bebfdb1f816e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 0e01606c-1f7a-4a4d-8a76-07292ae8e6aa {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:01.950721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-89c7a226-614a-41ee-8ef9-bebfdb1f816e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.999665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.028093 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f52c675f-d94d-48a9-90e1-68ced7392357 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.036924 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Allocated IP 172.20.0.3 (71437880-de1d-4c43-b5a2-d3baf9d2b383/ec828334-8030-4800-afba-a5130b3743ac/91ced48d-dda7-4fbd-9ae2-2b0a432b57ad) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:02.056743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 18aad116-3862-417e-9bbd-3739e28c46d3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=18aad116-3862-417e-9bbd-3739e28c46d3,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:02.062631 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.119665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.228002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=18aad116-3862-417e-9bbd-3739e28c46d3,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:02.256303 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 172.20.0.14 (19101698-c44e-4563-acd4-3bbade7a380a/1a11b5f7-307d-455b-b888-828a098057ee/5d9fa20b-22db-4e5b-8bd3-360a2e4f7b1d) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:02.295480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c8015-a3c9-4a30-b2bb-028ff591e641 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Subnet': ['ID=b8ba83c9-f4fb-42f6-8f0a-543c11e6b27a,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:02.298145 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::f816:3eff:feee:10ad (19101698-c44e-4563-acd4-3bbade7a380a/bbf9f289-4589-42bc-8abb-a6112470f69b/5d9fa20b-22db-4e5b-8bd3-360a2e4f7b1d) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:02.312696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f52c675f-d94d-48a9-90e1-68ced7392357 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.336277 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f52c675f-d94d-48a9-90e1-68ced7392357 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.350352 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.361632 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Transition to ACTIVE for port object 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:02.363432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-89c7a226-614a-41ee-8ef9-bebfdb1f816e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.363769 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-89c7a226-614a-41ee-8ef9-bebfdb1f816e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.382640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Transition to ACTIVE for port object 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:02.389544 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.416178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e098aa-db10-4f96-be38-73b1d300ee1c req-22e33ead-1ff5-49eb-8e5b-1e8323a14683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:02.417645 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79e098aa-db10-4f96-be38-73b1d300ee1c req-22e33ead-1ff5-49eb-8e5b-1e8323a14683 service neutron] 10.222.0.30 "GET /v2.0/networks?id=225a60de-2f68-4c63-9733-0af862cb7457 HTTP/1.1" status: 200 len: 898 time: 0.6111996 Apr 22 14:41:02.467001 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Network 71437880-de1d-4c43-b5a2-d3baf9d2b383 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:02.468640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Pushing event updated for resources: {'Port': ['ID=91ced48d-dda7-4fbd-9ae2-2b0a432b57ad,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:02.471908 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:02.474161 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:02.536848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ca74-713e-45e1-b15e-f8fa99466439 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.563862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c8015-a3c9-4a30-b2bb-028ff591e641 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Checking segment: {'id': 'ac49e0ca-e801-434f-b620-e3b3715e720a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '52067864-c868-470a-942c-f1316ff09850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:02.564222 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090c8015-a3c9-4a30-b2bb-028ff591e641 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network hostable DHCP agents. Network: 52067864-c868-470a-942c-f1316ff09850, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:02.574448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Attempting to bind port 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:02.574821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Attempting to bind port 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2be930da-6837-40c7-9b33-a876fb30961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '71437880-de1d-4c43-b5a2-d3baf9d2b383'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:02.575188 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Attempting to bind port 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad on network 71437880-de1d-4c43-b5a2-d3baf9d2b383 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:02.577699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2f21cbe4-5f65-4ad8-8d71-d18abb826357 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.582316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:02.582671 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Checking segment: {'id': '2be930da-6837-40c7-9b33-a876fb30961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '71437880-de1d-4c43-b5a2-d3baf9d2b383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:02.583075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.583501 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Bound using segment: {'id': '2be930da-6837-40c7-9b33-a876fb30961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '71437880-de1d-4c43-b5a2-d3baf9d2b383'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:02.584965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Bound port: 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be930da-6837-40c7-9b33-a876fb30961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '71437880-de1d-4c43-b5a2-d3baf9d2b383'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:02.585621 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.590991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c675f-d94d-48a9-90e1-68ced7392357 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83af0ef4-e999-4b9f-8ed2-d5162f569668,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:02.592765 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.628064 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2f21cbe4-5f65-4ad8-8d71-d18abb826357 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.674158 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-89c7a226-614a-41ee-8ef9-bebfdb1f816e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 0e01606c-1f7a-4a4d-8a76-07292ae8e6aa owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:02.707622 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] For port 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:02.715164 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] For port 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=91ced48d-dda7-4fbd-9ae2-2b0a432b57ad,segment=NetworkSegment(2be930da-6837-40c7-9b33-a876fb30961e),segment_id=2be930da-6837-40c7-9b33-a876fb30961e)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:02.717368 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.723585 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.730154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f52c675f-d94d-48a9-90e1-68ced7392357 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.731269 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f52c675f-d94d-48a9-90e1-68ced7392357 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1325557 Apr 22 14:41:02.735455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59828) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:02.755758 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79e098aa-db10-4f96-be38-73b1d300ee1c req-ad8b4727-3f54-4027-b275-c2daaa0650d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74d21a01-b329-47c3-baaa-2e20bafb9ad1 HTTP/1.1" status: 200 len: 1002 time: 0.2746577 Apr 22 14:41:02.791039 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Subnet': ['ID=ec828334-8030-4800-afba-a5130b3743ac,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:02.823974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090c8015-a3c9-4a30-b2bb-028ff591e641 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network 52067864-c868-470a-942c-f1316ff09850 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:02.837616 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9e23f-8116-407a-ad2d-1dffc62746fe None None] Pushing event updated for resources: {'Port': ['ID=91ced48d-dda7-4fbd-9ae2-2b0a432b57ad,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:02.862960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2f21cbe4-5f65-4ad8-8d71-d18abb826357 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.863491 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f21cbe4-5f65-4ad8-8d71-d18abb826357 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Fanout notify agent at l3_agent the message router_deleted on router baecaeac-e50b-4bc9-9a6e-8603c5722c6b {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:41:02.886896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-090c8015-a3c9-4a30-b2bb-028ff591e641 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 52067864-c868-470a-942c-f1316ff09850) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:02.893056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bae0ec50-afb3-417b-bd7e-fe1886c8d019 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.898350 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ceed35-704d-45f2-8c64-3686d77a196f None None] Network 52067864-c868-470a-942c-f1316ff09850 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:02.921236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2f21cbe4-5f65-4ad8-8d71-d18abb826357 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.925191 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2f21cbe4-5f65-4ad8-8d71-d18abb826357 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/routers/baecaeac-e50b-4bc9-9a6e-8603c5722c6b HTTP/1.1" status: 204 len: 168 time: 1.9121139 Apr 22 14:41:02.926050 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090c8015-a3c9-4a30-b2bb-028ff591e641 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:02.926639 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-090c8015-a3c9-4a30-b2bb-028ff591e641 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.930453 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59832) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:02.933871 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e098aa-db10-4f96-be38-73b1d300ee1c req-8cbaf922-a78e-4f76-bf56-baa30b71bb69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:02.935665 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79e098aa-db10-4f96-be38-73b1d300ee1c req-8cbaf922-a78e-4f76-bf56-baa30b71bb69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df00b820-ff91-48b9-aa6a-393c9e578e30 HTTP/1.1" status: 200 len: 834 time: 0.1671247 Apr 22 14:41:02.989940 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bae0ec50-afb3-417b-bd7e-fe1886c8d019 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.044658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.050626 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.059601 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-090c8015-a3c9-4a30-b2bb-028ff591e641 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6597800 Apr 22 14:41:03.065206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59836) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:03.080508 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'network_id': '52067864-c868-470a-942c-f1316ff09850', 'name': 'tempest-PortsTestJSON-1802279143', 'fixed_ips': [{'subnet_id': 'b8ba83c9-f4fb-42f6-8f0a-543c11e6b27a', 'ip_address': '172.20.0.10'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:03.127904 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object 5d9fa20b-22db-4e5b-8bd3-360a2e4f7b1d will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:03.129613 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bae0ec50-afb3-417b-bd7e-fe1886c8d019 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.224000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0ec50-afb3-417b-bd7e-fe1886c8d019 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83af0ef4-e999-4b9f-8ed2-d5162f569668,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:03.234252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bae0ec50-afb3-417b-bd7e-fe1886c8d019 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.238160 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bae0ec50-afb3-417b-bd7e-fe1886c8d019 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/83af0ef4-e999-4b9f-8ed2-d5162f569668 HTTP/1.1" status: 204 len: 168 time: 0.4976611 Apr 22 14:41:03.241383 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59840) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:03.249599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71437880-de1d-4c43-b5a2-d3baf9d2b383']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:03.268225 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-52067864-c868-470a-942c-f1316ff09850', 'network_id': '52067864-c868-470a-942c-f1316ff09850', 'tenant_id': '8b78d3f1487643589a49391037b041e7', 'fixed_ips': [{'subnet_id': 'b8ba83c9-f4fb-42f6-8f0a-543c11e6b27a'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:03.270999 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.283980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be930da-6837-40c7-9b33-a876fb30961e') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:03.284267 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be930da-6837-40c7-9b33-a876fb30961e') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:03.302105 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.358792 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79e098aa-db10-4f96-be38-73b1d300ee1c req-56063a26-66a3-4a20-ac49-37b0b896b96f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=225a60de-2f68-4c63-9733-0af862cb7457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4127293 Apr 22 14:41:03.367016 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.373631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:03.402483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.423096 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:03.423524 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.441332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-29956c2c-84aa-41a0-90bf-691f87bfdcb4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting subnet 9ac03298-a730-405f-af55-30e629257404 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:03.443221 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:03.464792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:port and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:03.490108 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:03.499187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f99c5b61-5ab6-4675-8300-504f78442a9b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:03.515590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-5d8de67d-e769-49a3-be1e-dbedb9e44ecc None None] Allocated IP 172.20.0.2 (19101698-c44e-4563-acd4-3bbade7a380a/1a11b5f7-307d-455b-b888-828a098057ee/18aad116-3862-417e-9bbd-3739e28c46d3) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:03.518488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29956c2c-84aa-41a0-90bf-691f87bfdcb4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.551138 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Allocated IP 172.20.0.2 (52067864-c868-470a-942c-f1316ff09850/b8ba83c9-f4fb-42f6-8f0a-543c11e6b27a/ac777bb8-5436-4a3d-a483-27d3868dca46) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:03.566939 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:03.594794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-89c7a226-614a-41ee-8ef9-bebfdb1f816e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.608461 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:03.617567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:03.620644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:03.658630 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:03.665126 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.665612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:41:03.665612 dv-neutron-839027-1-hyperv neutron-server[83963]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:41:03.665612 dv-neutron-839027-1-hyperv neutron-server[83963]: [parameters: {'id': '71437880-de1d-4c43-b5a2-d3baf9d2b383'}] Apr 22 14:41:03.665612 dv-neutron-839027-1-hyperv neutron-server[83963]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:03.666007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:03.676018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=5d9fa20b-22db-4e5b-8bd3-360a2e4f7b1d,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:03.690508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29956c2c-84aa-41a0-90bf-691f87bfdcb4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.710453 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f99c5b61-5ab6-4675-8300-504f78442a9b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:03.711968 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f99c5b61-5ab6-4675-8300-504f78442a9b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4469109 Apr 22 14:41:03.737269 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7a226-614a-41ee-8ef9-bebfdb1f816e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=0e01606c-1f7a-4a4d-8a76-07292ae8e6aa,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:03.743223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59844) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:03.799655 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] device_id is not set on port 7ea5da2e-e867-49a1-9278-743629291f57 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:03.869089 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:03.869771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.893575 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79e098aa-db10-4f96-be38-73b1d300ee1c req-69f86102-0f19-4901-a3cf-2b1fdc531ed4 service neutron] 10.222.0.30 "GET /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173390 Apr 22 14:41:03.951500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.977474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Transition to ACTIVE for port object ac777bb8-5436-4a3d-a483-27d3868dca46 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:03.986414 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 18aad116-3862-417e-9bbd-3739e28c46d3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:04.022421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ca74-713e-45e1-b15e-f8fa99466439 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.042261 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-667381fb-6131-4676-96c5-9ecccb1c2b47 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.8389409 Apr 22 14:41:04.047803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59848) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:04.088505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-c5a5ca74-713e-45e1-b15e-f8fa99466439 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Deleting port a48d057c-9a69-41ea-bb81-b134cd1619f3 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:04.089997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ca74-713e-45e1-b15e-f8fa99466439 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.127677 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-89c7a226-614a-41ee-8ef9-bebfdb1f816e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.134071 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-03232bbe-e694-4f88-b856-f70f730383d9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.160322 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25da4ac-37d6-4864-88d8-09d9407d5915 None None] Network 71437880-de1d-4c43-b5a2-d3baf9d2b383 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:04.181306 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.216758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-03232bbe-e694-4f88-b856-f70f730383d9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.250295 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Transition to ACTIVE for port object ac777bb8-5436-4a3d-a483-27d3868dca46 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:04.251234 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79e098aa-db10-4f96-be38-73b1d300ee1c req-7193251a-4c87-41a9-a491-cba66c395e5b service neutron] 10.222.0.30 "GET /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208561 Apr 22 14:41:04.289674 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-03232bbe-e694-4f88-b856-f70f730383d9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.290327 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29956c2c-84aa-41a0-90bf-691f87bfdcb4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.334322 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.375782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3068b87a-b445-4df6-97ca-2c47a11c447d None None] Provisioning for port 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:04.459058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Deleting port 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:04.460806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.497062 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Network 52067864-c868-470a-942c-f1316ff09850 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:04.506419 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 18aad116-3862-417e-9bbd-3739e28c46d3 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:04.506805 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.510282 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03232bbe-e694-4f88-b856-f70f730383d9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e5c128-3b0d-4bfd-8593-462e24bc1ef5,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:04.563401 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:04.571260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Allocated IP 172.20.0.10 (52067864-c868-470a-942c-f1316ff09850/b8ba83c9-f4fb-42f6-8f0a-543c11e6b27a/7ea5da2e-e867-49a1-9278-743629291f57) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:04.583022 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Pushing event updated for resources: {'Port': ['ID=ac777bb8-5436-4a3d-a483-27d3868dca46,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:04.586870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:04.596038 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-03232bbe-e694-4f88-b856-f70f730383d9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.597674 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-03232bbe-e694-4f88-b856-f70f730383d9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-groups/37e5c128-3b0d-4bfd-8593-462e24bc1ef5 HTTP/1.1" status: 204 len: 168 time: 0.8495138 Apr 22 14:41:04.608234 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59852) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:04.609389 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29956c2c-84aa-41a0-90bf-691f87bfdcb4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.620086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e030cb-dc19-4a60-8fdc-d7ea976a9e95 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:04.625871 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e030cb-dc19-4a60-8fdc-d7ea976a9e95 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:04.627091 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c0e030cb-dc19-4a60-8fdc-d7ea976a9e95 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:04.635702 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5d8de67d-e769-49a3-be1e-dbedb9e44ecc None None] For port 18aad116-3862-417e-9bbd-3739e28c46d3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=18aad116-3862-417e-9bbd-3739e28c46d3,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:04.777239 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5d8de67d-e769-49a3-be1e-dbedb9e44ecc None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.786401 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Attempting to bind port ac777bb8-5436-4a3d-a483-27d3868dca46 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:04.786862 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Attempting to bind port ac777bb8-5436-4a3d-a483-27d3868dca46 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'ac49e0ca-e801-434f-b620-e3b3715e720a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '52067864-c868-470a-942c-f1316ff09850'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:04.787870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Attempting to bind port ac777bb8-5436-4a3d-a483-27d3868dca46 on network 52067864-c868-470a-942c-f1316ff09850 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:04.790983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29956c2c-84aa-41a0-90bf-691f87bfdcb4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac03298-a730-405f-af55-30e629257404,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:04.815129 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ca74-713e-45e1-b15e-f8fa99466439 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.840032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5d8de67d-e769-49a3-be1e-dbedb9e44ecc None None] Transition to ACTIVE for port object 18aad116-3862-417e-9bbd-3739e28c46d3 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:04.842871 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:04.843319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Checking segment: {'id': 'ac49e0ca-e801-434f-b620-e3b3715e720a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '52067864-c868-470a-942c-f1316ff09850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:04.843808 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.844149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Bound using segment: {'id': 'ac49e0ca-e801-434f-b620-e3b3715e720a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '52067864-c868-470a-942c-f1316ff09850'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:04.844588 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Bound port: ac777bb8-5436-4a3d-a483-27d3868dca46, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac49e0ca-e801-434f-b620-e3b3715e720a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '52067864-c868-470a-942c-f1316ff09850'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:04.844966 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.854077 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c0e030cb-dc19-4a60-8fdc-d7ea976a9e95 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:04.855409 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c0e030cb-dc19-4a60-8fdc-d7ea976a9e95 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.8058887 Apr 22 14:41:04.859134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59856) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:04.861060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29956c2c-84aa-41a0-90bf-691f87bfdcb4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.864121 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.868166 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f4c183-7621-4f5e-b1a8-6db4a06bd8d3 None None] Network 56e629d9-e818-43f2-bdcb-679f935afc54 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:04.890391 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5d8de67d-e769-49a3-be1e-dbedb9e44ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.938407 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Transition to ACTIVE for port object 7ea5da2e-e867-49a1-9278-743629291f57 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:04.952021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-9a36da60-073e-4c4e-96e1-e380d9953d6b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port 5d9fa20b-22db-4e5b-8bd3-360a2e4f7b1d {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:04.952354 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9a36da60-073e-4c4e-96e1-e380d9953d6b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.044059 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:05.050628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.107342 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0d2a3c-a1f6-4e5a-bd01-73f04d3dd5fe None None] DHCP port deletion for 71437880-de1d-4c43-b5a2-d3baf9d2b383 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:05.126003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-c5a5ca74-713e-45e1-b15e-f8fa99466439 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Calling delete_port for a48d057c-9a69-41ea-bb81-b134cd1619f3 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:05.148730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d2a3c-a1f6-4e5a-bd01-73f04d3dd5fe None None] Deleting port 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:05.149110 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7f0d2a3c-a1f6-4e5a-bd01-73f04d3dd5fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.161336 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-16286228-bd1b-4384-812b-a68a4dccb05f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5254881 Apr 22 14:41:05.168349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59860) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:05.189687 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-29956c2c-84aa-41a0-90bf-691f87bfdcb4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/9ac03298-a730-405f-af55-30e629257404 HTTP/1.1" status: 204 len: 168 time: 2.2465274 Apr 22 14:41:05.198477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59864) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:05.201004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] For port 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=91ced48d-dda7-4fbd-9ae2-2b0a432b57ad,segment=NetworkSegment(2be930da-6837-40c7-9b33-a876fb30961e),segment_id=2be930da-6837-40c7-9b33-a876fb30961e)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:05.201004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.222435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-73626f17-24a6-4303-815b-6338acfab260 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group': {'name': 'tempest-secgroup--143061111'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:05.247510 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network 52067864-c868-470a-942c-f1316ff09850 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:05.248369 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=7ea5da2e-e867-49a1-9278-743629291f57,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:05.253468 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-73626f17-24a6-4303-815b-6338acfab260 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:05.255943 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:05.261642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:05.286741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-73626f17-24a6-4303-815b-6338acfab260 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:05.294823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-73626f17-24a6-4303-815b-6338acfab260 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:05.322869 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-73626f17-24a6-4303-815b-6338acfab260 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:05.329679 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8de67d-e769-49a3-be1e-dbedb9e44ecc None None] Pushing event updated for resources: {'Port': ['ID=18aad116-3862-417e-9bbd-3739e28c46d3,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:05.369749 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Calling delete_port for 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:05.375781 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:05.376339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.383586 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73626f17-24a6-4303-815b-6338acfab260 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.406318 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9a36da60-073e-4c4e-96e1-e380d9953d6b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.459417 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] For port ac777bb8-5436-4a3d-a483-27d3868dca46, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:05.494491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] For port ac777bb8-5436-4a3d-a483-27d3868dca46, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ac777bb8-5436-4a3d-a483-27d3868dca46,segment=NetworkSegment(ac49e0ca-e801-434f-b620-e3b3715e720a),segment_id=ac49e0ca-e801-434f-b620-e3b3715e720a)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:05.538766 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e8977b4d-129b-41a0-b805-fe02d3ae3426 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4701886 Apr 22 14:41:05.539607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59868) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:05.547368 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-9a36da60-073e-4c4e-96e1-e380d9953d6b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for 5d9fa20b-22db-4e5b-8bd3-360a2e4f7b1d owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:05.559766 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.628122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:05.654650 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:05.655264 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.770500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'network_id': '52067864-c868-470a-942c-f1316ff09850', 'name': 'tempest-PortsTestJSON-685096811', 'fixed_ips': [{'subnet_id': 'b8ba83c9-f4fb-42f6-8f0a-543c11e6b27a', 'ip_address': '172.20.0.9'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:05.808444 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.810448 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.833019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a15f7-56e5-4026-b736-1c26868a1a72 None None] Pushing event updated for resources: {'Port': ['ID=ac777bb8-5436-4a3d-a483-27d3868dca46,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:05.839482 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-7f0d2a3c-a1f6-4e5a-bd01-73f04d3dd5fe None None] For port 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=91ced48d-dda7-4fbd-9ae2-2b0a432b57ad,segment=NetworkSegment(2be930da-6837-40c7-9b33-a876fb30961e),segment_id=2be930da-6837-40c7-9b33-a876fb30961e)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:05.839874 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7f0d2a3c-a1f6-4e5a-bd01-73f04d3dd5fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.917214 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Port': ['ID=91ced48d-dda7-4fbd-9ae2-2b0a432b57ad,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:05.996088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No DVR routers for this DVR port 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:06.029345 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260559af-07fb-4244-90f2-676195e81a72 None None] DHCP port deletion for 56e629d9-e818-43f2-bdcb-679f935afc54 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:06.033818 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Could not find standard attr ID for object 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:41:06.048213 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d2a3c-a1f6-4e5a-bd01-73f04d3dd5fe None None] Calling delete_port for 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:06.062000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:06.066819 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:port and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:06.070857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:06.077252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:06.083747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-260559af-07fb-4244-90f2-676195e81a72 None None] Deleting port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:06.085790 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-260559af-07fb-4244-90f2-676195e81a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.096823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:06.129611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9a36da60-073e-4c4e-96e1-e380d9953d6b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.175409 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No ports have port_id starting with 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad Apr 22 14:41:06.185215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:06.185810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.295552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-73626f17-24a6-4303-815b-6338acfab260 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:06.298005 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36da60-073e-4c4e-96e1-e380d9953d6b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=5d9fa20b-22db-4e5b-8bd3-360a2e4f7b1d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:06.314687 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-73626f17-24a6-4303-815b-6338acfab260 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:06.320813 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-73626f17-24a6-4303-815b-6338acfab260 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:06.379207 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.397788 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-73626f17-24a6-4303-815b-6338acfab260 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:06.533330 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-7f0d2a3c-a1f6-4e5a-bd01-73f04d3dd5fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:06.533685 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-7f0d2a3c-a1f6-4e5a-bd01-73f04d3dd5fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:06.534180 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-615ee1fc-5f67-4d69-b867-ebfbf3306b3a None None] Provisioning for port 18aad116-3862-417e-9bbd-3739e28c46d3 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:06.543220 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ac777bb8-5436-4a3d-a483-27d3868dca46 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:06.548305 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71437880-de1d-4c43-b5a2-d3baf9d2b383']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:06.572508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be930da-6837-40c7-9b33-a876fb30961e') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:06.573197 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be930da-6837-40c7-9b33-a876fb30961e') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:06.592470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-615ee1fc-5f67-4d69-b867-ebfbf3306b3a None None] Provisioning complete for port 18aad116-3862-417e-9bbd-3739e28c46d3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:06.592926 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-615ee1fc-5f67-4d69-b867-ebfbf3306b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.702597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-260559af-07fb-4244-90f2-676195e81a72 None None] For port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ab213e7d-f26d-4c9b-ba4b-158c55e78aa6,segment=NetworkSegment(4a0eff21-ca56-4411-aa85-5cd849910c48),segment_id=4a0eff21-ca56-4411-aa85-5cd849910c48)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:06.703816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-260559af-07fb-4244-90f2-676195e81a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.712682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.749862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9a36da60-073e-4c4e-96e1-e380d9953d6b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.761592 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] device_id is not set on port c45aa964-36e4-4d24-b601-e56c9cbce4a4 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:06.802162 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.869449 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9a36da60-073e-4c4e-96e1-e380d9953d6b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/5d9fa20b-22db-4e5b-8bd3-360a2e4f7b1d HTTP/1.1" status: 204 len: 168 time: 2.0073106 Apr 22 14:41:06.870531 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59872) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:06.876010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.879578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73626f17-24a6-4303-815b-6338acfab260 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.886373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] For port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ab213e7d-f26d-4c9b-ba4b-158c55e78aa6,segment=NetworkSegment(4a0eff21-ca56-4411-aa85-5cd849910c48),segment_id=4a0eff21-ca56-4411-aa85-5cd849910c48)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:06.886732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.888736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73626f17-24a6-4303-815b-6338acfab260 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.899708 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-260559af-07fb-4244-90f2-676195e81a72 None None] Calling delete_port for ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:07.013590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73626f17-24a6-4303-815b-6338acfab260 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aeb89df-fbb2-44da-9b96-42dcd5708924,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:07.025238 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73626f17-24a6-4303-815b-6338acfab260 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.028980 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-73626f17-24a6-4303-815b-6338acfab260 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8566329 Apr 22 14:41:07.030431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59876) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:07.035102 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d2a3c-a1f6-4e5a-bd01-73f04d3dd5fe None None] Deleting port 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:07.035898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7f0d2a3c-a1f6-4e5a-bd01-73f04d3dd5fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.040349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-144a646c-d5bf-4cf4-9229-da143b6e3ede tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group_rule': {'security_group_id': '7aeb89df-fbb2-44da-9b96-42dcd5708924', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:07.047182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-144a646c-d5bf-4cf4-9229-da143b6e3ede tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:07.051826 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-144a646c-d5bf-4cf4-9229-da143b6e3ede tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:07.055974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-144a646c-d5bf-4cf4-9229-da143b6e3ede tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:07.063085 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-144a646c-d5bf-4cf4-9229-da143b6e3ede tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:07.111648 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port ac777bb8-5436-4a3d-a483-27d3868dca46 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:07.120744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-144a646c-d5bf-4cf4-9229-da143b6e3ede tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.140704 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d2a3c-a1f6-4e5a-bd01-73f04d3dd5fe None None] The port '91ced48d-dda7-4fbd-9ae2-2b0a432b57ad' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:41:07.143501 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 18aad116-3862-417e-9bbd-3739e28c46d3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:07.165567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:07.215463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-144a646c-d5bf-4cf4-9229-da143b6e3ede tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.232344 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-144a646c-d5bf-4cf4-9229-da143b6e3ede tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.236727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:07.238102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.268912 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ec1d15f1-88b8-40a7-bc13-8ffb9ce47e78 None None] Could not find standard attr ID for object 5d9fa20b-22db-4e5b-8bd3-360a2e4f7b1d. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:07.273840 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:07.275851 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a646c-d5bf-4cf4-9229-da143b6e3ede tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caddd788-8ae3-46eb-9bb7-458fe3618204,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:07.282678 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-260559af-07fb-4244-90f2-676195e81a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.283761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Allocated IP 172.20.0.9 (52067864-c868-470a-942c-f1316ff09850/b8ba83c9-f4fb-42f6-8f0a-543c11e6b27a/c45aa964-36e4-4d24-b601-e56c9cbce4a4) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:07.308434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-144a646c-d5bf-4cf4-9229-da143b6e3ede tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.309689 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-144a646c-d5bf-4cf4-9229-da143b6e3ede tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2785292 Apr 22 14:41:07.322151 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59880) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:07.327811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-73dee1b9-b974-43f0-bf26-9fa5fc99bd6b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group_rule': {'security_group_id': '7aeb89df-fbb2-44da-9b96-42dcd5708924', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:07.337516 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-73dee1b9-b974-43f0-bf26-9fa5fc99bd6b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:07.344192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260559af-07fb-4244-90f2-676195e81a72 None None] Pushing event deleted for resources: {'Port': ['ID=ab213e7d-f26d-4c9b-ba4b-158c55e78aa6,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:07.350568 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260559af-07fb-4244-90f2-676195e81a72 None None] No DVR routers for this DVR port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:07.364096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-73dee1b9-b974-43f0-bf26-9fa5fc99bd6b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:07.364096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-73dee1b9-b974-43f0-bf26-9fa5fc99bd6b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:07.377572 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-73dee1b9-b974-43f0-bf26-9fa5fc99bd6b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:07.391446 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 18aad116-3862-417e-9bbd-3739e28c46d3 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:07.392473 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.402287 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:07.402596 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:07.414945 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ca74-713e-45e1-b15e-f8fa99466439 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.470984 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73dee1b9-b974-43f0-bf26-9fa5fc99bd6b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.481695 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f019a6b0-fc14-4704-9d60-4702a1f7ddd3 None None] Network 52067864-c868-470a-942c-f1316ff09850 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:07.534769 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5ca74-713e-45e1-b15e-f8fa99466439 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Pushing event deleted for resources: {'Port': ['ID=a48d057c-9a69-41ea-bb81-b134cd1619f3,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:07.560979 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73dee1b9-b974-43f0-bf26-9fa5fc99bd6b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.569651 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73dee1b9-b974-43f0-bf26-9fa5fc99bd6b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.581319 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.586070 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4ddf6f-427b-4ed3-ab8d-e0f8abdf5aed tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:07.587496 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4ddf6f-427b-4ed3-ab8d-e0f8abdf5aed tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:07.588779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4ddf6f-427b-4ed3-ab8d-e0f8abdf5aed tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:07.589553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9c4ddf6f-427b-4ed3-ab8d-e0f8abdf5aed tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:07.613089 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dee1b9-b974-43f0-bf26-9fa5fc99bd6b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ae4550-ba17-4acc-8380-55ff17f0000a,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:07.638436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.650493 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-eb971073-60ec-4614-992f-a64fa791d6c8 None None] Provisioning for port ac777bb8-5436-4a3d-a483-27d3868dca46 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:07.657147 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-eb971073-60ec-4614-992f-a64fa791d6c8 None None] Provisioning complete for port ac777bb8-5436-4a3d-a483-27d3868dca46 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:07.657547 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-eb971073-60ec-4614-992f-a64fa791d6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.668573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73dee1b9-b974-43f0-bf26-9fa5fc99bd6b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.672908 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-73dee1b9-b974-43f0-bf26-9fa5fc99bd6b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3466949 Apr 22 14:41:07.672908 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59884) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:07.682993 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1ea4d5ad-4728-4759-b5e3-e6c092682680 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group_rule': {'security_group_id': '7aeb89df-fbb2-44da-9b96-42dcd5708924', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:07.687149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Network': ['ID=71437880-de1d-4c43-b5a2-d3baf9d2b383,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:07.690910 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1ea4d5ad-4728-4759-b5e3-e6c092682680 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:07.695581 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1ea4d5ad-4728-4759-b5e3-e6c092682680 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:07.699689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1ea4d5ad-4728-4759-b5e3-e6c092682680 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:07.706661 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1ea4d5ad-4728-4759-b5e3-e6c092682680 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:07.714217 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2511410d-3759-419a-8c8a-be25333ca54a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/71437880-de1d-4c43-b5a2-d3baf9d2b383 HTTP/1.1" status: 204 len: 168 time: 6.1175435 Apr 22 14:41:07.722927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.724142 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59888) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:07.742959 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ea4d5ad-4728-4759-b5e3-e6c092682680 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.791620 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-9f216269-d4fe-454e-875c-9f61e2dbf124 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-812699448'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:07.796505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9c4ddf6f-427b-4ed3-ab8d-e0f8abdf5aed tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:07.796898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Transition to ACTIVE for port object c45aa964-36e4-4d24-b601-e56c9cbce4a4 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:07.799328 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9c4ddf6f-427b-4ed3-ab8d-e0f8abdf5aed tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.9159613 Apr 22 14:41:07.815805 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:07.820489 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59892) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:07.855853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ea4d5ad-4728-4759-b5e3-e6c092682680 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.859644 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:07.859989 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 91ced48d-dda7-4fbd-9ae2-2b0a432b57ad not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:07.860407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:07.890689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.952771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ea4d5ad-4728-4759-b5e3-e6c092682680 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.956611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:07.956954 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:07.978883 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port ab213e7d-f26d-4c9b-ba4b-158c55e78aa6 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:07.979228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.008360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network 52067864-c868-470a-942c-f1316ff09850 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:08.008872 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9f216269-d4fe-454e-875c-9f61e2dbf124 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:08.030374 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9f216269-d4fe-454e-875c-9f61e2dbf124 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:network and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:08.030846 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:08.037957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9f216269-d4fe-454e-875c-9f61e2dbf124 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:08.039490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4d5ad-4728-4759-b5e3-e6c092682680 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340a0e3d-88e3-44db-b470-08470ccf2482,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:08.041211 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-eb971073-60ec-4614-992f-a64fa791d6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.043917 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:08.077842 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-eb971073-60ec-4614-992f-a64fa791d6c8 None None] For port ac777bb8-5436-4a3d-a483-27d3868dca46, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ac777bb8-5436-4a3d-a483-27d3868dca46,segment=NetworkSegment(ac49e0ca-e801-434f-b620-e3b3715e720a),segment_id=ac49e0ca-e801-434f-b620-e3b3715e720a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:08.078928 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] The port 'ab213e7d-f26d-4c9b-ba4b-158c55e78aa6' was deleted {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:41:08.079869 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ca74-713e-45e1-b15e-f8fa99466439 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.085939 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-eb971073-60ec-4614-992f-a64fa791d6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.131771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=c45aa964-36e4-4d24-b601-e56c9cbce4a4,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:08.139490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ea4d5ad-4728-4759-b5e3-e6c092682680 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.143642 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1ea4d5ad-4728-4759-b5e3-e6c092682680 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4696755 Apr 22 14:41:08.168706 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb971073-60ec-4614-992f-a64fa791d6c8 None None] Pushing event updated for resources: {'Port': ['ID=ac777bb8-5436-4a3d-a483-27d3868dca46,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:08.192063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59896) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:08.204351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-3d7ac99a-e371-459b-ac9f-0223680fb843 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group_rule': {'security_group_id': '7aeb89df-fbb2-44da-9b96-42dcd5708924', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:08.219232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3d7ac99a-e371-459b-ac9f-0223680fb843 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:08.225086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9f216269-d4fe-454e-875c-9f61e2dbf124 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:08.230544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3d7ac99a-e371-459b-ac9f-0223680fb843 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:08.239577 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:08.241393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.245787 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3d7ac99a-e371-459b-ac9f-0223680fb843 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:08.320908 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fe6a9dd3-df44-498f-b72b-d54ef506bcd9 None None] Provisioning complete for port ac777bb8-5436-4a3d-a483-27d3868dca46 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:08.321297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fe6a9dd3-df44-498f-b72b-d54ef506bcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.321572 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3d7ac99a-e371-459b-ac9f-0223680fb843 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:08.331384 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f3b3990b-0b93-4b10-a773-9c3397718525 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7552867 Apr 22 14:41:08.334877 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e93d92a-35fa-4d28-be0b-b6d3a64d4d9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 1a11b5f7-307d-455b-b888-828a098057ee {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:08.338623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59900) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:08.384486 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e93d92a-35fa-4d28-be0b-b6d3a64d4d9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.389977 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ac777bb8-5436-4a3d-a483-27d3868dca46 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:08.391868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.430707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e629d9-e818-43f2-bdcb-679f935afc54']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:08.453018 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0eff21-ca56-4411-aa85-5cd849910c48') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:08.453585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0eff21-ca56-4411-aa85-5cd849910c48') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:08.461351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac99a-e371-459b-ac9f-0223680fb843 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.472549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.479395 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e93d92a-35fa-4d28-be0b-b6d3a64d4d9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.500658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.511516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:08.511960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.609173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21da4f01-0f8b-437d-95d5-381c50f86c72 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:08.609880 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-21da4f01-0f8b-437d-95d5-381c50f86c72 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:08.612579 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port ac777bb8-5436-4a3d-a483-27d3868dca46 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:08.617865 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.635038 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f216269-d4fe-454e-875c-9f61e2dbf124 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:08.638794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9f216269-d4fe-454e-875c-9f61e2dbf124 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.639533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-21da4f01-0f8b-437d-95d5-381c50f86c72 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:08.643613 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-21da4f01-0f8b-437d-95d5-381c50f86c72 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3042359 Apr 22 14:41:08.644222 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59904) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:08.664509 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:08.671252 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.675922 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.704746 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fe6a9dd3-df44-498f-b72b-d54ef506bcd9 None None] Provisioning for port 7ea5da2e-e867-49a1-9278-743629291f57 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:08.720655 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/networks/56e629d9-e818-43f2-bdcb-679f935afc54 HTTP/1.1" status: 204 len: 168 time: 3.5103171 Apr 22 14:41:08.725194 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fe6a9dd3-df44-498f-b72b-d54ef506bcd9 None None] Provisioning complete for port 7ea5da2e-e867-49a1-9278-743629291f57 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:08.725996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fe6a9dd3-df44-498f-b72b-d54ef506bcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.732494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59908) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:08.735647 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac99a-e371-459b-ac9f-0223680fb843 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.748393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df3c0e-09f1-415b-825a-2c370b6f1ddc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Network': ['ID=56e629d9-e818-43f2-bdcb-679f935afc54,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:08.749464 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac99a-e371-459b-ac9f-0223680fb843 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.760171 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e93d92a-35fa-4d28-be0b-b6d3a64d4d9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.768771 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c7a226-614a-41ee-8ef9-bebfdb1f816e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router ff88c6a6-2406-4b86-ab91-5d00e8013d34 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:41:08.785674 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-c458844d-e48e-40e0-bc47-3f047fb31777 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'network': {'name': 'tempest-RoutersTest-2122601388'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:08.793709 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c458844d-e48e-40e0-bc47-3f047fb31777 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:08.797185 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c458844d-e48e-40e0-bc47-3f047fb31777 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:network and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:08.801037 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c458844d-e48e-40e0-bc47-3f047fb31777 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:08.809232 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c458844d-e48e-40e0-bc47-3f047fb31777 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:08.856466 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ac99a-e371-459b-ac9f-0223680fb843 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02fede3-a6cc-4cd0-853d-cdcc892d0785,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:08.893008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac99a-e371-459b-ac9f-0223680fb843 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.893008 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3d7ac99a-e371-459b-ac9f-0223680fb843 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6945715 Apr 22 14:41:08.899853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59912) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:08.903196 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a9dd3-df44-498f-b72b-d54ef506bcd9 None None] Port 7ea5da2e-e867-49a1-9278-743629291f57 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:08.907595 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-5cbfcab5-eee0-49af-83c8-8329e0f5cf84 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group_rule': {'security_group_id': '7aeb89df-fbb2-44da-9b96-42dcd5708924', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:08.917205 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f216269-d4fe-454e-875c-9f61e2dbf124 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:08.924349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f591c53-f67b-484c-a603-b3902ccf4286 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:08.928390 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f591c53-f67b-484c-a603-b3902ccf4286 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:08.932308 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f591c53-f67b-484c-a603-b3902ccf4286 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:08.937126 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7f591c53-f67b-484c-a603-b3902ccf4286 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2809155 Apr 22 14:41:08.937398 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5cbfcab5-eee0-49af-83c8-8329e0f5cf84 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:08.940024 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59916) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:08.945768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5cbfcab5-eee0-49af-83c8-8329e0f5cf84 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:08.979531 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5cbfcab5-eee0-49af-83c8-8329e0f5cf84 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:08.984276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e93d92a-35fa-4d28-be0b-b6d3a64d4d9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.994310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c458844d-e48e-40e0-bc47-3f047fb31777 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:08.997408 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c458844d-e48e-40e0-bc47-3f047fb31777 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.027618 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-81205e76-4d99-4ee8-a607-cfd9223300b8 None None] Provisioning complete for port 7ea5da2e-e867-49a1-9278-743629291f57 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:09.028125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-81205e76-4d99-4ee8-a607-cfd9223300b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.031386 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5cbfcab5-eee0-49af-83c8-8329e0f5cf84 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:09.050443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93d92a-35fa-4d28-be0b-b6d3a64d4d9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=1a11b5f7-307d-455b-b888-828a098057ee,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:09.079908 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e93d92a-35fa-4d28-be0b-b6d3a64d4d9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.085924 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-94e8954a-dd34-485b-a83e-03d56c712227 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port c45aa964-36e4-4d24-b601-e56c9cbce4a4 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:09.086037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-94e8954a-dd34-485b-a83e-03d56c712227 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.092191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d3b38-ed94-44ef-b451-411f07e6697c None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:09.112236 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-81205e76-4d99-4ee8-a607-cfd9223300b8 None None] Port 7ea5da2e-e867-49a1-9278-743629291f57 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:09.121146 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9f216269-d4fe-454e-875c-9f61e2dbf124 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.121637 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-9f216269-d4fe-454e-875c-9f61e2dbf124 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Added segment e192900d-310a-443c-91a7-1a0d004adec0 of type vlan for network 677e38ca-4763-4da2-9c99-3698bb2e65b4 Apr 22 14:41:09.124128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ca74-713e-45e1-b15e-f8fa99466439 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.147601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5cbfcab5-eee0-49af-83c8-8329e0f5cf84 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.159528 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1e93d92a-35fa-4d28-be0b-b6d3a64d4d9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/1a11b5f7-307d-455b-b888-828a098057ee HTTP/1.1" status: 204 len: 168 time: 1.3348031 Apr 22 14:41:09.164274 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59920) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:09.202609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-81205e76-4d99-4ee8-a607-cfd9223300b8 None None] Provisioning for port c45aa964-36e4-4d24-b601-e56c9cbce4a4 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:09.204019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ca74-713e-45e1-b15e-f8fa99466439 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.223442 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c458844d-e48e-40e0-bc47-3f047fb31777 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:09.225292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-81205e76-4d99-4ee8-a607-cfd9223300b8 None None] Provisioning complete for port c45aa964-36e4-4d24-b601-e56c9cbce4a4 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:09.226119 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-81205e76-4d99-4ee8-a607-cfd9223300b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.252258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9f216269-d4fe-454e-875c-9f61e2dbf124 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.280019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c458844d-e48e-40e0-bc47-3f047fb31777 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.280608 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-c458844d-e48e-40e0-bc47-3f047fb31777 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Added segment dc30273d-9652-4f3d-91c9-b770bce5f87c of type vlan for network 9420840b-7cf5-4d47-8119-1b9ad556635f Apr 22 14:41:09.343745 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-81205e76-4d99-4ee8-a607-cfd9223300b8 None None] Port c45aa964-36e4-4d24-b601-e56c9cbce4a4 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:09.347991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c458844d-e48e-40e0-bc47-3f047fb31777 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.355184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ca74-713e-45e1-b15e-f8fa99466439 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.355922 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a5ca74-713e-45e1-b15e-f8fa99466439 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Fanout notify agent at l3_agent the message router_deleted on router f895841e-1c4c-4feb-8895-9ce17ef99769 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:41:09.373088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9f216269-d4fe-454e-875c-9f61e2dbf124 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.377898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f216269-d4fe-454e-875c-9f61e2dbf124 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:09.378627 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9f216269-d4fe-454e-875c-9f61e2dbf124 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.437154 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0538eee-f0be-469b-91ad-bdbd0f1a2bb5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet bbf9f289-4589-42bc-8abb-a6112470f69b {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:09.455771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0538eee-f0be-469b-91ad-bdbd0f1a2bb5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.517419 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ca74-713e-45e1-b15e-f8fa99466439 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.527229 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c5a5ca74-713e-45e1-b15e-f8fa99466439 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "DELETE /v2.0/routers/f895841e-1c4c-4feb-8895-9ce17ef99769 HTTP/1.1" status: 204 len: 168 time: 8.1469169 Apr 22 14:41:09.527229 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9f216269-d4fe-454e-875c-9f61e2dbf124 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7430694 Apr 22 14:41:09.527229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59924) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:09.528597 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59926) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:09.534752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-85824418-3678-4454-841e-180c41bcb416 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2019959154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:09.547166 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-765ec972-f54c-4f56-ba9e-dbe00bd4580d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'subnet': {'network_id': '677e38ca-4763-4da2-9c99-3698bb2e65b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:09.568842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-85824418-3678-4454-841e-180c41bcb416 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:09.575025 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c458844d-e48e-40e0-bc47-3f047fb31777 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.578819 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458844d-e48e-40e0-bc47-3f047fb31777 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:09.584239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c458844d-e48e-40e0-bc47-3f047fb31777 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.588354 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f216269-d4fe-454e-875c-9f61e2dbf124 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Network': ['ID=677e38ca-4763-4da2-9c99-3698bb2e65b4,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:09.601225 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 677e38ca-4763-4da2-9c99-3698bb2e65b4 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:09.674500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-85824418-3678-4454-841e-180c41bcb416 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Usage tracker for resource:router and tenant:e3aeb8830a5e4bdf815a5e4575fb2b7c is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:09.698207 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5cbfcab5-eee0-49af-83c8-8329e0f5cf84 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.706857 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-85824418-3678-4454-841e-180c41bcb416 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:09.719750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5cbfcab5-eee0-49af-83c8-8329e0f5cf84 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.770092 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-94e8954a-dd34-485b-a83e-03d56c712227 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.781824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0538eee-f0be-469b-91ad-bdbd0f1a2bb5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.801131 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-85824418-3678-4454-841e-180c41bcb416 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:09.826597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfcab5-eee0-49af-83c8-8329e0f5cf84 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61a3ada-b37c-4481-a36a-cac5ebd62bd2,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:09.957573 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c458844d-e48e-40e0-bc47-3f047fb31777 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1845112 Apr 22 14:41:09.963160 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59932) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:09.977117 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-94e8954a-dd34-485b-a83e-03d56c712227 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for c45aa964-36e4-4d24-b601-e56c9cbce4a4 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:09.981263 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458844d-e48e-40e0-bc47-3f047fb31777 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Network': ['ID=9420840b-7cf5-4d47-8119-1b9ad556635f,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:09.987915 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8f32bab5-4884-4c08-b6ab-9b25b4ad22f8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'subnet': {'network_id': '9420840b-7cf5-4d47-8119-1b9ad556635f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:09.995698 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 9420840b-7cf5-4d47-8119-1b9ad556635f details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:10.001873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-85824418-3678-4454-841e-180c41bcb416 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.002799 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-85824418-3678-4454-841e-180c41bcb416 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.024533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5cbfcab5-eee0-49af-83c8-8329e0f5cf84 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.026035 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5cbfcab5-eee0-49af-83c8-8329e0f5cf84 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.1251895 Apr 22 14:41:10.038050 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59936) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:10.072471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-765ec972-f54c-4f56-ba9e-dbe00bd4580d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:10.091758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-765ec972-f54c-4f56-ba9e-dbe00bd4580d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:subnet and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:10.101727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-765ec972-f54c-4f56-ba9e-dbe00bd4580d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:10.111088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-765ec972-f54c-4f56-ba9e-dbe00bd4580d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:10.118394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0538eee-f0be-469b-91ad-bdbd0f1a2bb5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.148744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa4607a1-ce5e-4d14-adc5-e93f6a43ed12 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.161091 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c7a226-614a-41ee-8ef9-bebfdb1f816e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:10.164267 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-85824418-3678-4454-841e-180c41bcb416 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.173169 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce100ab-0215-486f-aee8-feb62c74c891 None None] Sync routers for ids ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:10.174863 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765ec972-f54c-4f56-ba9e-dbe00bd4580d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:10.175549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa4607a1-ce5e-4d14-adc5-e93f6a43ed12 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.194179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8f32bab5-4884-4c08-b6ab-9b25b4ad22f8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:10.194967 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce100ab-0215-486f-aee8-feb62c74c891 None None] Routers {'ff88c6a6-2406-4b86-ab91-5d00e8013d34'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:10.195930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-7ce100ab-0215-486f-aee8-feb62c74c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:10.250254 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8f32bab5-4884-4c08-b6ab-9b25b4ad22f8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:subnet and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:10.253705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-89c7a226-614a-41ee-8ef9-bebfdb1f816e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.277724 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa4607a1-ce5e-4d14-adc5-e93f6a43ed12 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.282310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8f32bab5-4884-4c08-b6ab-9b25b4ad22f8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:10.296634 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4607a1-ce5e-4d14-adc5-e93f6a43ed12 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f61a3ada-b37c-4481-a36a-cac5ebd62bd2,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:10.300563 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-94e8954a-dd34-485b-a83e-03d56c712227 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.317315 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8f32bab5-4884-4c08-b6ab-9b25b4ad22f8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:10.345682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0538eee-f0be-469b-91ad-bdbd0f1a2bb5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.350713 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-85824418-3678-4454-841e-180c41bcb416 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.369504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f32bab5-4884-4c08-b6ab-9b25b4ad22f8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:10.389811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8954a-dd34-485b-a83e-03d56c712227 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=c45aa964-36e4-4d24-b601-e56c9cbce4a4,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:10.407590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9aaead65-f51a-45a1-80d2-c7c6cd62ebb1 None None] Provisioning complete for port 18aad116-3862-417e-9bbd-3739e28c46d3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:10.408066 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9aaead65-f51a-45a1-80d2-c7c6cd62ebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.408756 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0538eee-f0be-469b-91ad-bdbd0f1a2bb5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf9f289-4589-42bc-8abb-a6112470f69b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:10.413351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa4607a1-ce5e-4d14-adc5-e93f6a43ed12 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.414456 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fa4607a1-ce5e-4d14-adc5-e93f6a43ed12 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f61a3ada-b37c-4481-a36a-cac5ebd62bd2 HTTP/1.1" status: 204 len: 168 time: 0.3737195 Apr 22 14:41:10.418902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59940) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:10.447422 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-765ec972-f54c-4f56-ba9e-dbe00bd4580d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.462025 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-89c7a226-614a-41ee-8ef9-bebfdb1f816e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/floatingips/8883e327-7f71-4d21-bf2d-8de1c61deeb6 HTTP/1.1" status: 204 len: 168 time: 9.1753838 Apr 22 14:41:10.472816 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'tag': '74d21a01-b329-47c3-baaa-2e20bafb9ad1'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:41:10.474147 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0538eee-f0be-469b-91ad-bdbd0f1a2bb5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.478368 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a0538eee-f0be-469b-91ad-bdbd0f1a2bb5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/bbf9f289-4589-42bc-8abb-a6112470f69b HTTP/1.1" status: 204 len: 168 time: 1.3110828 Apr 22 14:41:10.493075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59948) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:10.497934 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-7ce100ab-0215-486f-aee8-feb62c74c891 None None] Set router ff88c6a6-2406-4b86-ab91-5d00e8013d34 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:41:10.502391 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-85824418-3678-4454-841e-180c41bcb416 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.503594 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-85824418-3678-4454-841e-180c41bcb416 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9766073 Apr 22 14:41:10.553661 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59952) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:10.575998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'enable_snat': True}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:10.585767 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf8dd89-dc07-46f7-86bf-baaa12ec0c42 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:10.747521 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fe708c55-29bc-439b-ac17-8dc1b2a033a5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1839201 Apr 22 14:41:10.748627 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59958) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:10.760198 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f32bab5-4884-4c08-b6ab-9b25b4ad22f8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.767200 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:10.917300 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a0dd75cd-080a-44f7-933e-1d763176d8f9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:10.935724 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-94e8954a-dd34-485b-a83e-03d56c712227 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.937642 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-94e8954a-dd34-485b-a83e-03d56c712227 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/c45aa964-36e4-4d24-b601-e56c9cbce4a4 HTTP/1.1" status: 204 len: 168 time: 1.9967289 Apr 22 14:41:10.978424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59964) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:11.018402 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44878bfd-799f-401d-9fce-ab8ff1fe19bb'] response: {'name': 'network-changed', 'server_uuid': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'tag': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'status': 'completed', 'code': 200} Apr 22 14:41:11.097501 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a0dd75cd-080a-44f7-933e-1d763176d8f9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:11.102792 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a0dd75cd-080a-44f7-933e-1d763176d8f9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.6790183 Apr 22 14:41:11.102792 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-171cf43b-b5e6-4edc-ac3b-3bd4b8acac61 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] GET failed (client error): The resource could not be found. Apr 22 14:41:11.103328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-171cf43b-b5e6-4edc-ac3b-3bd4b8acac61 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:11.107996 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59968) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:11.122367 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:11.137912 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:11.145361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:11.161341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:11.165428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-171cf43b-b5e6-4edc-ac3b-3bd4b8acac61 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:11.169071 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-171cf43b-b5e6-4edc-ac3b-3bd4b8acac61 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/c45aa964-36e4-4d24-b601-e56c9cbce4a4 HTTP/1.1" status: 404 len: 333 time: 0.1871400 Apr 22 14:41:11.171774 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59972) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:11.232848 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:11.236495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.280579 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3673180-e9bc-4ae1-b834-896eb4f38552 req-362a87e5-f459-4688-a373-6273348b3893 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 1099 time: 0.3385327 Apr 22 14:41:11.316942 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ba32a4b9-3946-43b2-b922-0da4007579aa tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.354933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ba32a4b9-3946-43b2-b922-0da4007579aa tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.391977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f32bab5-4884-4c08-b6ab-9b25b4ad22f8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.396992 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-7ce100ab-0215-486f-aee8-feb62c74c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:40:39Z', 'revision_number': 6, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '282359a2-f23f-4c77-930e-56ad9a501479', 'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:47:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:53Z', 'updated_at': '2022-04-22T14:38:09Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:11.402072 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce100ab-0215-486f-aee8-feb62c74c891 None None] Checking router: ff88c6a6-2406-4b86-ab91-5d00e8013d34 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:41:11.412854 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438454fa-fc6f-456f-834d-3d093aecb0ed None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:11.420080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-438454fa-fc6f-456f-834d-3d093aecb0ed None None] Deleting port 18aad116-3862-417e-9bbd-3739e28c46d3 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:11.420456 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-438454fa-fc6f-456f-834d-3d093aecb0ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.463587 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce100ab-0215-486f-aee8-feb62c74c891 None None] Routers {'ff88c6a6-2406-4b86-ab91-5d00e8013d34'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:11.464277 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-7ce100ab-0215-486f-aee8-feb62c74c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:11.509391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db866781-7f6b-4c1b-aa93-21cfaf9ac06a req-0cf9383e-ce19-47a8-b5cd-ae0fb6acdcb1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:11.511154 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-db866781-7f6b-4c1b-aa93-21cfaf9ac06a req-0cf9383e-ce19-47a8-b5cd-ae0fb6acdcb1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:11.523461 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-8f35e24f-24a5-4b6f-9bc5-cbd16653f868 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port 7ea5da2e-e867-49a1-9278-743629291f57 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:11.523829 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8f35e24f-24a5-4b6f-9bc5-cbd16653f868 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.619907 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ba32a4b9-3946-43b2-b922-0da4007579aa tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.652022 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-765ec972-f54c-4f56-ba9e-dbe00bd4580d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.665893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32bab5-4884-4c08-b6ab-9b25b4ad22f8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Subnet': ['ID=02a8b8c5-812a-45a8-9f2a-ca9cc2759b80,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:11.680181 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32a4b9-3946-43b2-b922-0da4007579aa tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c02fede3-a6cc-4cd0-853d-cdcc892d0785,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:11.801806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-7ce100ab-0215-486f-aee8-feb62c74c891 None None] Set router ff88c6a6-2406-4b86-ab91-5d00e8013d34 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:41:11.809857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-db866781-7f6b-4c1b-aa93-21cfaf9ac06a req-0cf9383e-ce19-47a8-b5cd-ae0fb6acdcb1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:11.811231 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-db866781-7f6b-4c1b-aa93-21cfaf9ac06a req-0cf9383e-ce19-47a8-b5cd-ae0fb6acdcb1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 946 time: 0.7799318 Apr 22 14:41:11.852062 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-438454fa-fc6f-456f-834d-3d093aecb0ed None None] For port 18aad116-3862-417e-9bbd-3739e28c46d3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=18aad116-3862-417e-9bbd-3739e28c46d3,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:11.852331 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-438454fa-fc6f-456f-834d-3d093aecb0ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.897440 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ba32a4b9-3946-43b2-b922-0da4007579aa tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.900925 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ba32a4b9-3946-43b2-b922-0da4007579aa tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c02fede3-a6cc-4cd0-853d-cdcc892d0785 HTTP/1.1" status: 204 len: 168 time: 0.7843943 Apr 22 14:41:11.903124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.904159 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59976) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:11.918360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f32bab5-4884-4c08-b6ab-9b25b4ad22f8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Checking segment: {'id': 'dc30273d-9652-4f3d-91c9-b770bce5f87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9420840b-7cf5-4d47-8119-1b9ad556635f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:11.918709 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f32bab5-4884-4c08-b6ab-9b25b4ad22f8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network hostable DHCP agents. Network: 9420840b-7cf5-4d47-8119-1b9ad556635f, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:11.934207 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ec972-f54c-4f56-ba9e-dbe00bd4580d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Subnet': ['ID=2731bde1-af10-4dfb-b675-5c9e132cf49e,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:11.956260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765ec972-f54c-4f56-ba9e-dbe00bd4580d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Checking segment: {'id': 'e192900d-310a-443c-91a7-1a0d004adec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '677e38ca-4763-4da2-9c99-3698bb2e65b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:11.956620 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ec972-f54c-4f56-ba9e-dbe00bd4580d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network hostable DHCP agents. Network: 677e38ca-4763-4da2-9c99-3698bb2e65b4, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:11.991375 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ed7cbce6-c75d-42ef-a535-c5f791e47249 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.0671363 Apr 22 14:41:11.998674 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59980) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:12.007040 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673180-e9bc-4ae1-b834-896eb4f38552 req-efccfb88-8c46-4d65-960c-841387755d3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:12.008645 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3673180-e9bc-4ae1-b834-896eb4f38552 req-efccfb88-8c46-4d65-960c-841387755d3f service neutron] 10.222.0.30 "GET /v2.0/networks?id=225a60de-2f68-4c63-9733-0af862cb7457 HTTP/1.1" status: 200 len: 898 time: 0.6684127 Apr 22 14:41:12.023887 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-438454fa-fc6f-456f-834d-3d093aecb0ed None None] Calling delete_port for 18aad116-3862-417e-9bbd-3739e28c46d3 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:12.044806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f32bab5-4884-4c08-b6ab-9b25b4ad22f8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 9420840b-7cf5-4d47-8119-1b9ad556635f is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:12.071079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-8f32bab5-4884-4c08-b6ab-9b25b4ad22f8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 9420840b-7cf5-4d47-8119-1b9ad556635f) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:12.075838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f32bab5-4884-4c08-b6ab-9b25b4ad22f8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:12.076590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f32bab5-4884-4c08-b6ab-9b25b4ad22f8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.091091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de15c1a1-909f-490a-8c04-dd95c5315396 None None] Network 9420840b-7cf5-4d47-8119-1b9ad556635f requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:12.098676 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ec972-f54c-4f56-ba9e-dbe00bd4580d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network 677e38ca-4763-4da2-9c99-3698bb2e65b4 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:12.113756 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8f32bab5-4884-4c08-b6ab-9b25b4ad22f8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1373460 Apr 22 14:41:12.114839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59984) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:12.115769 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-765ec972-f54c-4f56-ba9e-dbe00bd4580d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 677e38ca-4763-4da2-9c99-3698bb2e65b4) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:12.120813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765ec972-f54c-4f56-ba9e-dbe00bd4580d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:12.121734 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-765ec972-f54c-4f56-ba9e-dbe00bd4580d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.134190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-47c3b0b2-da2e-49dc-94a3-ba182532b2f0 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-170402104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:12.149954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-47c3b0b2-da2e-49dc-94a3-ba182532b2f0 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:12.176204 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd410daf-be5f-41ed-83eb-d30c0f69da3e None None] Network 677e38ca-4763-4da2-9c99-3698bb2e65b4 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:12.190098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-47c3b0b2-da2e-49dc-94a3-ba182532b2f0 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:router and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:12.194518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-47c3b0b2-da2e-49dc-94a3-ba182532b2f0 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:12.211682 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-47c3b0b2-da2e-49dc-94a3-ba182532b2f0 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:12.212989 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3673180-e9bc-4ae1-b834-896eb4f38552 req-2d53be46-9b2d-4cb2-8b99-96a599e5362e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74d21a01-b329-47c3-baaa-2e20bafb9ad1 HTTP/1.1" status: 200 len: 217 time: 0.1831970 Apr 22 14:41:12.215455 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-765ec972-f54c-4f56-ba9e-dbe00bd4580d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6841741 Apr 22 14:41:12.218308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 59988) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:12.247427 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-db866781-7f6b-4c1b-aa93-21cfaf9ac06a req-31c50613-d2a6-448a-beb7-22c1a45d7a20 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7b950ab-15c2-4d15-8a55-84ddef0e73fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4181325 Apr 22 14:41:12.311132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47c3b0b2-da2e-49dc-94a3-ba182532b2f0 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.312204 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47c3b0b2-da2e-49dc-94a3-ba182532b2f0 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.322703 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cea9cfa6-9ef4-4784-a622-822bfd378d4a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.333621 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cea9cfa6-9ef4-4784-a622-822bfd378d4a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.346000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673180-e9bc-4ae1-b834-896eb4f38552 req-62e864e2-ee51-4a13-97ea-acb31f824dc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:12.347598 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3673180-e9bc-4ae1-b834-896eb4f38552 req-62e864e2-ee51-4a13-97ea-acb31f824dc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df00b820-ff91-48b9-aa6a-393c9e578e30 HTTP/1.1" status: 200 len: 834 time: 0.1169178 Apr 22 14:41:12.419542 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47c3b0b2-da2e-49dc-94a3-ba182532b2f0 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.427189 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d98d6-cbed-4d48-b487-61e0b4233dd5 req-c2359da5-1e8a-4a73-9776-6a298b13ec7f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:12.428106 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-311d98d6-cbed-4d48-b487-61e0b4233dd5 req-c2359da5-1e8a-4a73-9776-6a298b13ec7f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:12.445311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cea9cfa6-9ef4-4784-a622-822bfd378d4a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.474146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 18aad116-3862-417e-9bbd-3739e28c46d3 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:12.507217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.531254 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-311d98d6-cbed-4d48-b487-61e0b4233dd5 req-c2359da5-1e8a-4a73-9776-6a298b13ec7f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:12.532404 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-311d98d6-cbed-4d48-b487-61e0b4233dd5 req-c2359da5-1e8a-4a73-9776-6a298b13ec7f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 946 time: 0.3877094 Apr 22 14:41:12.533504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47c3b0b2-da2e-49dc-94a3-ba182532b2f0 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.539228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.541491 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9cfa6-9ef4-4784-a622-822bfd378d4a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=340a0e3d-88e3-44db-b470-08470ccf2482,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:12.563323 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-438454fa-fc6f-456f-834d-3d093aecb0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.568906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8f35e24f-24a5-4b6f-9bc5-cbd16653f868 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.586071 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cea9cfa6-9ef4-4784-a622-822bfd378d4a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.589677 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cea9cfa6-9ef4-4784-a622-822bfd378d4a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/340a0e3d-88e3-44db-b470-08470ccf2482 HTTP/1.1" status: 204 len: 168 time: 0.5777140 Apr 22 14:41:12.594132 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59992) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:12.617865 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.651552 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438454fa-fc6f-456f-834d-3d093aecb0ed None None] Pushing event deleted for resources: {'Port': ['ID=18aad116-3862-417e-9bbd-3739e28c46d3,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:12.699654 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No active binding found for port 18aad116-3862-417e-9bbd-3739e28c46d3 {{(pid=83965) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 22 14:41:12.699970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 18aad116-3862-417e-9bbd-3739e28c46d3 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:12.722042 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438454fa-fc6f-456f-834d-3d093aecb0ed None None] No DVR routers for this DVR port 18aad116-3862-417e-9bbd-3739e28c46d3 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:12.768096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-8f35e24f-24a5-4b6f-9bc5-cbd16653f868 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for 7ea5da2e-e867-49a1-9278-743629291f57 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:12.778742 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47c3b0b2-da2e-49dc-94a3-ba182532b2f0 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.780880 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-47c3b0b2-da2e-49dc-94a3-ba182532b2f0 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6543481 Apr 22 14:41:12.808901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 59996) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:12.906019 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3673180-e9bc-4ae1-b834-896eb4f38552 req-1e0a0fd7-ff3e-4763-922c-d409913227e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=225a60de-2f68-4c63-9733-0af862cb7457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5477080 Apr 22 14:41:12.908080 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Allocated IP 172.26.0.58 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/2f82d8fb-8257-4f6f-9c4a-c9f788cc495f) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:12.919562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.objects.ports [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83964) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:41:12.922363 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.935742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-677e38ca-4763-4da2-9c99-3698bb2e65b4', 'network_id': '677e38ca-4763-4da2-9c99-3698bb2e65b4', 'tenant_id': '7de9aea1cfe441b3a92deb1f5f0dff5d', 'fixed_ips': [{'subnet_id': '2731bde1-af10-4dfb-b675-5c9e132cf49e'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:12.936553 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.951887 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-311d98d6-cbed-4d48-b487-61e0b4233dd5 req-7bb9fb3c-60e2-45a9-be49-49374244bea4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 74d21a01-b329-47c3-baaa-2e20bafb9ad1 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:12.952154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-311d98d6-cbed-4d48-b487-61e0b4233dd5 req-7bb9fb3c-60e2-45a9-be49-49374244bea4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.003424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-9420840b-7cf5-4d47-8119-1b9ad556635f', 'network_id': '9420840b-7cf5-4d47-8119-1b9ad556635f', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'fixed_ips': [{'subnet_id': '02a8b8c5-812a-45a8-9f2a-ca9cc2759b80'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:13.004219 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.076645 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-81a9de1d-dd67-4df3-ace0-304241fc478a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:13.112062 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-7ce100ab-0215-486f-aee8-feb62c74c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:40:39Z', 'revision_number': 6, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '282359a2-f23f-4c77-930e-56ad9a501479', 'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:47:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:53Z', 'updated_at': '2022-04-22T14:38:09Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:13.140397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce100ab-0215-486f-aee8-feb62c74c891 None None] The sync data for ids ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:40:39Z', 'revision_number': 6, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '282359a2-f23f-4c77-930e-56ad9a501479', 'name': '', 'network_id': '225a60de-2f68-4c63-9733-0af862cb7457', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:47:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:53Z', 'updated_at': '2022-04-22T14:38:09Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'df00b820-ff91-48b9-aa6a-393c9e578e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:13.241218 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Allocated IP 172.20.0.1 (677e38ca-4763-4da2-9c99-3698bb2e65b4/2731bde1-af10-4dfb-b675-5c9e132cf49e/428f04d8-14dd-4aab-afbd-93db39787af8) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:13.419888 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b29c4-2924-4b0e-9508-8b2e6a60016a None None] New status for floating IP 8883e327-7f71-4d21-bf2d-8de1c61deeb6: DOWN {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:41:13.439972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-81a9de1d-dd67-4df3-ace0-304241fc478a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:13.441309 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-81a9de1d-dd67-4df3-ace0-304241fc478a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.8432751 Apr 22 14:41:13.469239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.498239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60002) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:13.515751 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.567094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.579842 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Allocated IP 172.20.0.2 (9420840b-7cf5-4d47-8119-1b9ad556635f/02a8b8c5-812a-45a8-9f2a-ca9cc2759b80/7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:13.639047 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-311d98d6-cbed-4d48-b487-61e0b4233dd5 req-7bb9fb3c-60e2-45a9-be49-49374244bea4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 74d21a01-b329-47c3-baaa-2e20bafb9ad1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=74d21a01-b329-47c3-baaa-2e20bafb9ad1,segment=NetworkSegment(4907459a-dce8-43ba-8baf-7001525c50cb),segment_id=4907459a-dce8-43ba-8baf-7001525c50cb)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:13.639391 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-311d98d6-cbed-4d48-b487-61e0b4233dd5 req-7bb9fb3c-60e2-45a9-be49-49374244bea4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.648636 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3673180-e9bc-4ae1-b834-896eb4f38552 req-585c4e81-3396-473d-b009-cd8ef5a7a227 service neutron] 10.222.0.30 "GET /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842282 Apr 22 14:41:13.651834 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.ipam_pluggable_backend [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Port 18aad116-3862-417e-9bbd-3739e28c46d3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83964) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 22 14:41:13.652137 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.ipam_pluggable_backend [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Reverting IP allocation for 2001:db8::f816:3eff:fe77:99b6 {{(pid=83964) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 22 14:41:13.667067 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Pushing event updated for resources: {'Port': ['ID=2f82d8fb-8257-4f6f-9c4a-c9f788cc495f,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:13.695039 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Transition to ACTIVE for port object 428f04d8-14dd-4aab-afbd-93db39787af8 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:13.737057 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Transition to ACTIVE for port object 428f04d8-14dd-4aab-afbd-93db39787af8 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:13.743844 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:13.760319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8f35e24f-24a5-4b6f-9bc5-cbd16653f868 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.794546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.809954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-311d98d6-cbed-4d48-b487-61e0b4233dd5 req-7bb9fb3c-60e2-45a9-be49-49374244bea4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 74d21a01-b329-47c3-baaa-2e20bafb9ad1 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:13.840236 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:13.842984 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6884dda7-8d56-4038-9b15-eb9755fce860 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.857628 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:13.873480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.913766 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Pushing event updated for resources: {'Port': ['ID=428f04d8-14dd-4aab-afbd-93db39787af8,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:13.928847 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35e24f-24a5-4b6f-9bc5-cbd16653f868 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=7ea5da2e-e867-49a1-9278-743629291f57,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:13.929319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Network 677e38ca-4763-4da2-9c99-3698bb2e65b4 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:13.934186 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:13.938306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:14.022006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6884dda7-8d56-4038-9b15-eb9755fce860 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.060871 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.113329 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Subnet': ['ID=2731bde1-af10-4dfb-b675-5c9e132cf49e,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:14.115044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad61007-d865-44cc-88b9-aae1704aceab req-4cb14766-98e5-4a0a-92f1-14c02b1a8315 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:14.116442 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Attempting to bind port 428f04d8-14dd-4aab-afbd-93db39787af8 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:14.117540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Attempting to bind port 428f04d8-14dd-4aab-afbd-93db39787af8 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'e192900d-310a-443c-91a7-1a0d004adec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '677e38ca-4763-4da2-9c99-3698bb2e65b4'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:14.118177 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Attempting to bind port 428f04d8-14dd-4aab-afbd-93db39787af8 on network 677e38ca-4763-4da2-9c99-3698bb2e65b4 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:14.120978 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.123804 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cad61007-d865-44cc-88b9-aae1704aceab req-4cb14766-98e5-4a0a-92f1-14c02b1a8315 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 946 time: 0.5878766 Apr 22 14:41:14.133829 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:14.136343 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:14.136939 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Checking segment: {'id': 'e192900d-310a-443c-91a7-1a0d004adec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '677e38ca-4763-4da2-9c99-3698bb2e65b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:14.137541 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.138097 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Bound using segment: {'id': 'e192900d-310a-443c-91a7-1a0d004adec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '677e38ca-4763-4da2-9c99-3698bb2e65b4'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:14.138752 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Bound port: 428f04d8-14dd-4aab-afbd-93db39787af8, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e192900d-310a-443c-91a7-1a0d004adec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '677e38ca-4763-4da2-9c99-3698bb2e65b4'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:14.139321 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.149574 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Transition to ACTIVE for port object 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:14.185154 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:14.196994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=b6122ff0-b383-4ad4-a995-b5ca5299897c,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:14.204452 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Transition to ACTIVE for port object 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:14.204720 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:14.205118 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.217881 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3673180-e9bc-4ae1-b834-896eb4f38552 req-c1881711-e80e-4bf2-92bd-843a611c589b service neutron] 10.222.0.30 "GET /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623112 Apr 22 14:41:14.221233 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6884dda7-8d56-4038-9b15-eb9755fce860 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.222053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62205057-e4fd-4f99-89a8-29bca8e63e60 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:14.261121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.342654 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8f35e24f-24a5-4b6f-9bc5-cbd16653f868 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.346744 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8f35e24f-24a5-4b6f-9bc5-cbd16653f868 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/7ea5da2e-e867-49a1-9278-743629291f57 HTTP/1.1" status: 204 len: 168 time: 3.1708572 Apr 22 14:41:14.353586 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60006) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:14.359347 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-31e27369-9742-45f2-a674-d72a32e630db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6040666 Apr 22 14:41:14.399149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60010) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:14.407293 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4c227085-7532-437d-be0d-6eaa6f53d16e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:14.442878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884dda7-8d56-4038-9b15-eb9755fce860 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35ae4550-ba17-4acc-8380-55ff17f0000a,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:14.444471 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cad61007-d865-44cc-88b9-aae1704aceab req-8a4a70de-02d4-4816-bf0b-54ef24c39048 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7b950ab-15c2-4d15-8a55-84ddef0e73fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3190846 Apr 22 14:41:14.454288 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.472587 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-082d2c03-c3db-4b7d-9df9-ec73c010b7b0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] GET failed (client error): The resource could not be found. Apr 22 14:41:14.473384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-082d2c03-c3db-4b7d-9df9-ec73c010b7b0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:14.494622 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] For port 428f04d8-14dd-4aab-afbd-93db39787af8, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:14.502025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] For port 428f04d8-14dd-4aab-afbd-93db39787af8, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=428f04d8-14dd-4aab-afbd-93db39787af8,segment=NetworkSegment(e192900d-310a-443c-91a7-1a0d004adec0),segment_id=e192900d-310a-443c-91a7-1a0d004adec0)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:14.502493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677e38ca-4763-4da2-9c99-3698bb2e65b4']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:14.504321 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Network 9420840b-7cf5-4d47-8119-1b9ad556635f is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:14.510379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6884dda7-8d56-4038-9b15-eb9755fce860 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.513952 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6884dda7-8d56-4038-9b15-eb9755fce860 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/35ae4550-ba17-4acc-8380-55ff17f0000a HTTP/1.1" status: 204 len: 168 time: 1.0121081 Apr 22 14:41:14.516018 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60014) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:14.518235 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:14.526702 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.530563 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:14.534356 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Pushing event updated for resources: {'Port': ['ID=7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:14.538576 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e192900d-310a-443c-91a7-1a0d004adec0') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:14.538869 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e192900d-310a-443c-91a7-1a0d004adec0') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:14.547147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-311d98d6-cbed-4d48-b487-61e0b4233dd5 req-7bb9fb3c-60e2-45a9-be49-49374244bea4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.586234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.597603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.624049 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9fb3c-60e2-45a9-be49-49374244bea4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=74d21a01-b329-47c3-baaa-2e20bafb9ad1,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:14.649154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.692820 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:14.693748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:14.709105 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:14.764823 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58317fa6-e7f7-4e15-a465-af2bec3241ef None None] Pushing event updated for resources: {'Port': ['ID=428f04d8-14dd-4aab-afbd-93db39787af8,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:14.773921 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Attempting to bind port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:14.774300 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Attempting to bind port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'dc30273d-9652-4f3d-91c9-b770bce5f87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9420840b-7cf5-4d47-8119-1b9ad556635f'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:14.774663 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Attempting to bind port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d on network 9420840b-7cf5-4d47-8119-1b9ad556635f {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:14.802764 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4c227085-7532-437d-be0d-6eaa6f53d16e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:14.807170 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-082d2c03-c3db-4b7d-9df9-ec73c010b7b0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:14.810975 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-082d2c03-c3db-4b7d-9df9-ec73c010b7b0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/7ea5da2e-e867-49a1-9278-743629291f57 HTTP/1.1" status: 404 len: 333 time: 0.4537585 Apr 22 14:41:14.810975 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4c227085-7532-437d-be0d-6eaa6f53d16e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:14.822792 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f2fdeee9-a779-4241-a58a-310e13f4197b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:14.841017 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60018) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:14.847901 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-311d98d6-cbed-4d48-b487-61e0b4233dd5 req-7bb9fb3c-60e2-45a9-be49-49374244bea4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] No DVR routers for this DVR port 74d21a01-b329-47c3-baaa-2e20bafb9ad1 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:14.851623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:14.852004 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Checking segment: {'id': 'dc30273d-9652-4f3d-91c9-b770bce5f87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9420840b-7cf5-4d47-8119-1b9ad556635f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:14.852428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.852821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Bound using segment: {'id': 'dc30273d-9652-4f3d-91c9-b770bce5f87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9420840b-7cf5-4d47-8119-1b9ad556635f'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:14.853488 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Bound port: 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc30273d-9652-4f3d-91c9-b770bce5f87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9420840b-7cf5-4d47-8119-1b9ad556635f'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:14.853787 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.854564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-311d98d6-cbed-4d48-b487-61e0b4233dd5 req-7bb9fb3c-60e2-45a9-be49-49374244bea4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.856498 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-311d98d6-cbed-4d48-b487-61e0b4233dd5 req-7bb9fb3c-60e2-45a9-be49-49374244bea4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "DELETE /v2.0/ports/74d21a01-b329-47c3-baaa-2e20bafb9ad1 HTTP/1.1" status: 204 len: 173 time: 2.2913842 Apr 22 14:41:14.886628 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'name': 'network-vif-deleted', 'tag': '74d21a01-b329-47c3-baaa-2e20bafb9ad1'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:41:14.907382 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4c227085-7532-437d-be0d-6eaa6f53d16e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:14.916799 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4c227085-7532-437d-be0d-6eaa6f53d16e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:14.929946 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:41:14.929946 dv-neutron-839027-1-hyperv neutron-server[83963]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:41:14.929946 dv-neutron-839027-1-hyperv neutron-server[83963]: [parameters: {'id': '677e38ca-4763-4da2-9c99-3698bb2e65b4'}] Apr 22 14:41:14.929946 dv-neutron-839027-1-hyperv neutron-server[83963]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:14.930508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:14.939473 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c227085-7532-437d-be0d-6eaa6f53d16e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:14.956482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f2fdeee9-a779-4241-a58a-310e13f4197b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:14.957778 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f2fdeee9-a779-4241-a58a-310e13f4197b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.4408398 Apr 22 14:41:14.961011 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60024) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:14.982602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': 'b6122ff0-b383-4ad4-a995-b5ca5299897c'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:14.983446 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.998014 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a33c3c-be7f-4a6e-9c8e-266453d0fc79'] response: {'server_uuid': 'f584371e-6c84-46d0-990b-7d1021c4a6ba', 'name': 'network-vif-deleted', 'tag': '74d21a01-b329-47c3-baaa-2e20bafb9ad1', 'status': 'completed', 'code': 200} Apr 22 14:41:15.001269 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f285d4ee-9926-465b-b564-3ee886d5f6f9 None None] Network 677e38ca-4763-4da2-9c99-3698bb2e65b4 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:15.069922 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] For port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:15.074292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] For port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d,segment=NetworkSegment(dc30273d-9652-4f3d-91c9-b770bce5f87c),segment_id=dc30273d-9652-4f3d-91c9-b770bce5f87c)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:15.088986 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.112088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-16508761-0bf8-49c8-ac0d-4883ab1fa73d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.136586 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-16508761-0bf8-49c8-ac0d-4883ab1fa73d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.148585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.319643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e3acd-633e-4c74-b30e-5ddbb5609791 None None] Pushing event updated for resources: {'Port': ['ID=7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:15.340538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-16508761-0bf8-49c8-ac0d-4883ab1fa73d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.357373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-004ec9fd-28b8-4c73-9a6a-96858f0fff9d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting subnet b8ba83c9-f4fb-42f6-8f0a-543c11e6b27a {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:15.372668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-004ec9fd-28b8-4c73-9a6a-96858f0fff9d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.405152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16508761-0bf8-49c8-ac0d-4883ab1fa73d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=caddd788-8ae3-46eb-9bb7-458fe3618204,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:15.437939 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.440068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-16508761-0bf8-49c8-ac0d-4883ab1fa73d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.441258 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-16508761-0bf8-49c8-ac0d-4883ab1fa73d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/caddd788-8ae3-46eb-9bb7-458fe3618204 HTTP/1.1" status: 204 len: 168 time: 0.4793341 Apr 22 14:41:15.451040 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60030) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:15.493450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.506825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-004ec9fd-28b8-4c73-9a6a-96858f0fff9d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.534468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.562321 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Allocated IP 2001:db8::f816:3eff:fe33:6925 (19101698-c44e-4563-acd4-3bbade7a380a/b6122ff0-b383-4ad4-a995-b5ca5299897c/0bb286fb-7a14-4c69-86b5-2932772062e1) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:15.563229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Deleting port 428f04d8-14dd-4aab-afbd-93db39787af8 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:15.563600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.648727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Allocated IP 172.20.0.1 (9420840b-7cf5-4d47-8119-1b9ad556635f/02a8b8c5-812a-45a8-9f2a-ca9cc2759b80/8edb8f7c-21f0-4669-a154-1e54c94b5599) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:15.686317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c227085-7532-437d-be0d-6eaa6f53d16e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.860478 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9c4f0a40-6a2d-4477-9933-d9a0a6b82f9e req-f04efb8d-5b65-47e5-b1ea-72952464d9ca tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=f584371e-6c84-46d0-990b-7d1021c4a6ba HTTP/1.1" status: 200 len: 210 time: 0.1172774 Apr 22 14:41:15.933343 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.933951 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7b538023-7f02-432e-ac4f-5dd4aef5f00a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:15.946730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Transition to ACTIVE for port object 0bb286fb-7a14-4c69-86b5-2932772062e1 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:15.968985 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Transition to ACTIVE for port object 0bb286fb-7a14-4c69-86b5-2932772062e1 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:15.977359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.046908 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:16.050800 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:16.061299 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:16.072987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.133428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Transition to ACTIVE for port object 8edb8f7c-21f0-4669-a154-1e54c94b5599 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:16.136745 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7b538023-7f02-432e-ac4f-5dd4aef5f00a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:16.137677 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7b538023-7f02-432e-ac4f-5dd4aef5f00a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6834490 Apr 22 14:41:16.142980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60036) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:16.163923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Pushing event updated for resources: {'Port': ['ID=0bb286fb-7a14-4c69-86b5-2932772062e1,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:16.183974 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Attempting to bind port 0bb286fb-7a14-4c69-86b5-2932772062e1 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:16.184668 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Attempting to bind port 0bb286fb-7a14-4c69-86b5-2932772062e1 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:16.185232 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Attempting to bind port 0bb286fb-7a14-4c69-86b5-2932772062e1 on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:16.193699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:16.194370 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:16.194953 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.195542 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:16.196204 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Bound port: 0bb286fb-7a14-4c69-86b5-2932772062e1, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:16.196758 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.242926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.244535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-004ec9fd-28b8-4c73-9a6a-96858f0fff9d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.303559 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] For port 0bb286fb-7a14-4c69-86b5-2932772062e1, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:16.312722 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] For port 0bb286fb-7a14-4c69-86b5-2932772062e1, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0bb286fb-7a14-4c69-86b5-2932772062e1,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:16.322467 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.330402 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] For port 428f04d8-14dd-4aab-afbd-93db39787af8, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=428f04d8-14dd-4aab-afbd-93db39787af8,segment=NetworkSegment(e192900d-310a-443c-91a7-1a0d004adec0),segment_id=e192900d-310a-443c-91a7-1a0d004adec0)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:16.330862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.331408 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 9420840b-7cf5-4d47-8119-1b9ad556635f is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:16.332586 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0c963c3-07b7-4cbf-8785-e2a1ed7647bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.340923 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:16.343810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:16.425132 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:16.475707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 74d21a01-b329-47c3-baaa-2e20bafb9ad1 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:16.485408 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0c963c3-07b7-4cbf-8785-e2a1ed7647bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.485642 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Calling delete_port for 428f04d8-14dd-4aab-afbd-93db39787af8 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:16.507712 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.512493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=8edb8f7c-21f0-4669-a154-1e54c94b5599,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:16.514957 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c227085-7532-437d-be0d-6eaa6f53d16e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.538472 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 74d21a01-b329-47c3-baaa-2e20bafb9ad1 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:16.539202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 74d21a01-b329-47c3-baaa-2e20bafb9ad1 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:16.554331 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc02644-076e-48c2-82b2-8724ce18f3c3 None None] Pushing event updated for resources: {'Port': ['ID=0bb286fb-7a14-4c69-86b5-2932772062e1,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:16.584617 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-004ec9fd-28b8-4c73-9a6a-96858f0fff9d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.589225 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:16.631339 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ec9fd-28b8-4c73-9a6a-96858f0fff9d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ba83c9-f4fb-42f6-8f0a-543c11e6b27a,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:16.645423 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.680334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c227085-7532-437d-be0d-6eaa6f53d16e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:16.698483 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca410cad-ca82-4fdc-ab28-b79de4579e1f None None] Network 52067864-c868-470a-942c-f1316ff09850 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:16.700827 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-4c227085-7532-437d-be0d-6eaa6f53d16e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:16.712682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c227085-7532-437d-be0d-6eaa6f53d16e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:16.713462 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c227085-7532-437d-be0d-6eaa6f53d16e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.716670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-004ec9fd-28b8-4c73-9a6a-96858f0fff9d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.752100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Port': ['ID=428f04d8-14dd-4aab-afbd-93db39787af8,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:16.758892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c227085-7532-437d-be0d-6eaa6f53d16e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=cb4ca8c5-cae1-41e4-92da-d219ede7daa3,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:16.765313 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-004ec9fd-28b8-4c73-9a6a-96858f0fff9d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/b8ba83c9-f4fb-42f6-8f0a-543c11e6b27a HTTP/1.1" status: 204 len: 168 time: 1.9232545 Apr 22 14:41:16.767598 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No DVR routers for this DVR port 428f04d8-14dd-4aab-afbd-93db39787af8 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:16.769490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60040) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:16.770064 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0c963c3-07b7-4cbf-8785-e2a1ed7647bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.810448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c963c3-07b7-4cbf-8785-e2a1ed7647bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aeb89df-fbb2-44da-9b96-42dcd5708924,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:16.813574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0c963c3-07b7-4cbf-8785-e2a1ed7647bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.814438 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a0c963c3-07b7-4cbf-8785-e2a1ed7647bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-groups/7aeb89df-fbb2-44da-9b96-42dcd5708924 HTTP/1.1" status: 204 len: 168 time: 0.6695719 Apr 22 14:41:16.840715 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60044) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:16.844015 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4c227085-7532-437d-be0d-6eaa6f53d16e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4416366 Apr 22 14:41:16.862906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60048) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:16.881583 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'mac_address': 'fa:16:3e:ba:1c:c9', 'name': 'tempest-NetworksTestDHCPv6-234680200'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:16.998616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60054) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:17.043218 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d655c0e5-fda5-494c-b524-925e0d89cec3 None None] Network 9420840b-7cf5-4d47-8119-1b9ad556635f requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:17.088945 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.111094 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.138097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.176393 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9b91647b-86ce-4c27-9b36-36100131085c tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3266747 Apr 22 14:41:17.176591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60058) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:17.180499 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677e38ca-4763-4da2-9c99-3698bb2e65b4']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:17.191226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ae02ee1c-1ff4-4f45-add4-20bf54817d69 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group': {'name': 'tempest-secgroup--552334905'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:17.206733 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:17.206981 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ae02ee1c-1ff4-4f45-add4-20bf54817d69 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:17.216522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ae02ee1c-1ff4-4f45-add4-20bf54817d69 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:17.218983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:17.220732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e192900d-310a-443c-91a7-1a0d004adec0') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:17.221059 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e192900d-310a-443c-91a7-1a0d004adec0') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:17.223488 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-76365d8e-a2f3-424e-8a85-94b3ec32f4fe None None] Provisioning for port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:17.227933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:17.235797 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ae02ee1c-1ff4-4f45-add4-20bf54817d69 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:17.238983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port ac777bb8-5436-4a3d-a483-27d3868dca46 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:17.239386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.244982 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:17.259635 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-76365d8e-a2f3-424e-8a85-94b3ec32f4fe None None] Provisioning complete for port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:17.264319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-76365d8e-a2f3-424e-8a85-94b3ec32f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.272420 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ae02ee1c-1ff4-4f45-add4-20bf54817d69 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:17.282287 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.333301 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ae02ee1c-1ff4-4f45-add4-20bf54817d69 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.345072 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.358060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Router a529a262-f80e-452c-8571-91a5d7e86851 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:41:17.366550 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:17.367471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.368613 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2054fb5-7003-4575-80d8-017f0e7a84d6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.379047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:17.383339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:17.409703 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:17.443663 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2054fb5-7003-4575-80d8-017f0e7a84d6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.471872 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port f55182e1-94d1-463f-a746-7216ebdb4fba yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:17.515957 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-76365d8e-a2f3-424e-8a85-94b3ec32f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.538395 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe98393a-2ee5-4145-aca0-82c83b6eb300 None None] DHCP port deletion for 52067864-c868-470a-942c-f1316ff09850 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:17.558186 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-fe98393a-2ee5-4145-aca0-82c83b6eb300 None None] Deleting port ac777bb8-5436-4a3d-a483-27d3868dca46 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:17.559038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fe98393a-2ee5-4145-aca0-82c83b6eb300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.562567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.652715 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-76365d8e-a2f3-424e-8a85-94b3ec32f4fe None None] For port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d,segment=NetworkSegment(dc30273d-9652-4f3d-91c9-b770bce5f87c),segment_id=dc30273d-9652-4f3d-91c9-b770bce5f87c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:17.696503 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-76365d8e-a2f3-424e-8a85-94b3ec32f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.701122 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.820995 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Network': ['ID=677e38ca-4763-4da2-9c99-3698bb2e65b4,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:17.844700 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e7f9bd55-cd98-4207-b130-88ef81085641 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/677e38ca-4763-4da2-9c99-3698bb2e65b4 HTTP/1.1" status: 204 len: 168 time: 5.6205964 Apr 22 14:41:17.846286 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60062) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:17.891376 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76365d8e-a2f3-424e-8a85-94b3ec32f4fe None None] Pushing event updated for resources: {'Port': ['ID=7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:17.892679 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-25ce3f48-9110-41ab-b8f6-616808059754 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1710898834'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:17.911520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-25ce3f48-9110-41ab-b8f6-616808059754 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:17.917056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-25ce3f48-9110-41ab-b8f6-616808059754 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:network and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:17.921464 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-25ce3f48-9110-41ab-b8f6-616808059754 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:17.930968 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-fe98393a-2ee5-4145-aca0-82c83b6eb300 None None] For port ac777bb8-5436-4a3d-a483-27d3868dca46, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ac777bb8-5436-4a3d-a483-27d3868dca46,segment=NetworkSegment(ac49e0ca-e801-434f-b620-e3b3715e720a),segment_id=ac49e0ca-e801-434f-b620-e3b3715e720a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:17.931574 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fe98393a-2ee5-4145-aca0-82c83b6eb300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.936081 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-25ce3f48-9110-41ab-b8f6-616808059754 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:17.969342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ce3f48-9110-41ab-b8f6-616808059754 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:17.972371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-25ce3f48-9110-41ab-b8f6-616808059754 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.975473 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ae02ee1c-1ff4-4f45-add4-20bf54817d69 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:18.001621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ae02ee1c-1ff4-4f45-add4-20bf54817d69 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:18.055173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] For port ac777bb8-5436-4a3d-a483-27d3868dca46, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ac777bb8-5436-4a3d-a483-27d3868dca46,segment=NetworkSegment(ac49e0ca-e801-434f-b620-e3b3715e720a),segment_id=ac49e0ca-e801-434f-b620-e3b3715e720a)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:18.055456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.089172 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.111381 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-fe98393a-2ee5-4145-aca0-82c83b6eb300 None None] Calling delete_port for ac777bb8-5436-4a3d-a483-27d3868dca46 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:18.197867 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 172.20.0.7 (19101698-c44e-4563-acd4-3bbade7a380a/cb4ca8c5-cae1-41e4-92da-d219ede7daa3/f55182e1-94d1-463f-a746-7216ebdb4fba) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:18.200576 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5f0d46-8d54-4116-b5b0-3cdc3c484fd9 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:18.205225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::f816:3eff:feba:1cc9 (19101698-c44e-4563-acd4-3bbade7a380a/b6122ff0-b383-4ad4-a995-b5ca5299897c/f55182e1-94d1-463f-a746-7216ebdb4fba) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:18.220016 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fe98393a-2ee5-4145-aca0-82c83b6eb300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.324051 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2054fb5-7003-4575-80d8-017f0e7a84d6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.334888 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98393a-2ee5-4145-aca0-82c83b6eb300 None None] Pushing event deleted for resources: {'Port': ['ID=ac777bb8-5436-4a3d-a483-27d3868dca46,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:18.343315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.344768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe98393a-2ee5-4145-aca0-82c83b6eb300 None None] No DVR routers for this DVR port ac777bb8-5436-4a3d-a483-27d3868dca46 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:18.349133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for ac777bb8-5436-4a3d-a483-27d3868dca46 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:18.385462 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d9bd8053-6795-420d-8520-6abd28cc9409 None None] Provisioning for port 8edb8f7c-21f0-4669-a154-1e54c94b5599 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:18.393834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d9bd8053-6795-420d-8520-6abd28cc9409 None None] Provisioning complete for port 8edb8f7c-21f0-4669-a154-1e54c94b5599 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:18.394213 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8053-6795-420d-8520-6abd28cc9409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.455540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d9bd8053-6795-420d-8520-6abd28cc9409 None None] Port 8edb8f7c-21f0-4669-a154-1e54c94b5599 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:18.480916 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ae02ee1c-1ff4-4f45-add4-20bf54817d69 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.484806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d9bd8053-6795-420d-8520-6abd28cc9409 None None] Provisioning complete for port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:18.485177 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8053-6795-420d-8520-6abd28cc9409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.503957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:18.504559 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:18.512425 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ae02ee1c-1ff4-4f45-add4-20bf54817d69 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.541345 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2054fb5-7003-4575-80d8-017f0e7a84d6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b950ab-15c2-4d15-8a55-84ddef0e73fb,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:18.548012 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0bb286fb-7a14-4c69-86b5-2932772062e1 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:18.558887 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ce3f48-9110-41ab-b8f6-616808059754 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:18.559126 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ae02ee1c-1ff4-4f45-add4-20bf54817d69 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.559696 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ae02ee1c-1ff4-4f45-add4-20bf54817d69 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3823473 Apr 22 14:41:18.563307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60068) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:18.578518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-902e8313-97f1-4552-8ddd-1310ca0365c1 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group_rule': {'security_group_id': '19edbd74-ba18-4a1c-9e62-215aee449779', 'direction': 'ingress', 'protocol': 17}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:18.589289 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-902e8313-97f1-4552-8ddd-1310ca0365c1 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:18.592164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02ee1c-1ff4-4f45-add4-20bf54817d69 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19edbd74-ba18-4a1c-9e62-215aee449779,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:18.602679 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-902e8313-97f1-4552-8ddd-1310ca0365c1 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:18.607478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-902e8313-97f1-4552-8ddd-1310ca0365c1 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:18.614910 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-902e8313-97f1-4552-8ddd-1310ca0365c1 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:18.620287 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:18.627200 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.628421 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-40fb3673-06a1-4e88-a0cd-f147563ea762 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "PUT /v2.0/routers/a529a262-f80e-452c-8571-91a5d7e86851 HTTP/1.1" status: 200 len: 914 time: 8.0718398 Apr 22 14:41:18.636956 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60072) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:18.662474 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-902e8313-97f1-4552-8ddd-1310ca0365c1 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.721002 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-25ce3f48-9110-41ab-b8f6-616808059754 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.721508 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-25ce3f48-9110-41ab-b8f6-616808059754 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Added segment 83fbe7e4-0b71-416a-a1b8-83eba14f1b30 of type vlan for network 49631ea9-111d-4b3e-9515-2cba6a3a049f Apr 22 14:41:18.722075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135bd1a-255d-46e6-a7a5-3709ed44ed2d None None] Sync routers for ids ['a529a262-f80e-452c-8571-91a5d7e86851'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:18.722976 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e2054fb5-7003-4575-80d8-017f0e7a84d6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.725919 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e2054fb5-7003-4575-80d8-017f0e7a84d6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/security-groups/d7b950ab-15c2-4d15-8a55-84ddef0e73fb HTTP/1.1" status: 204 len: 168 time: 1.7146776 Apr 22 14:41:18.729776 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=8edb8f7c-21f0-4669-a154-1e54c94b5599,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:18.806279 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-902e8313-97f1-4552-8ddd-1310ca0365c1 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.813213 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-902e8313-97f1-4552-8ddd-1310ca0365c1 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.821601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.846078 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60078) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:18.862381 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135bd1a-255d-46e6-a7a5-3709ed44ed2d None None] Routers {'a529a262-f80e-452c-8571-91a5d7e86851'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:18.863029 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a135bd1a-255d-46e6-a7a5-3709ed44ed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['a529a262-f80e-452c-8571-91a5d7e86851'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:18.870709 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e8313-97f1-4552-8ddd-1310ca0365c1 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df95a4bd-bcca-4128-9101-1dc7b88528e4,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:18.884071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-902e8313-97f1-4552-8ddd-1310ca0365c1 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.887996 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-902e8313-97f1-4552-8ddd-1310ca0365c1 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3148553 Apr 22 14:41:18.888329 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60082) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:18.972355 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29552e5d-5c29-4152-bbf4-96bdeb2dc3af tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.005859 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29552e5d-5c29-4152-bbf4-96bdeb2dc3af tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.013756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port ac777bb8-5436-4a3d-a483-27d3868dca46 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:19.014322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.054445 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a135bd1a-255d-46e6-a7a5-3709ed44ed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:19.087131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-25ce3f48-9110-41ab-b8f6-616808059754 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.092167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 0bb286fb-7a14-4c69-86b5-2932772062e1 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:19.096732 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135bd1a-255d-46e6-a7a5-3709ed44ed2d None None] Routers {'a529a262-f80e-452c-8571-91a5d7e86851'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:19.097389 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a135bd1a-255d-46e6-a7a5-3709ed44ed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['a529a262-f80e-452c-8571-91a5d7e86851'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:19.112187 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] The port 'ac777bb8-5436-4a3d-a483-27d3868dca46' was deleted {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:41:19.168698 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d9bd8053-6795-420d-8520-6abd28cc9409 None None] Provisioning for port 0bb286fb-7a14-4c69-86b5-2932772062e1 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:19.205339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.219083 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 0bb286fb-7a14-4c69-86b5-2932772062e1 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:19.219438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.249478 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a135bd1a-255d-46e6-a7a5-3709ed44ed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:19.250153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135bd1a-255d-46e6-a7a5-3709ed44ed2d None None] The sync data for ids ['a529a262-f80e-452c-8571-91a5d7e86851'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:19.264672 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d9bd8053-6795-420d-8520-6abd28cc9409 None None] Provisioning complete for port 0bb286fb-7a14-4c69-86b5-2932772062e1 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:19.265049 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8053-6795-420d-8520-6abd28cc9409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.275165 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.277936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-25ce3f48-9110-41ab-b8f6-616808059754 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.281535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ce3f48-9110-41ab-b8f6-616808059754 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:19.282100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-25ce3f48-9110-41ab-b8f6-616808059754 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.302958 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29552e5d-5c29-4152-bbf4-96bdeb2dc3af tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.307666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52067864-c868-470a-942c-f1316ff09850']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:19.318903 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object f55182e1-94d1-463f-a746-7216ebdb4fba will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:19.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac49e0ca-e801-434f-b620-e3b3715e720a') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:19.334023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac49e0ca-e801-434f-b620-e3b3715e720a') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:19.344891 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29552e5d-5c29-4152-bbf4-96bdeb2dc3af tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19edbd74-ba18-4a1c-9e62-215aee449779,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:19.351672 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.358550 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8bf37a-74d4-499a-afd9-ba84f06f9ca0 None None] Update dhcp port {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'fixed_ips': [{'subnet_id': 'b6122ff0-b383-4ad4-a995-b5ca5299897c', 'ip_address': '2001:db8::f816:3eff:fe33:6925'}, {'subnet_id': 'cb4ca8c5-cae1-41e4-92da-d219ede7daa3'}], 'binding:host_id': 'dv-neutron-839027-1-hyperv'}, 'id': '0bb286fb-7a14-4c69-86b5-2932772062e1'} from dv-neutron-839027-1-hyperv. {{(pid=83965) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:41:19.377330 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29552e5d-5c29-4152-bbf4-96bdeb2dc3af tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.377330 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-29552e5d-5c29-4152-bbf4-96bdeb2dc3af tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-groups/19edbd74-ba18-4a1c-9e62-215aee449779 HTTP/1.1" status: 204 len: 168 time: 0.4854097 Apr 22 14:41:19.378041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60086) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:19.381253 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.403135 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:19.403774 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:19.419220 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:19.454994 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-25ce3f48-9110-41ab-b8f6-616808059754 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6050961 Apr 22 14:41:19.460166 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 9420840b-7cf5-4d47-8119-1b9ad556635f is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:19.463830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60090) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:19.472357 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:19.474825 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce3f48-9110-41ab-b8f6-616808059754 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Network': ['ID=49631ea9-111d-4b3e-9515-2cba6a3a049f,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:19.538448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1b69adec-752d-49e2-b273-1801cc461f34 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'subnet': {'network_id': '49631ea9-111d-4b3e-9515-2cba6a3a049f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:19.542135 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf37a-74d4-499a-afd9-ba84f06f9ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.548169 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5f90c97b-c321-4eef-9c6e-175bdf2e1451 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:19.555119 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 49631ea9-111d-4b3e-9515-2cba6a3a049f details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:19.567017 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.589663 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.597069 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5f90c97b-c321-4eef-9c6e-175bdf2e1451 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:19.604203 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5f90c97b-c321-4eef-9c6e-175bdf2e1451 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2196419 Apr 22 14:41:19.605196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60094) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:19.611936 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-763affcf-c85b-48f6-83da-dbb066d8965a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112477122'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:19.618203 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Network': ['ID=52067864-c868-470a-942c-f1316ff09850,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:19.622467 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8519cef3-ed84-456d-9f9d-573f9609360d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/networks/52067864-c868-470a-942c-f1316ff09850 HTTP/1.1" status: 204 len: 168 time: 2.8509755 Apr 22 14:41:19.624694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-763affcf-c85b-48f6-83da-dbb066d8965a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:19.627049 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60098) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:19.640003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-b389bb50-4cd8-4323-82b5-8448ccad2488 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1790668350'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:19.648927 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b389bb50-4cd8-4323-82b5-8448ccad2488 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:19.652086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-763affcf-c85b-48f6-83da-dbb066d8965a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:19.657732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b389bb50-4cd8-4323-82b5-8448ccad2488 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:network and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:19.662983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b389bb50-4cd8-4323-82b5-8448ccad2488 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:19.671719 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b389bb50-4cd8-4323-82b5-8448ccad2488 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:19.684618 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-763affcf-c85b-48f6-83da-dbb066d8965a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.719999 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b389bb50-4cd8-4323-82b5-8448ccad2488 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:19.723365 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b389bb50-4cd8-4323-82b5-8448ccad2488 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.730494 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.770418 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-763affcf-c85b-48f6-83da-dbb066d8965a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:19.780957 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8053-6795-420d-8520-6abd28cc9409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.785533 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b389bb50-4cd8-4323-82b5-8448ccad2488 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:19.797152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b389bb50-4cd8-4323-82b5-8448ccad2488 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.797643 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-b389bb50-4cd8-4323-82b5-8448ccad2488 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Added segment e9995a1b-70fe-4717-9c98-70ede562c3af of type vlan for network f3a4ebb1-8a63-4cff-b31a-012337707c65 Apr 22 14:41:19.830053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-763affcf-c85b-48f6-83da-dbb066d8965a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:19.834253 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b389bb50-4cd8-4323-82b5-8448ccad2488 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.838483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-763affcf-c85b-48f6-83da-dbb066d8965a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:19.845895 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-763affcf-c85b-48f6-83da-dbb066d8965a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:19.891412 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b389bb50-4cd8-4323-82b5-8448ccad2488 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.895516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b389bb50-4cd8-4323-82b5-8448ccad2488 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:19.896743 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b389bb50-4cd8-4323-82b5-8448ccad2488 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.903221 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 0bb286fb-7a14-4c69-86b5-2932772062e1, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0bb286fb-7a14-4c69-86b5-2932772062e1,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:19.908098 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.908866 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:19.937749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.032205 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-763affcf-c85b-48f6-83da-dbb066d8965a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.044080 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389bb50-4cd8-4323-82b5-8448ccad2488 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Network': ['ID=f3a4ebb1-8a63-4cff-b31a-012337707c65,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:20.046311 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-763affcf-c85b-48f6-83da-dbb066d8965a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.075456 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b389bb50-4cd8-4323-82b5-8448ccad2488 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4471917 Apr 22 14:41:20.082293 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1b69adec-752d-49e2-b273-1801cc461f34 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:20.083378 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60102) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:20.094692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a801bb5a-493e-48d6-be20-1abcdddfcec0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'subnet': {'network_id': 'f3a4ebb1-8a63-4cff-b31a-012337707c65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:20.097229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1b69adec-752d-49e2-b273-1801cc461f34 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:subnet and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:20.101427 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network f3a4ebb1-8a63-4cff-b31a-012337707c65 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:20.107223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1b69adec-752d-49e2-b273-1801cc461f34 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:20.113393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:20.114078 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-763affcf-c85b-48f6-83da-dbb066d8965a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.118743 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-763affcf-c85b-48f6-83da-dbb066d8965a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5099134 Apr 22 14:41:20.119441 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=f55182e1-94d1-463f-a746-7216ebdb4fba,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:20.121027 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763affcf-c85b-48f6-83da-dbb066d8965a tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce558981-58e4-4f2f-8c3f-a53d4345608e,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:20.122482 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:20.123246 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60106) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:20.126761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1b69adec-752d-49e2-b273-1801cc461f34 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:20.184441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-730733fc-cd3d-4249-a3fd-86292724b9bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group': {'name': 'tempest-secgroup--126429686'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:20.185126 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:20.200850 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-730733fc-cd3d-4249-a3fd-86292724b9bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:20.204900 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-d9bd8053-6795-420d-8520-6abd28cc9409 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:20.205404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-d9bd8053-6795-420d-8520-6abd28cc9409 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:20.218848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=0bb286fb-7a14-4c69-86b5-2932772062e1,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:20.226098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-730733fc-cd3d-4249-a3fd-86292724b9bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:20.244101 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a801bb5a-493e-48d6-be20-1abcdddfcec0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:20.248230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-730733fc-cd3d-4249-a3fd-86292724b9bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.258221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a801bb5a-493e-48d6-be20-1abcdddfcec0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:subnet and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:20.262017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-5e8bf37a-74d4-499a-afd9-ba84f06f9ca0 None None] Allocated IP 172.20.0.2 (19101698-c44e-4563-acd4-3bbade7a380a/cb4ca8c5-cae1-41e4-92da-d219ede7daa3/0bb286fb-7a14-4c69-86b5-2932772062e1) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:20.262730 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a801bb5a-493e-48d6-be20-1abcdddfcec0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:20.273558 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a801bb5a-493e-48d6-be20-1abcdddfcec0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:20.283257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:20.283562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.298747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a801bb5a-493e-48d6-be20-1abcdddfcec0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:20.314789 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2f0d5b5f-b391-4202-88cd-8c5823c4a1b9 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/routers/a529a262-f80e-452c-8571-91a5d7e86851 HTTP/1.1" status: 200 len: 920 time: 1.6737003 Apr 22 14:41:20.315595 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b69adec-752d-49e2-b273-1801cc461f34 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:20.321143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60110) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:20.424281 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-730733fc-cd3d-4249-a3fd-86292724b9bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:20.435140 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-730733fc-cd3d-4249-a3fd-86292724b9bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:20.440365 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-730733fc-cd3d-4249-a3fd-86292724b9bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:20.459195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-730733fc-cd3d-4249-a3fd-86292724b9bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:20.478784 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a801bb5a-493e-48d6-be20-1abcdddfcec0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.493232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:20.493902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.510418 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5e8bf37a-74d4-499a-afd9-ba84f06f9ca0 None None] For port 0bb286fb-7a14-4c69-86b5-2932772062e1, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0bb286fb-7a14-4c69-86b5-2932772062e1,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:20.567426 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf37a-74d4-499a-afd9-ba84f06f9ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.598533 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ac777bb8-5436-4a3d-a483-27d3868dca46 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:20.600248 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b69adec-752d-49e2-b273-1801cc461f34 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.628792 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f642e3db-3d1b-4a0f-b345-534a9077f16f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.7625048 Apr 22 14:41:20.629021 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-399c63c2-dbdd-4f18-8ecf-481078f2b89f tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&device_id=a529a262-f80e-452c-8571-91a5d7e86851&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2956078 Apr 22 14:41:20.629114 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5e8bf37a-74d4-499a-afd9-ba84f06f9ca0 None None] Transition to ACTIVE for port object 0bb286fb-7a14-4c69-86b5-2932772062e1 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:20.632725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60114) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:20.632725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60116) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:20.641293 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: ac777bb8-5436-4a3d-a483-27d3868dca46 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:20.641617 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ac777bb8-5436-4a3d-a483-27d3868dca46 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:20.644093 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf37a-74d4-499a-afd9-ba84f06f9ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.757622 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-730733fc-cd3d-4249-a3fd-86292724b9bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.802802 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0bb286fb-7a14-4c69-86b5-2932772062e1 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:20.937302 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router b0a991ac-a4b9-4f09-b4b5-690e29526d87 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:41:20.944905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b69adec-752d-49e2-b273-1801cc461f34 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.976968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-730733fc-cd3d-4249-a3fd-86292724b9bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.982056 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bf37a-74d4-499a-afd9-ba84f06f9ca0 None None] Pushing event updated for resources: {'Port': ['ID=0bb286fb-7a14-4c69-86b5-2932772062e1,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:21.077760 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-437015e7-c509-43d5-a767-1193329bd33c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.088674 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-96b06f1c-fc6e-43a9-9d00-bfc962f11537 None None] Provisioning complete for port 8edb8f7c-21f0-4669-a154-1e54c94b5599 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:21.089307 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-96b06f1c-fc6e-43a9-9d00-bfc962f11537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.132521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730733fc-cd3d-4249-a3fd-86292724b9bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba5ced0-ca1d-4fcb-bf6b-b7742019b9bf,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:21.167256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-96b06f1c-fc6e-43a9-9d00-bfc962f11537 None None] Port 8edb8f7c-21f0-4669-a154-1e54c94b5599 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:21.193943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-730733fc-cd3d-4249-a3fd-86292724b9bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.197782 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-730733fc-cd3d-4249-a3fd-86292724b9bb tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0214481 Apr 22 14:41:21.206933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60122) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:21.224906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-86afd51a-2cae-49f6-a12b-9f5fd1debae9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group_rule': {'security_group_id': 'ce558981-58e4-4f2f-8c3f-a53d4345608e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3ba5ced0-ca1d-4fcb-bf6b-b7742019b9bf', 'remote_ip_prefix': None}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:21.228664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69adec-752d-49e2-b273-1801cc461f34 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Subnet': ['ID=a25c80e5-3f0e-4131-b661-8777d0c5c243,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:21.233740 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-86afd51a-2cae-49f6-a12b-9f5fd1debae9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:21.236354 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e2792f-25a0-4582-b82e-94eab3b3979c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:21.237728 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-66e2792f-25a0-4582-b82e-94eab3b3979c tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/networks/6b125409-87db-4618-a281-ef9b5bf6fb5e HTTP/1.1" status: 200 len: 881 time: 0.6041417 Apr 22 14:41:21.238832 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a801bb5a-493e-48d6-be20-1abcdddfcec0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.244779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60126) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:21.280243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-86afd51a-2cae-49f6-a12b-9f5fd1debae9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:21.327873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a10fe24-62d2-4edc-8376-16db2a569495 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:21.331766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a10fe24-62d2-4edc-8376-16db2a569495 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:21.336416 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0a10fe24-62d2-4edc-8376-16db2a569495 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6957915 Apr 22 14:41:21.346602 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-86afd51a-2cae-49f6-a12b-9f5fd1debae9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:21.357393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60130) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:21.370539 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-af3a33ba-c4db-4179-9015-bfe701a8bfff tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "GET /v2.0/ports?device_id=a529a262-f80e-452c-8571-91a5d7e86851 HTTP/1.1" status: 200 len: 205 time: 0.0948379 Apr 22 14:41:21.400016 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-86afd51a-2cae-49f6-a12b-9f5fd1debae9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:21.412682 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60134) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:21.520070 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801bb5a-493e-48d6-be20-1abcdddfcec0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Subnet': ['ID=0c8614c6-dff5-447f-8a77-5b4d1caa05ab,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:21.524156 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69adec-752d-49e2-b273-1801cc461f34 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Checking segment: {'id': '83fbe7e4-0b71-416a-a1b8-83eba14f1b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '49631ea9-111d-4b3e-9515-2cba6a3a049f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:21.524597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b69adec-752d-49e2-b273-1801cc461f34 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network hostable DHCP agents. Network: 49631ea9-111d-4b3e-9515-2cba6a3a049f, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:21.580636 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b69adec-752d-49e2-b273-1801cc461f34 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network 49631ea9-111d-4b3e-9515-2cba6a3a049f is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:21.595636 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:21.603770 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-1b69adec-752d-49e2-b273-1801cc461f34 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 49631ea9-111d-4b3e-9515-2cba6a3a049f) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:21.609319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b69adec-752d-49e2-b273-1801cc461f34 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:21.609899 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b69adec-752d-49e2-b273-1801cc461f34 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.613662 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98eb7fb-6243-4744-b09c-bda4258ed7aa None None] Sync routers for ids ['b0a991ac-a4b9-4f09-b4b5-690e29526d87'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:21.614151 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86afd51a-2cae-49f6-a12b-9f5fd1debae9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.626133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d4d4f9-2b0c-4dc7-b2e6-63ec2e5a5e9b None None] Network 49631ea9-111d-4b3e-9515-2cba6a3a049f requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:21.627655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-98d066c3-0ebb-44a0-bd5b-4be315d94bb9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port f55182e1-94d1-463f-a746-7216ebdb4fba {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:21.628004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-98d066c3-0ebb-44a0-bd5b-4be315d94bb9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.642030 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3edb745d-4c06-4273-b6ee-7a1cce99aed6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/b0a991ac-a4b9-4f09-b4b5-690e29526d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8260343 Apr 22 14:41:21.642240 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98eb7fb-6243-4744-b09c-bda4258ed7aa None None] Routers {'b0a991ac-a4b9-4f09-b4b5-690e29526d87'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:21.643463 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b98eb7fb-6243-4744-b09c-bda4258ed7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['b0a991ac-a4b9-4f09-b4b5-690e29526d87'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:21.647773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60138) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:21.735720 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a801bb5a-493e-48d6-be20-1abcdddfcec0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Checking segment: {'id': 'e9995a1b-70fe-4717-9c98-70ede562c3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f3a4ebb1-8a63-4cff-b31a-012337707c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:21.736083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a801bb5a-493e-48d6-be20-1abcdddfcec0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network hostable DHCP agents. Network: f3a4ebb1-8a63-4cff-b31a-012337707c65, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:21.768758 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1b69adec-752d-49e2-b273-1801cc461f34 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3019056 Apr 22 14:41:21.781503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60142) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:21.795483 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b98eb7fb-6243-4744-b09c-bda4258ed7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:21.814261 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98eb7fb-6243-4744-b09c-bda4258ed7aa None None] Routers {'b0a991ac-a4b9-4f09-b4b5-690e29526d87'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:21.815166 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b98eb7fb-6243-4744-b09c-bda4258ed7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:40:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['b0a991ac-a4b9-4f09-b4b5-690e29526d87'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:21.822245 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-65e919d0-19ef-4c01-9344-e8acf8e347ce None None] Provisioning for port 0bb286fb-7a14-4c69-86b5-2932772062e1 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:21.837473 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-65e919d0-19ef-4c01-9344-e8acf8e347ce None None] Provisioning complete for port 0bb286fb-7a14-4c69-86b5-2932772062e1 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:21.838616 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-65e919d0-19ef-4c01-9344-e8acf8e347ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.887820 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b98eb7fb-6243-4744-b09c-bda4258ed7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:21.888522 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98eb7fb-6243-4744-b09c-bda4258ed7aa None None] The sync data for ids ['b0a991ac-a4b9-4f09-b4b5-690e29526d87'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:21.942300 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db949575-c66a-46cd-be32-06115855bcee tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:21.942966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-db949575-c66a-46cd-be32-06115855bcee tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Synchronizing usage tracker for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:21.988884 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86afd51a-2cae-49f6-a12b-9f5fd1debae9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.004401 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a801bb5a-493e-48d6-be20-1abcdddfcec0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network f3a4ebb1-8a63-4cff-b31a-012337707c65 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:22.010300 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86afd51a-2cae-49f6-a12b-9f5fd1debae9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.052781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-a801bb5a-493e-48d6-be20-1abcdddfcec0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, f3a4ebb1-8a63-4cff-b31a-012337707c65) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:22.054758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afd51a-2cae-49f6-a12b-9f5fd1debae9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb06344-22ba-4f49-a1a1-6c1df83a154a,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:22.075440 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-49631ea9-111d-4b3e-9515-2cba6a3a049f', 'network_id': '49631ea9-111d-4b3e-9515-2cba6a3a049f', 'tenant_id': '7de9aea1cfe441b3a92deb1f5f0dff5d', 'fixed_ips': [{'subnet_id': 'a25c80e5-3f0e-4131-b661-8777d0c5c243'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:22.076485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.081212 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a801bb5a-493e-48d6-be20-1abcdddfcec0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:22.081801 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a801bb5a-493e-48d6-be20-1abcdddfcec0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.132271 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86afd51a-2cae-49f6-a12b-9f5fd1debae9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.132752 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-86afd51a-2cae-49f6-a12b-9f5fd1debae9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9215281 Apr 22 14:41:22.139110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60146) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:22.155185 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-98d066c3-0ebb-44a0-bd5b-4be315d94bb9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.171389 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-db949575-c66a-46cd-be32-06115855bcee tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Unset dirty status for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:22.175111 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-db949575-c66a-46cd-be32-06115855bcee tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports/8edb8f7c-21f0-4669-a154-1e54c94b5599 HTTP/1.1" status: 200 len: 910 time: 0.5108199 Apr 22 14:41:22.175242 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a801bb5a-493e-48d6-be20-1abcdddfcec0 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0891736 Apr 22 14:41:22.175372 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60150) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:22.175653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60152) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:22.234575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.242642 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-47334190-f891-4b1e-93d4-73470e166bf3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1903069939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:22.257413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Allocated IP 172.20.0.2 (49631ea9-111d-4b3e-9515-2cba6a3a049f/a25c80e5-3f0e-4131-b661-8777d0c5c243/554fae17-c523-4e07-8f9f-1d89395bcd1f) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:22.366715 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d66459a-84aa-43fa-875c-062036405faf None None] Network f3a4ebb1-8a63-4cff-b31a-012337707c65 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:22.370890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-98d066c3-0ebb-44a0-bd5b-4be315d94bb9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for f55182e1-94d1-463f-a746-7216ebdb4fba owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:22.387969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.399472 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-47334190-f891-4b1e-93d4-73470e166bf3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:22.419584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-47334190-f891-4b1e-93d4-73470e166bf3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:router and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:22.436589 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-47334190-f891-4b1e-93d4-73470e166bf3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:22.497259 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b86e0e37-1cf4-44c8-8920-bef834bae831 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.513703 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-47334190-f891-4b1e-93d4-73470e166bf3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:22.526311 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b86e0e37-1cf4-44c8-8920-bef834bae831 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.529696 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b90ae411-40e3-4e46-988d-b5a0e5489326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.623252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-437015e7-c509-43d5-a767-1193329bd33c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 282359a2-f23f-4c77-930e-56ad9a501479 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:22.623622 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-437015e7-c509-43d5-a767-1193329bd33c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.624866 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.673112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5d848cd8-172f-4821-9aef-64c1c383a02a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.675895 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Transition to ACTIVE for port object 554fae17-c523-4e07-8f9f-1d89395bcd1f will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:22.713055 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Transition to ACTIVE for port object 554fae17-c523-4e07-8f9f-1d89395bcd1f will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:22.745282 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47334190-f891-4b1e-93d4-73470e166bf3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.746457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47334190-f891-4b1e-93d4-73470e166bf3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.808696 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0bb286fb-7a14-4c69-86b5-2932772062e1 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:22.817371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.833352 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4f753b5b-4812-431f-bc15-3389c01ab69d None None] Provisioning for port f55182e1-94d1-463f-a746-7216ebdb4fba completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:22.844118 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-f3a4ebb1-8a63-4cff-b31a-012337707c65', 'network_id': 'f3a4ebb1-8a63-4cff-b31a-012337707c65', 'tenant_id': '8b78d3f1487643589a49391037b041e7', 'fixed_ips': [{'subnet_id': '0c8614c6-dff5-447f-8a77-5b4d1caa05ab'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:22.844938 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.856299 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.890637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b86e0e37-1cf4-44c8-8920-bef834bae831 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.908892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-437015e7-c509-43d5-a767-1193329bd33c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 282359a2-f23f-4c77-930e-56ad9a501479, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=282359a2-f23f-4c77-930e-56ad9a501479,segment=NetworkSegment(4907459a-dce8-43ba-8baf-7001525c50cb),segment_id=4907459a-dce8-43ba-8baf-7001525c50cb)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:22.909404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-437015e7-c509-43d5-a767-1193329bd33c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.914561 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4f753b5b-4812-431f-bc15-3389c01ab69d None None] Provisioning complete for port f55182e1-94d1-463f-a746-7216ebdb4fba triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:22.914935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4f753b5b-4812-431f-bc15-3389c01ab69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.919976 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Subnet': ['ID=a25c80e5-3f0e-4131-b661-8777d0c5c243,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:22.933563 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e0e37-1cf4-44c8-8920-bef834bae831 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddb06344-22ba-4f49-a1a1-6c1df83a154a,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:22.974977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b86e0e37-1cf4-44c8-8920-bef834bae831 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.976598 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b86e0e37-1cf4-44c8-8920-bef834bae831 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ddb06344-22ba-4f49-a1a1-6c1df83a154a HTTP/1.1" status: 204 len: 168 time: 0.8352013 Apr 22 14:41:22.981271 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60158) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:23.049026 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Network 49631ea9-111d-4b3e-9515-2cba6a3a049f is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:23.060262 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Pushing event updated for resources: {'Port': ['ID=554fae17-c523-4e07-8f9f-1d89395bcd1f,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:23.062756 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:23.067967 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-437015e7-c509-43d5-a767-1193329bd33c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 282359a2-f23f-4c77-930e-56ad9a501479 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:23.073036 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:23.088965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4f753b5b-4812-431f-bc15-3389c01ab69d None None] Port f55182e1-94d1-463f-a746-7216ebdb4fba cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:23.190321 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.234207 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-98d066c3-0ebb-44a0-bd5b-4be315d94bb9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.235730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49631ea9-111d-4b3e-9515-2cba6a3a049f']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:23.255372 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7e1c4c4e-8fc8-438d-b941-6589433a7362 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:23.256053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fbe7e4-0b71-416a-a1b8-83eba14f1b30') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:23.256461 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fbe7e4-0b71-416a-a1b8-83eba14f1b30') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:23.271705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.294775 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.296761 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 0bb286fb-7a14-4c69-86b5-2932772062e1 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:23.297129 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.307951 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:23.308483 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.317110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d066c3-0ebb-44a0-bd5b-4be315d94bb9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=f55182e1-94d1-463f-a746-7216ebdb4fba,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:23.322005 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Attempting to bind port 554fae17-c523-4e07-8f9f-1d89395bcd1f on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:23.322581 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Attempting to bind port 554fae17-c523-4e07-8f9f-1d89395bcd1f by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '83fbe7e4-0b71-416a-a1b8-83eba14f1b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '49631ea9-111d-4b3e-9515-2cba6a3a049f'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:23.323126 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Attempting to bind port 554fae17-c523-4e07-8f9f-1d89395bcd1f on network 49631ea9-111d-4b3e-9515-2cba6a3a049f {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:23.323970 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:23.344297 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47334190-f891-4b1e-93d4-73470e166bf3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.360752 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:23.361128 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Checking segment: {'id': '83fbe7e4-0b71-416a-a1b8-83eba14f1b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '49631ea9-111d-4b3e-9515-2cba6a3a049f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:23.361528 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.361921 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Bound using segment: {'id': '83fbe7e4-0b71-416a-a1b8-83eba14f1b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '49631ea9-111d-4b3e-9515-2cba6a3a049f'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:23.362397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Bound port: 554fae17-c523-4e07-8f9f-1d89395bcd1f, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fbe7e4-0b71-416a-a1b8-83eba14f1b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '49631ea9-111d-4b3e-9515-2cba6a3a049f'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:23.362870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.380534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Allocated IP 172.20.0.2 (f3a4ebb1-8a63-4cff-b31a-012337707c65/0c8614c6-dff5-447f-8a77-5b4d1caa05ab/6a7c9063-b212-42ab-b0ef-2d2c2ff8810c) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:23.403691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7e1c4c4e-8fc8-438d-b941-6589433a7362 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:23.404938 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7e1c4c4e-8fc8-438d-b941-6589433a7362 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3926358 Apr 22 14:41:23.408288 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60162) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:23.491856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:41:23.491856 dv-neutron-839027-1-hyperv neutron-server[83964]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:41:23.491856 dv-neutron-839027-1-hyperv neutron-server[83964]: [parameters: {'id': '49631ea9-111d-4b3e-9515-2cba6a3a049f'}] Apr 22 14:41:23.491856 dv-neutron-839027-1-hyperv neutron-server[83964]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:23.492322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:23.566686 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47334190-f891-4b1e-93d4-73470e166bf3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.598311 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-47334190-f891-4b1e-93d4-73470e166bf3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.599724 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-47334190-f891-4b1e-93d4-73470e166bf3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.4189796 Apr 22 14:41:23.602727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-98d066c3-0ebb-44a0-bd5b-4be315d94bb9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.605484 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-98d066c3-0ebb-44a0-bd5b-4be315d94bb9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/f55182e1-94d1-463f-a746-7216ebdb4fba HTTP/1.1" status: 204 len: 168 time: 2.2470880 Apr 22 14:41:23.612985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60166) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:23.613647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60168) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:23.626267 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] For port 554fae17-c523-4e07-8f9f-1d89395bcd1f, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:23.651057 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'network_id': 'f3a4ebb1-8a63-4cff-b31a-012337707c65', 'name': 'tempest-PortsTestJSON-1726030572'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:23.665401 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-437015e7-c509-43d5-a767-1193329bd33c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.684947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] For port 554fae17-c523-4e07-8f9f-1d89395bcd1f, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=554fae17-c523-4e07-8f9f-1d89395bcd1f,segment=NetworkSegment(83fbe7e4-0b71-416a-a1b8-83eba14f1b30),segment_id=83fbe7e4-0b71-416a-a1b8-83eba14f1b30)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:23.735700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.796201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437015e7-c509-43d5-a767-1193329bd33c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=282359a2-f23f-4c77-930e-56ad9a501479,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:23.833747 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57dda014-e0b1-4fc0-87ff-fff93b683c81 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.883831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57dda014-e0b1-4fc0-87ff-fff93b683c81 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.890002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0b18e-0f65-4806-a04d-b9b055fd6cf0 None None] Pushing event updated for resources: {'Port': ['ID=554fae17-c523-4e07-8f9f-1d89395bcd1f,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:23.905588 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.935239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:23.941141 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:port and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:23.946084 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:23.954541 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:23.986208 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Transition to ACTIVE for port object 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:23.994269 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5d848cd8-172f-4821-9aef-64c1c383a02a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.999262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:24.002616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.003684 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5e810f-6547-4440-98bc-3e546c9e5e3f None None] Network 49631ea9-111d-4b3e-9515-2cba6a3a049f requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:24.034486 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfccbe1-cb25-4a63-9899-2a9392eedaae tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:24.035820 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfccbe1-cb25-4a63-9899-2a9392eedaae tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:24.037912 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfccbe1-cb25-4a63-9899-2a9392eedaae tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:24.038639 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.044340 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3bfccbe1-cb25-4a63-9899-2a9392eedaae tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4058714 Apr 22 14:41:24.044340 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ba46f487-8abb-4f7b-b000-7bfc671fd515 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.054888 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60174) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:24.071869 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Transition to ACTIVE for port object 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:24.092202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.103877 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-5d848cd8-172f-4821-9aef-64c1c383a02a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Deleting port 2f82d8fb-8257-4f6f-9c4a-c9f788cc495f {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:24.104222 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5d848cd8-172f-4821-9aef-64c1c383a02a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.118997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Deleting port 554fae17-c523-4e07-8f9f-1d89395bcd1f {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:24.119366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.158211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57dda014-e0b1-4fc0-87ff-fff93b683c81 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.203044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dda014-e0b1-4fc0-87ff-fff93b683c81 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba5ced0-ca1d-4fcb-bf6b-b7742019b9bf,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:24.206882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] device_id is not set on port 92b38f65-a520-484a-8d38-c4ebb31ed64a yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:24.217606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Network f3a4ebb1-8a63-4cff-b31a-012337707c65 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:24.231199 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Pushing event updated for resources: {'Port': ['ID=6a7c9063-b212-42ab-b0ef-2d2c2ff8810c,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:24.260796 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:24.263627 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:24.402755 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Attempting to bind port 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:24.403202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Attempting to bind port 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'e9995a1b-70fe-4717-9c98-70ede562c3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f3a4ebb1-8a63-4cff-b31a-012337707c65'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:24.403569 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Attempting to bind port 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c on network f3a4ebb1-8a63-4cff-b31a-012337707c65 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:24.408718 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.417515 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57dda014-e0b1-4fc0-87ff-fff93b683c81 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.418637 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-57dda014-e0b1-4fc0-87ff-fff93b683c81 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-groups/3ba5ced0-ca1d-4fcb-bf6b-b7742019b9bf HTTP/1.1" status: 204 len: 168 time: 1.0093532 Apr 22 14:41:24.424062 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:24.424438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Checking segment: {'id': 'e9995a1b-70fe-4717-9c98-70ede562c3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f3a4ebb1-8a63-4cff-b31a-012337707c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:24.424845 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.425230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Bound using segment: {'id': 'e9995a1b-70fe-4717-9c98-70ede562c3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f3a4ebb1-8a63-4cff-b31a-012337707c65'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:24.425705 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Bound port: 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9995a1b-70fe-4717-9c98-70ede562c3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f3a4ebb1-8a63-4cff-b31a-012337707c65'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:24.426078 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.435122 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60178) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:24.510631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8493b5e-78fe-48b8-bd15-eeaed9256232 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet b6122ff0-b383-4ad4-a995-b5ca5299897c {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:24.524524 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] For port 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:24.528342 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] For port 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=6a7c9063-b212-42ab-b0ef-2d2c2ff8810c,segment=NetworkSegment(e9995a1b-70fe-4717-9c98-70ede562c3af),segment_id=e9995a1b-70fe-4717-9c98-70ede562c3af)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:24.533487 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8493b5e-78fe-48b8-bd15-eeaed9256232 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.534009 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.597609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] For port 554fae17-c523-4e07-8f9f-1d89395bcd1f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=554fae17-c523-4e07-8f9f-1d89395bcd1f,segment=NetworkSegment(83fbe7e4-0b71-416a-a1b8-83eba14f1b30),segment_id=83fbe7e4-0b71-416a-a1b8-83eba14f1b30)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:24.597966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.619618 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6489d-2141-40d5-b7f6-b4257b96a70b None None] Pushing event updated for resources: {'Port': ['ID=6a7c9063-b212-42ab-b0ef-2d2c2ff8810c,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:24.632899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5d848cd8-172f-4821-9aef-64c1c383a02a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.687162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8493b5e-78fe-48b8-bd15-eeaed9256232 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.734149 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:41:24.774215 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1ae0a91d-1c86-4721-bd71-81111d3eaff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.781988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Calling delete_port for 554fae17-c523-4e07-8f9f-1d89395bcd1f owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:24.786234 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Allocated IP 172.20.0.12 (f3a4ebb1-8a63-4cff-b31a-012337707c65/0c8614c6-dff5-447f-8a77-5b4d1caa05ab/92b38f65-a520-484a-8d38-c4ebb31ed64a) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:24.797424 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-5d848cd8-172f-4821-9aef-64c1c383a02a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Calling delete_port for 2f82d8fb-8257-4f6f-9c4a-c9f788cc495f owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:24.828686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-437015e7-c509-43d5-a767-1193329bd33c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.917528 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-50538430-142e-4485-a500-08ce9a0aedef tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:25.065171 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.098443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8493b5e-78fe-48b8-bd15-eeaed9256232 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.108254 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-50538430-142e-4485-a500-08ce9a0aedef tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:25.109548 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-50538430-142e-4485-a500-08ce9a0aedef tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5420594 Apr 22 14:41:25.167681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60182) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:25.271961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Port': ['ID=554fae17-c523-4e07-8f9f-1d89395bcd1f,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:25.290046 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No DVR routers for this DVR port 554fae17-c523-4e07-8f9f-1d89395bcd1f on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:25.386339 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.437430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Transition to ACTIVE for port object 92b38f65-a520-484a-8d38-c4ebb31ed64a will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:25.451551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.465260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8493b5e-78fe-48b8-bd15-eeaed9256232 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.469642 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1acff9b8-e359-4ea4-b2f9-d8b6602fc4c3 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.529266 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8493b5e-78fe-48b8-bd15-eeaed9256232 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=b6122ff0-b383-4ad4-a995-b5ca5299897c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:25.533250 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49631ea9-111d-4b3e-9515-2cba6a3a049f']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:25.533949 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5d848cd8-172f-4821-9aef-64c1c383a02a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.555189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8493b5e-78fe-48b8-bd15-eeaed9256232 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.556190 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b0b38-6628-42da-ae83-217a22108333 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:25.560448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fbe7e4-0b71-416a-a1b8-83eba14f1b30') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:25.560746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fbe7e4-0b71-416a-a1b8-83eba14f1b30') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:25.582487 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.589520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1acff9b8-e359-4ea4-b2f9-d8b6602fc4c3 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.595253 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c8493b5e-78fe-48b8-bd15-eeaed9256232 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/b6122ff0-b383-4ad4-a995-b5ca5299897c HTTP/1.1" status: 204 len: 168 time: 1.5372226 Apr 22 14:41:25.601674 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60186) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:25.612892 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d848cd8-172f-4821-9aef-64c1c383a02a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Pushing event deleted for resources: {'Port': ['ID=2f82d8fb-8257-4f6f-9c4a-c9f788cc495f,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:25.634841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.660322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:25.660916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:25.676600 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:25.748383 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.871615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb75a322-9696-488f-aed6-bf235b9dda2d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet cb4ca8c5-cae1-41e4-92da-d219ede7daa3 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:25.880052 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85a2e9a-5c93-4656-95c5-d3f6a06b268a None None] Network f3a4ebb1-8a63-4cff-b31a-012337707c65 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:25.880655 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.888058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network f3a4ebb1-8a63-4cff-b31a-012337707c65 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:25.901706 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1acff9b8-e359-4ea4-b2f9-d8b6602fc4c3 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.908497 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:25.910861 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:25.948584 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-eb75a322-9696-488f-aed6-bf235b9dda2d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.991868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acff9b8-e359-4ea4-b2f9-d8b6602fc4c3 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce558981-58e4-4f2f-8c3f-a53d4345608e,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:26.013171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a2db902a-4d7a-43b1-95e7-077dd419e448 None None] Provisioning for port 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:26.028065 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.035763 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.052734 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/49631ea9-111d-4b3e-9515-2cba6a3a049f HTTP/1.1" status: 204 len: 168 time: 4.2603984 Apr 22 14:41:26.072746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60190) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:26.073740 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260342e7-2ae0-44ea-b2f6-60f7adca19c9 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Network': ['ID=49631ea9-111d-4b3e-9515-2cba6a3a049f,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:26.089437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-e5a75118-074a-4820-a29c-54f405e612b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-265327873'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:26.094770 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e5a75118-074a-4820-a29c-54f405e612b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:26.098886 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e5a75118-074a-4820-a29c-54f405e612b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:network and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:26.102048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e5a75118-074a-4820-a29c-54f405e612b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:26.108198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e5a75118-074a-4820-a29c-54f405e612b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:26.141427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-eb75a322-9696-488f-aed6-bf235b9dda2d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.150957 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.207667 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5d848cd8-172f-4821-9aef-64c1c383a02a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.250440 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-eb75a322-9696-488f-aed6-bf235b9dda2d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.318584 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a75118-074a-4820-a29c-54f405e612b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:26.321804 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e5a75118-074a-4820-a29c-54f405e612b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.399194 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a75118-074a-4820-a29c-54f405e612b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:26.402373 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-eb75a322-9696-488f-aed6-bf235b9dda2d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.507460 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=92b38f65-a520-484a-8d38-c4ebb31ed64a,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:26.565540 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e5a75118-074a-4820-a29c-54f405e612b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.566052 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-e5a75118-074a-4820-a29c-54f405e612b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Added segment 893f9698-590b-4e5f-b670-49e7e82631cb of type vlan for network 31257e00-568f-45b4-8dd3-b4ae9ef9c724 Apr 22 14:41:26.584536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75a322-9696-488f-aed6-bf235b9dda2d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4ca8c5-cae1-41e4-92da-d219ede7daa3,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:26.600588 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-eb75a322-9696-488f-aed6-bf235b9dda2d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.614286 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fc708858-7db5-4e49-a5e3-061a3632f505 None None] Provisioning for port 92b38f65-a520-484a-8d38-c4ebb31ed64a completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:26.621916 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fc708858-7db5-4e49-a5e3-061a3632f505 None None] Provisioning complete for port 92b38f65-a520-484a-8d38-c4ebb31ed64a triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:26.622387 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc708858-7db5-4e49-a5e3-061a3632f505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.639645 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:26.640242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.652032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910c27ea-27f3-479e-acd4-1cbe7f1c4292 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:26.669196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1acff9b8-e359-4ea4-b2f9-d8b6602fc4c3 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.670318 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1acff9b8-e359-4ea4-b2f9-d8b6602fc4c3 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-groups/ce558981-58e4-4f2f-8c3f-a53d4345608e HTTP/1.1" status: 204 len: 168 time: 1.4992986 Apr 22 14:41:26.675311 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5d848cd8-172f-4821-9aef-64c1c383a02a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.679031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60194) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:26.720060 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e5a75118-074a-4820-a29c-54f405e612b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.743640 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9a1358b6-d07b-495c-a38d-7b2bfa8b1148 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1259615 Apr 22 14:41:26.746356 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60198) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:26.754682 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5d848cd8-172f-4821-9aef-64c1c383a02a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.782631 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-eb75a322-9696-488f-aed6-bf235b9dda2d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/cb4ca8c5-cae1-41e4-92da-d219ede7daa3 HTTP/1.1" status: 204 len: 168 time: 1.1774631 Apr 22 14:41:26.783067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60202) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:26.787947 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e5a75118-074a-4820-a29c-54f405e612b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.791936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a75118-074a-4820-a29c-54f405e612b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:26.792600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e5a75118-074a-4820-a29c-54f405e612b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.829707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-fc708858-7db5-4e49-a5e3-061a3632f505 None None] Port 92b38f65-a520-484a-8d38-c4ebb31ed64a cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:26.874097 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:26.978112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bab2da8d-2c78-411e-a58e-3cf393f34fc9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:26.989127 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a7cbbe80-b8bc-40dd-b6c9-c85d92662e9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2023494 Apr 22 14:41:27.012462 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60206) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:27.022783 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f7c97b26-a8d9-4c5a-8322-e14e342f14d2 None None] Provisioning complete for port 92b38f65-a520-484a-8d38-c4ebb31ed64a triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:27.023412 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f7c97b26-a8d9-4c5a-8322-e14e342f14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.025184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-afd23a88-264e-4ab5-89cb-8f870e9c2fe4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:27.047382 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e5a75118-074a-4820-a29c-54f405e612b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9698637 Apr 22 14:41:27.055642 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60210) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:27.098219 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-f7c97b26-a8d9-4c5a-8322-e14e342f14d2 None None] Port 92b38f65-a520-484a-8d38-c4ebb31ed64a cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:27.101652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:27.110213 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'subnet': {'network_id': '31257e00-568f-45b4-8dd3-b4ae9ef9c724', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:27.110617 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:27.111066 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.121158 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a75118-074a-4820-a29c-54f405e612b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Network': ['ID=31257e00-568f-45b4-8dd3-b4ae9ef9c724,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:27.138879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5d848cd8-172f-4821-9aef-64c1c383a02a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.139440 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d848cd8-172f-4821-9aef-64c1c383a02a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Fanout notify agent at l3_agent the message router_deleted on router a529a262-f80e-452c-8571-91a5d7e86851 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:41:27.173869 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 31257e00-568f-45b4-8dd3-b4ae9ef9c724 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:27.200084 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c015d1c7-b0bd-4f85-8fc7-9eb6651b7dca None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:27.246281 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bab2da8d-2c78-411e-a58e-3cf393f34fc9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:27.251986 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bab2da8d-2c78-411e-a58e-3cf393f34fc9 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5676973 Apr 22 14:41:27.271107 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60214) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:27.279907 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-de63a46c-c86b-4ebe-a078-06221ec7a092 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group': {'name': 'tempest-secgroup--393122526'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:27.289963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5d848cd8-172f-4821-9aef-64c1c383a02a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.291323 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5d848cd8-172f-4821-9aef-64c1c383a02a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "DELETE /v2.0/routers/a529a262-f80e-452c-8571-91a5d7e86851 HTTP/1.1" status: 204 len: 168 time: 5.8763642 Apr 22 14:41:27.291726 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f7c97b26-a8d9-4c5a-8322-e14e342f14d2 None None] Provisioning complete for port 0bb286fb-7a14-4c69-86b5-2932772062e1 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:27.292194 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f7c97b26-a8d9-4c5a-8322-e14e342f14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.298549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60218) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:27.310892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-df2b381f-9455-4a32-8dad-83f8a169e88a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1495944355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:27.311100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-de63a46c-c86b-4ebe-a078-06221ec7a092 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:27.317352 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-afd23a88-264e-4ab5-89cb-8f870e9c2fe4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:27.321532 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-c015d1c7-b0bd-4f85-8fc7-9eb6651b7dca None None] Deleting port 0bb286fb-7a14-4c69-86b5-2932772062e1 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:27.321532 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c015d1c7-b0bd-4f85-8fc7-9eb6651b7dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.328534 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-afd23a88-264e-4ab5-89cb-8f870e9c2fe4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:27.333218 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-de63a46c-c86b-4ebe-a078-06221ec7a092 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:27.333933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-df2b381f-9455-4a32-8dad-83f8a169e88a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:27.336228 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-afd23a88-264e-4ab5-89cb-8f870e9c2fe4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:27.345980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-df2b381f-9455-4a32-8dad-83f8a169e88a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Usage tracker for resource:router and tenant:e3aeb8830a5e4bdf815a5e4575fb2b7c is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:27.350179 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-afd23a88-264e-4ab5-89cb-8f870e9c2fe4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:27.350768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-ba46f487-8abb-4f7b-b000-7bfc671fd515 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port 8edb8f7c-21f0-4669-a154-1e54c94b5599 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:27.351114 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ba46f487-8abb-4f7b-b000-7bfc671fd515 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.352553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-df2b381f-9455-4a32-8dad-83f8a169e88a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:27.360467 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-df2b381f-9455-4a32-8dad-83f8a169e88a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:27.375918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:27.386280 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd23a88-264e-4ab5-89cb-8f870e9c2fe4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:27.392121 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-afd23a88-264e-4ab5-89cb-8f870e9c2fe4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.416173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-df2b381f-9455-4a32-8dad-83f8a169e88a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.417350 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-df2b381f-9455-4a32-8dad-83f8a169e88a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.425941 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.455265 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:subnet and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:27.458488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de63a46c-c86b-4ebe-a078-06221ec7a092 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.470220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:27.497066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437015e7-c509-43d5-a767-1193329bd33c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router ff88c6a6-2406-4b86-ab91-5d00e8013d34 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:41:27.531633 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:27.591727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-df2b381f-9455-4a32-8dad-83f8a169e88a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.632625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:27.701152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-df2b381f-9455-4a32-8dad-83f8a169e88a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.750777 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.753981 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-de63a46c-c86b-4ebe-a078-06221ec7a092 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:27.781267 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-c015d1c7-b0bd-4f85-8fc7-9eb6651b7dca None None] For port 0bb286fb-7a14-4c69-86b5-2932772062e1, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0bb286fb-7a14-4c69-86b5-2932772062e1,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:27.781790 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c015d1c7-b0bd-4f85-8fc7-9eb6651b7dca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.791125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-df2b381f-9455-4a32-8dad-83f8a169e88a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.795338 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-df2b381f-9455-4a32-8dad-83f8a169e88a tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4925406 Apr 22 14:41:27.795560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-de63a46c-c86b-4ebe-a078-06221ec7a092 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:27.796957 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60222) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:27.806663 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'enable_snat': False}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:27.925388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-c015d1c7-b0bd-4f85-8fc7-9eb6651b7dca None None] Calling delete_port for 0bb286fb-7a14-4c69-86b5-2932772062e1 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:27.947020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-de63a46c-c86b-4ebe-a078-06221ec7a092 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:27.967781 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-afd23a88-264e-4ab5-89cb-8f870e9c2fe4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.968065 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-de63a46c-c86b-4ebe-a078-06221ec7a092 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:27.969272 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=6a7c9063-b212-42ab-b0ef-2d2c2ff8810c,segment=NetworkSegment(e9995a1b-70fe-4717-9c98-70ede562c3af),segment_id=e9995a1b-70fe-4717-9c98-70ede562c3af)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:27.981127 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.004665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.035664 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ba46f487-8abb-4f7b-b000-7bfc671fd515 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.075365 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=6a7c9063-b212-42ab-b0ef-2d2c2ff8810c,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:28.078543 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c015d1c7-b0bd-4f85-8fc7-9eb6651b7dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.097918 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd23a88-264e-4ab5-89cb-8f870e9c2fe4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:28.109074 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-afd23a88-264e-4ab5-89cb-8f870e9c2fe4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:28.128215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd23a88-264e-4ab5-89cb-8f870e9c2fe4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:28.128799 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-afd23a88-264e-4ab5-89cb-8f870e9c2fe4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.134403 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015d1c7-b0bd-4f85-8fc7-9eb6651b7dca None None] Pushing event deleted for resources: {'Port': ['ID=0bb286fb-7a14-4c69-86b5-2932772062e1,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:28.139016 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd23a88-264e-4ab5-89cb-8f870e9c2fe4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=53ae93b1-0739-440b-8425-cd3bae94619d,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:28.143900 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015d1c7-b0bd-4f85-8fc7-9eb6651b7dca None None] No DVR routers for this DVR port 0bb286fb-7a14-4c69-86b5-2932772062e1 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:28.167921 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92105e82-35af-4d83-9b21-43f3be38458a None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:28.220151 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-afd23a88-264e-4ab5-89cb-8f870e9c2fe4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2023487 Apr 22 14:41:28.220635 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60226) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:28.229052 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-abcb6ee1-c75f-4ce5-a09b-41b40520e209 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:28.288636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-ba46f487-8abb-4f7b-b000-7bfc671fd515 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for 8edb8f7c-21f0-4669-a154-1e54c94b5599 owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:28.310596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437015e7-c509-43d5-a767-1193329bd33c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:28.321691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.ipam_backend_mixin [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Performing IP validity checks on allocation pools {{(pid=83963) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 14:41:28.322203 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.ipam_backend_mixin [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83963) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 14:41:28.323699 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-437015e7-c509-43d5-a767-1193329bd33c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/ff88c6a6-2406-4b86-ab91-5d00e8013d34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4719276 Apr 22 14:41:28.336303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60230) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:28.384025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b574d3-1a47-4c57-93f1-5d5962cbaaef None None] Sync routers for ids ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:28.441151 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b574d3-1a47-4c57-93f1-5d5962cbaaef None None] Routers {'ff88c6a6-2406-4b86-ab91-5d00e8013d34'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:28.441724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-40b574d3-1a47-4c57-93f1-5d5962cbaaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:28.488299 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de63a46c-c86b-4ebe-a078-06221ec7a092 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.504610 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.509954 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-abcb6ee1-c75f-4ce5-a09b-41b40520e209 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:28.516858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-abcb6ee1-c75f-4ce5-a09b-41b40520e209 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:28.520643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-abcb6ee1-c75f-4ce5-a09b-41b40520e209 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:28.523054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de63a46c-c86b-4ebe-a078-06221ec7a092 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.528272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-abcb6ee1-c75f-4ce5-a09b-41b40520e209 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:28.559536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcb6ee1-c75f-4ce5-a09b-41b40520e209 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:28.563859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abcb6ee1-c75f-4ce5-a09b-41b40520e209 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.586456 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': '53ae93b1-0739-440b-8425-cd3bae94619d'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:28.587650 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.736567 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-40b574d3-1a47-4c57-93f1-5d5962cbaaef None None] Set router ff88c6a6-2406-4b86-ab91-5d00e8013d34 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:41:28.774723 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.810064 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:28.815962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63a46c-c86b-4ebe-a078-06221ec7a092 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd385924-82b3-4b5e-b779-a8166d55eb62,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:28.904825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-de63a46c-c86b-4ebe-a078-06221ec7a092 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.910454 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-de63a46c-c86b-4ebe-a078-06221ec7a092 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6336663 Apr 22 14:41:28.925957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60234) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:28.947540 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-5dd39bb2-6289-423c-b160-af346b7dbb41 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group_rule': {'security_group_id': 'bd385924-82b3-4b5e-b779-a8166d55eb62', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:28.982480 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Allocated IP 172.20.0.2 (19101698-c44e-4563-acd4-3bbade7a380a/53ae93b1-0739-440b-8425-cd3bae94619d/e7ff4f1b-c401-4201-80eb-17671489c219) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:28.990960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5dd39bb2-6289-423c-b160-af346b7dbb41 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:29.033687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5dd39bb2-6289-423c-b160-af346b7dbb41 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:29.046362 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5dd39bb2-6289-423c-b160-af346b7dbb41 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:29.095012 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.130514 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.194076 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:29.194661 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.196543 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5dd39bb2-6289-423c-b160-af346b7dbb41 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:29.202379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-04431ff7-bc54-4ac5-98c4-73772576a097 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting subnet df00b820-ff91-48b9-aa6a-393c9e578e30 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:29.214771 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-04431ff7-bc54-4ac5-98c4-73772576a097 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.252398 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.348745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Allocated IP 172.26.0.221 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/64ba2047-0e94-458f-9c1c-5504357a9c42) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:29.401845 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.objects.ports [None req-abcb6ee1-c75f-4ce5-a09b-41b40520e209 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83964) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:41:29.417403 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abcb6ee1-c75f-4ce5-a09b-41b40520e209 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.432554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ba46f487-8abb-4f7b-b000-7bfc671fd515 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.451349 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.476143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Transition to ACTIVE for port object e7ff4f1b-c401-4201-80eb-17671489c219 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:29.480330 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5dd39bb2-6289-423c-b160-af346b7dbb41 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.492436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-04431ff7-bc54-4ac5-98c4-73772576a097 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.502363 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-40b574d3-1a47-4c57-93f1-5d5962cbaaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:41:23Z', 'revision_number': 7, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:29.513956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Transition to ACTIVE for port object e7ff4f1b-c401-4201-80eb-17671489c219 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:29.520391 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b574d3-1a47-4c57-93f1-5d5962cbaaef None None] Checking router: ff88c6a6-2406-4b86-ab91-5d00e8013d34 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:41:29.527598 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.549381 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb6ee1-c75f-4ce5-a09b-41b40520e209 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:29.555212 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-abcb6ee1-c75f-4ce5-a09b-41b40520e209 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:29.561231 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb6ee1-c75f-4ce5-a09b-41b40520e209 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:29.561813 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abcb6ee1-c75f-4ce5-a09b-41b40520e209 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.566062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46f487-8abb-4f7b-b000-7bfc671fd515 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Port': ['ID=8edb8f7c-21f0-4669-a154-1e54c94b5599,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:29.576954 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb6ee1-c75f-4ce5-a09b-41b40520e209 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=ec4fd090-3dd9-4e6a-8098-8178280d2f10,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:29.589914 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0bb286fb-7a14-4c69-86b5-2932772062e1 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:29.595758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Subnet': ['ID=1c5917b5-f248-487c-8af7-a90ebc24e23f,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:29.619615 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-abcb6ee1-c75f-4ce5-a09b-41b40520e209 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3953192 Apr 22 14:41:29.619830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60238) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:29.627812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'mac_address': 'fa:16:3e:d2:03:64', 'name': 'tempest-NetworksTestDHCPv6-116068683'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:29.657902 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 0bb286fb-7a14-4c69-86b5-2932772062e1 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:29.658541 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0bb286fb-7a14-4c69-86b5-2932772062e1 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:29.676862 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b574d3-1a47-4c57-93f1-5d5962cbaaef None None] Routers {'ff88c6a6-2406-4b86-ab91-5d00e8013d34'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:29.680733 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-40b574d3-1a47-4c57-93f1-5d5962cbaaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:29.723448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.831120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:29.837190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:29.840686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:29.844798 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.858208 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:29.860789 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:29.862949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Pushing event updated for resources: {'Port': ['ID=e7ff4f1b-c401-4201-80eb-17671489c219,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:29.878651 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:29.881651 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:29.933331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Pushing event updated for resources: {'Port': ['ID=64ba2047-0e94-458f-9c1c-5504357a9c42,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:29.952134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:29.973577 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Checking segment: {'id': '893f9698-590b-4e5f-b670-49e7e82631cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31257e00-568f-45b4-8dd3-b4ae9ef9c724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:29.974898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network hostable DHCP agents. Network: 31257e00-568f-45b4-8dd3-b4ae9ef9c724, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:30.040086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:30.043127 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:30.046821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:30.091186 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Attempting to bind port e7ff4f1b-c401-4201-80eb-17671489c219 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:30.091527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:41:30.091855 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Attempting to bind port e7ff4f1b-c401-4201-80eb-17671489c219 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:30.091978 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Attempting to bind port e7ff4f1b-c401-4201-80eb-17671489c219 on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:30.106528 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:30.106927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:30.107306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.107719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:30.108538 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Bound port: e7ff4f1b-c401-4201-80eb-17671489c219, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:30.108538 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.130388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-40b574d3-1a47-4c57-93f1-5d5962cbaaef None None] Set router ff88c6a6-2406-4b86-ab91-5d00e8013d34 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:41:30.167977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-04431ff7-bc54-4ac5-98c4-73772576a097 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.170958 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.203215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.205919 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5dd39bb2-6289-423c-b160-af346b7dbb41 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.218096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port a67ec668-1d3d-48fa-a6f8-133793ad829e yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:30.225935 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5dd39bb2-6289-423c-b160-af346b7dbb41 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.244263 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.324199 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network 31257e00-568f-45b4-8dd3-b4ae9ef9c724 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:30.327582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd39bb2-6289-423c-b160-af346b7dbb41 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a29c6e-51a8-4900-943e-c5ccc07f2e0c,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:30.392196 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] For port e7ff4f1b-c401-4201-80eb-17671489c219, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:30.397597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.399062 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] For port e7ff4f1b-c401-4201-80eb-17671489c219, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e7ff4f1b-c401-4201-80eb-17671489c219,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:30.415850 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ba46f487-8abb-4f7b-b000-7bfc671fd515 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.418827 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.440668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 31257e00-568f-45b4-8dd3-b4ae9ef9c724) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:30.445922 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:30.446513 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.450354 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5dd39bb2-6289-423c-b160-af346b7dbb41 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.451592 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5dd39bb2-6289-423c-b160-af346b7dbb41 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.5225065 Apr 22 14:41:30.458141 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60242) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:30.460276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=92b38f65-a520-484a-8d38-c4ebb31ed64a,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:30.513772 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff4a2eb-a854-4880-8a90-1c282ae9cf06 None None] Network 31257e00-568f-45b4-8dd3-b4ae9ef9c724 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:30.562543 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-04431ff7-bc54-4ac5-98c4-73772576a097 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.600845 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1ac11d61-747f-40f7-a974-3ea90ef12c42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.5440187 Apr 22 14:41:30.631798 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60246) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:30.726529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.730179 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 172.20.0.6 (19101698-c44e-4563-acd4-3bbade7a380a/53ae93b1-0739-440b-8425-cd3bae94619d/a67ec668-1d3d-48fa-a6f8-133793ad829e) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:30.741835 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-36207948-f095-4708-8379-49b9369391b2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.751022 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.756908 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::f816:3eff:fed2:364 (19101698-c44e-4563-acd4-3bbade7a380a/ec4fd090-3dd9-4e6a-8098-8178280d2f10/a67ec668-1d3d-48fa-a6f8-133793ad829e) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:30.757110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04431ff7-bc54-4ac5-98c4-73772576a097 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Subnet': ['ID=df00b820-ff91-48b9-aa6a-393c9e578e30,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:30.759929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-36207948-f095-4708-8379-49b9369391b2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.785879 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c66de0-efe3-4158-95e0-ed454601ab59 None None] Pushing event updated for resources: {'Port': ['ID=e7ff4f1b-c401-4201-80eb-17671489c219,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:30.833043 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-04431ff7-bc54-4ac5-98c4-73772576a097 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.835148 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-04431ff7-bc54-4ac5-98c4-73772576a097 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/subnets/df00b820-ff91-48b9-aa6a-393c9e578e30 HTTP/1.1" status: 204 len: 168 time: 2.4937785 Apr 22 14:41:30.849707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6444dfda-2b78-47b5-8199-14cde5b9796d None None] Network 225a60de-2f68-4c63-9733-0af862cb7457 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:30.853045 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60250) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:30.870438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-77df3f7e-bbee-45fd-8d54-d569ce9930be None None] Provisioning complete for port 92b38f65-a520-484a-8d38-c4ebb31ed64a triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:30.870824 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77df3f7e-bbee-45fd-8d54-d569ce9930be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.999315 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-31257e00-568f-45b4-8dd3-b4ae9ef9c724', 'network_id': '31257e00-568f-45b4-8dd3-b4ae9ef9c724', 'tenant_id': '7de9aea1cfe441b3a92deb1f5f0dff5d', 'fixed_ips': [{'subnet_id': '1c5917b5-f248-487c-8af7-a90ebc24e23f'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:30.999315 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.072289 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-77df3f7e-bbee-45fd-8d54-d569ce9930be None None] Port 92b38f65-a520-484a-8d38-c4ebb31ed64a cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:31.077166 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-40b574d3-1a47-4c57-93f1-5d5962cbaaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:41:23Z', 'revision_number': 7, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:31.181105 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b574d3-1a47-4c57-93f1-5d5962cbaaef None None] The sync data for ids ['ff88c6a6-2406-4b86-ab91-5d00e8013d34'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'name': 'tempest-TestNetworkBasicOps-router-449396047', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:37:39Z', 'updated_at': '2022-04-22T14:41:23Z', 'revision_number': 7, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'c9f55a78-264c-4702-8bda-4aef38ef2960', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88c6a6-2406-4b86-ab91-5d00e8013d34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:37:40Z', 'updated_at': '2022-04-22T14:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:31.279593 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-36207948-f095-4708-8379-49b9369391b2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.280502 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.318199 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36207948-f095-4708-8379-49b9369391b2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57a29c6e-51a8-4900-943e-c5ccc07f2e0c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:31.326635 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.340145 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Allocated IP 172.20.0.3 (31257e00-568f-45b4-8dd3-b4ae9ef9c724/1c5917b5-f248-487c-8af7-a90ebc24e23f/c571bfa7-f817-4eb1-b90c-cd83c0a95273) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:31.364221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-36207948-f095-4708-8379-49b9369391b2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.366357 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-36207948-f095-4708-8379-49b9369391b2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/57a29c6e-51a8-4900-943e-c5ccc07f2e0c HTTP/1.1" status: 204 len: 168 time: 0.8809345 Apr 22 14:41:31.367843 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object a67ec668-1d3d-48fa-a6f8-133793ad829e will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:31.370105 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60254) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:31.453505 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f1d7558e-3222-406d-899e-6245e429a793 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:31.460994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.537969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f1d7558e-3222-406d-899e-6245e429a793 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:31.541692 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f1d7558e-3222-406d-899e-6245e429a793 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1670792 Apr 22 14:41:31.548472 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60258) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:31.579023 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:31.587792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:31.589830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=a67ec668-1d3d-48fa-a6f8-133793ad829e,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:31.599570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:31.615174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6d127-db48-4756-b0c1-b7bb252bbf8b None None] DHCP port deletion for 225a60de-2f68-4c63-9733-0af862cb7457 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:31.636253 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-62f6d127-db48-4756-b0c1-b7bb252bbf8b None None] Deleting port 56508650-738b-4eef-868c-5e843c0f2fb7 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:31.641643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-62f6d127-db48-4756-b0c1-b7bb252bbf8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.700800 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.705356 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.706491 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:31.707107 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.730178 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Transition to ACTIVE for port object c571bfa7-f817-4eb1-b90c-cd83c0a95273 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:31.734348 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.745081 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d6f6ede6-9514-4b5e-b5b6-6c328fbae072 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.766953 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a79f2def-687f-449d-937a-5b440b2a264c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.1436880 Apr 22 14:41:31.776163 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60262) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:31.799420 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Transition to ACTIVE for port object c571bfa7-f817-4eb1-b90c-cd83c0a95273 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:31.826497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d6f6ede6-9514-4b5e-b5b6-6c328fbae072 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.828069 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.929206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Router 5c16f84d-1d1c-4a0b-8f62-664a97ab2fe7 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:41:31.946239 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ac63ca-d6eb-4523-944b-79f8042e4a21 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:31.950326 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ac63ca-d6eb-4523-944b-79f8042e4a21 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:31.951314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-83ac63ca-d6eb-4523-944b-79f8042e4a21 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:31.961048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d6f6ede6-9514-4b5e-b5b6-6c328fbae072 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.001435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6ede6-9514-4b5e-b5b6-6c328fbae072 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd385924-82b3-4b5e-b779-a8166d55eb62,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:32.065538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.075706 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.105841 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Network 31257e00-568f-45b4-8dd3-b4ae9ef9c724 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:32.106939 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Pushing event updated for resources: {'Port': ['ID=c571bfa7-f817-4eb1-b90c-cd83c0a95273,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:32.110028 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-83ac63ca-d6eb-4523-944b-79f8042e4a21 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:32.111208 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-83ac63ca-d6eb-4523-944b-79f8042e4a21 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.3340919 Apr 22 14:41:32.115926 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:32.119035 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:32.123016 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-62f6d127-db48-4756-b0c1-b7bb252bbf8b None None] For port 56508650-738b-4eef-868c-5e843c0f2fb7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=56508650-738b-4eef-868c-5e843c0f2fb7,segment=NetworkSegment(4907459a-dce8-43ba-8baf-7001525c50cb),segment_id=4907459a-dce8-43ba-8baf-7001525c50cb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:32.123636 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-62f6d127-db48-4756-b0c1-b7bb252bbf8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.149182 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba46f487-8abb-4f7b-b000-7bfc671fd515 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router b0a991ac-a4b9-4f09-b4b5-690e29526d87 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:41:32.150644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60266) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:32.169169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d6f6ede6-9514-4b5e-b5b6-6c328fbae072 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.174966 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d6f6ede6-9514-4b5e-b5b6-6c328fbae072 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-groups/bd385924-82b3-4b5e-b779-a8166d55eb62 HTTP/1.1" status: 204 len: 168 time: 0.6217787 Apr 22 14:41:32.180151 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60268) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:32.244864 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5917b5-f248-487c-8af7-a90ebc24e23f,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:32.302845 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a283af77-3f38-4d70-b7f9-2bc5c9a093b2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:32.328900 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-62f6d127-db48-4756-b0c1-b7bb252bbf8b None None] Calling delete_port for 56508650-738b-4eef-868c-5e843c0f2fb7 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:32.335201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a283af77-3f38-4d70-b7f9-2bc5c9a093b2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:32.336914 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a283af77-3f38-4d70-b7f9-2bc5c9a093b2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1542370 Apr 22 14:41:32.342075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60274) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:32.354481 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-774aedb3-db66-4c21-ae95-95c4d21cb9fc tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group': {'name': 'tempest-secgroup--147428763'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:32.365904 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-774aedb3-db66-4c21-ae95-95c4d21cb9fc tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:32.376396 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e2e69f8-a367-4aae-b491-933a66a999c4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.392791 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Attempting to bind port c571bfa7-f817-4eb1-b90c-cd83c0a95273 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:32.393335 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Attempting to bind port c571bfa7-f817-4eb1-b90c-cd83c0a95273 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '893f9698-590b-4e5f-b670-49e7e82631cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31257e00-568f-45b4-8dd3-b4ae9ef9c724'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:32.393809 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Attempting to bind port c571bfa7-f817-4eb1-b90c-cd83c0a95273 on network 31257e00-568f-45b4-8dd3-b4ae9ef9c724 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:32.394895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-774aedb3-db66-4c21-ae95-95c4d21cb9fc tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:32.408731 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:32.409318 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Checking segment: {'id': '893f9698-590b-4e5f-b670-49e7e82631cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31257e00-568f-45b4-8dd3-b4ae9ef9c724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:32.409851 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.410461 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Bound using segment: {'id': '893f9698-590b-4e5f-b670-49e7e82631cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31257e00-568f-45b4-8dd3-b4ae9ef9c724'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:32.411109 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Bound port: c571bfa7-f817-4eb1-b90c-cd83c0a95273, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893f9698-590b-4e5f-b670-49e7e82631cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31257e00-568f-45b4-8dd3-b4ae9ef9c724'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:32.411759 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.416317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-774aedb3-db66-4c21-ae95-95c4d21cb9fc tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.449268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:32.460820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.461832 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd3122-f02f-4348-8aeb-60d0870d1b6d None None] Sync routers for ids ['5c16f84d-1d1c-4a0b-8f62-664a97ab2fe7'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:32.462482 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fe33dcb7-709c-4cbb-951b-2f61095f2997 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "PUT /v2.0/routers/5c16f84d-1d1c-4a0b-8f62-664a97ab2fe7 HTTP/1.1" status: 200 len: 916 time: 4.6632326 Apr 22 14:41:32.465985 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60278) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:32.480435 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd3122-f02f-4348-8aeb-60d0870d1b6d None None] Routers {'5c16f84d-1d1c-4a0b-8f62-664a97ab2fe7'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:32.481242 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-12cd3122-f02f-4348-8aeb-60d0870d1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['5c16f84d-1d1c-4a0b-8f62-664a97ab2fe7'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:32.503270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-62f6d127-db48-4756-b0c1-b7bb252bbf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.579254 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6d127-db48-4756-b0c1-b7bb252bbf8b None None] Pushing event deleted for resources: {'Port': ['ID=56508650-738b-4eef-868c-5e843c0f2fb7,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:32.588187 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d77df3-c56f-4586-ac5d-69f4173b5cde None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:32.606580 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-12cd3122-f02f-4348-8aeb-60d0870d1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:32.640046 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd3122-f02f-4348-8aeb-60d0870d1b6d None None] Routers {'5c16f84d-1d1c-4a0b-8f62-664a97ab2fe7'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:32.640693 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-12cd3122-f02f-4348-8aeb-60d0870d1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['5c16f84d-1d1c-4a0b-8f62-664a97ab2fe7'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:32.652679 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-774aedb3-db66-4c21-ae95-95c4d21cb9fc tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:32.658821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-774aedb3-db66-4c21-ae95-95c4d21cb9fc tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:32.662956 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-774aedb3-db66-4c21-ae95-95c4d21cb9fc tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:32.665895 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f6d127-db48-4756-b0c1-b7bb252bbf8b None None] No DVR routers for this DVR port 56508650-738b-4eef-868c-5e843c0f2fb7 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:32.671417 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-774aedb3-db66-4c21-ae95-95c4d21cb9fc tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:32.698083 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] For port c571bfa7-f817-4eb1-b90c-cd83c0a95273, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:32.718089 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] For port c571bfa7-f817-4eb1-b90c-cd83c0a95273, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c571bfa7-f817-4eb1-b90c-cd83c0a95273,segment=NetworkSegment(893f9698-590b-4e5f-b670-49e7e82631cb),segment_id=893f9698-590b-4e5f-b670-49e7e82631cb)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:32.726194 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4b726eba-312a-4b85-b15f-fad24aa05e08 None None] Provisioning for port e7ff4f1b-c401-4201-80eb-17671489c219 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:32.726711 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.738986 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-a175a324-a126-474c-98a1-09b88dd748e2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port a67ec668-1d3d-48fa-a6f8-133793ad829e {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:32.739796 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a175a324-a126-474c-98a1-09b88dd748e2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.747923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.795208 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-774aedb3-db66-4c21-ae95-95c4d21cb9fc tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.810670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-774aedb3-db66-4c21-ae95-95c4d21cb9fc tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.877288 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774aedb3-db66-4c21-ae95-95c4d21cb9fc tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62185e85-71f4-44d5-9941-822e37760426,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:32.879545 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-774aedb3-db66-4c21-ae95-95c4d21cb9fc tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.896770 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-774aedb3-db66-4c21-ae95-95c4d21cb9fc tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5489359 Apr 22 14:41:32.901050 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-12cd3122-f02f-4348-8aeb-60d0870d1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:32.901686 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd3122-f02f-4348-8aeb-60d0870d1b6d None None] The sync data for ids ['5c16f84d-1d1c-4a0b-8f62-664a97ab2fe7'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:32.907380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60282) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:32.920968 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-23f9f255-91d4-402b-b317-a3d17cbab1e8 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group_rule': {'security_group_id': '62185e85-71f4-44d5-9941-822e37760426', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:32.923731 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e7ff4f1b-c401-4201-80eb-17671489c219 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:32.931174 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-23f9f255-91d4-402b-b317-a3d17cbab1e8 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:32.937687 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-83688c12-e826-4484-8e85-90bf32e5cc14 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/routers/5c16f84d-1d1c-4a0b-8f62-664a97ab2fe7 HTTP/1.1" status: 200 len: 922 time: 0.4706144 Apr 22 14:41:32.939172 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-23f9f255-91d4-402b-b317-a3d17cbab1e8 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:32.941676 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60286) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:32.991210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-23f9f255-91d4-402b-b317-a3d17cbab1e8 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:33.003609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-23f9f255-91d4-402b-b317-a3d17cbab1e8 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:33.024606 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31257e00-568f-45b4-8dd3-b4ae9ef9c724']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:33.032928 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e2166-b6f5-4e96-99e3-8152370a2213 None None] Pushing event updated for resources: {'Port': ['ID=c571bfa7-f817-4eb1-b90c-cd83c0a95273,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:33.035858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-23f9f255-91d4-402b-b317-a3d17cbab1e8 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.066839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893f9698-590b-4e5f-b670-49e7e82631cb') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:33.067119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893f9698-590b-4e5f-b670-49e7e82631cb') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:33.073152 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a999290e-bf91-4b58-b3f6-60747440c3e2 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&device_id=5c16f84d-1d1c-4a0b-8f62-664a97ab2fe7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1280799 Apr 22 14:41:33.078050 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60290) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:33.099721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.142171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58de06d9-faee-4ee6-9531-85833542a70c None None] Network 31257e00-568f-45b4-8dd3-b4ae9ef9c724 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:33.217907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-23f9f255-91d4-402b-b317-a3d17cbab1e8 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.222892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-23f9f255-91d4-402b-b317-a3d17cbab1e8 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.236574 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port e7ff4f1b-c401-4201-80eb-17671489c219 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:33.246317 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port e7ff4f1b-c401-4201-80eb-17671489c219 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:33.246689 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.271656 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9f255-91d4-402b-b317-a3d17cbab1e8 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b472cc-fd7b-4a6b-9087-6e123e29c682,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:33.279074 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4401fa5-3e31-49de-838d-a08537078c09 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:33.282691 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e4401fa5-3e31-49de-838d-a08537078c09 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/networks/6b125409-87db-4618-a281-ef9b5bf6fb5e HTTP/1.1" status: 200 len: 881 time: 0.2008207 Apr 22 14:41:33.283681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60294) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:33.398510 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.418474 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba46f487-8abb-4f7b-b000-7bfc671fd515 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:33.420645 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:33.421048 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.433065 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-23f9f255-91d4-402b-b317-a3d17cbab1e8 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.436720 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-23f9f255-91d4-402b-b317-a3d17cbab1e8 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5229774 Apr 22 14:41:33.440504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60298) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:33.440665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f513c66b-a606-42f4-8764-f156eaa3c938 None None] Sync routers for ids ['b0a991ac-a4b9-4f09-b4b5-690e29526d87'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:33.442016 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cfa5d475-af44-4839-b8f4-92c92e7d4f14 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c16f84d-1d1c-4a0b-8f62-664a97ab2fe7 HTTP/1.1" status: 200 len: 205 time: 0.1572266 Apr 22 14:41:33.445522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60302) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:33.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:33.547212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f513c66b-a606-42f4-8764-f156eaa3c938 None None] Routers {'b0a991ac-a4b9-4f09-b4b5-690e29526d87'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:33.547774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f513c66b-a606-42f4-8764-f156eaa3c938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['b0a991ac-a4b9-4f09-b4b5-690e29526d87'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:33.579066 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-10c04e42-8d67-41f9-9f99-f69719cee1d7 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules/98b472cc-fd7b-4a6b-9087-6e123e29c682 HTTP/1.1" status: 200 len: 705 time: 0.1330233 Apr 22 14:41:33.585659 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60306) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:33.631788 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ba46f487-8abb-4f7b-b000-7bfc671fd515 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/b0a991ac-a4b9-4f09-b4b5-690e29526d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4464519 Apr 22 14:41:33.636457 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60310) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:33.668506 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3143a6-b998-4d0c-b28c-41f56dac8302 None None] Update dhcp port {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'fixed_ips': [{'subnet_id': '53ae93b1-0739-440b-8425-cd3bae94619d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ec4fd090-3dd9-4e6a-8098-8178280d2f10'}], 'binding:host_id': 'dv-neutron-839027-1-hyperv'}, 'id': 'e7ff4f1b-c401-4201-80eb-17671489c219'} from dv-neutron-839027-1-hyperv. {{(pid=83965) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:41:33.675556 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:41:33.675556 dv-neutron-839027-1-hyperv neutron-server[83963]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:41:33.675556 dv-neutron-839027-1-hyperv neutron-server[83963]: [parameters: {'id': '31257e00-568f-45b4-8dd3-b4ae9ef9c724'}] Apr 22 14:41:33.675556 dv-neutron-839027-1-hyperv neutron-server[83963]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:33.676023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:33.684171 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-93014567-a743-4db9-a4af-fe2c9db56e68 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0a991ac-a4b9-4f09-b4b5-690e29526d87 HTTP/1.1" status: 200 len: 205 time: 0.0442195 Apr 22 14:41:33.686254 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60314) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:33.697060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.701275 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0a3b3d15-c0ce-4876-8e67-0efdb497b40e tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:33.706140 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f513c66b-a606-42f4-8764-f156eaa3c938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:33.744404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0a3b3d15-c0ce-4876-8e67-0efdb497b40e tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:33.746986 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0a3b3d15-c0ce-4876-8e67-0efdb497b40e tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1596339 Apr 22 14:41:33.751359 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60318) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:33.764825 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-de3143a6-b998-4d0c-b28c-41f56dac8302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.785709 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f513c66b-a606-42f4-8764-f156eaa3c938 None None] Routers {'b0a991ac-a4b9-4f09-b4b5-690e29526d87'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:33.786361 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f513c66b-a606-42f4-8764-f156eaa3c938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['b0a991ac-a4b9-4f09-b4b5-690e29526d87'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:33.804504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dcf2cbcd-6d9d-4e6e-8e79-cea2043e43bf tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.853183 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f513c66b-a606-42f4-8764-f156eaa3c938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:33.853584 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f513c66b-a606-42f4-8764-f156eaa3c938 None None] The sync data for ids ['b0a991ac-a4b9-4f09-b4b5-690e29526d87'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:33.880042 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port e7ff4f1b-c401-4201-80eb-17671489c219, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e7ff4f1b-c401-4201-80eb-17671489c219,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:33.886947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:41:33.893050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.933485 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a175a324-a126-474c-98a1-09b88dd748e2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.945840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.013743 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0a9b77e3-70b7-4609-9b29-8cb847066d82 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.022887 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 56508650-738b-4eef-868c-5e843c0f2fb7 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:34.031376 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dcf2cbcd-6d9d-4e6e-8e79-cea2043e43bf tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.041354 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2cbcd-6d9d-4e6e-8e79-cea2043e43bf tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Deleting port 64ba2047-0e94-458f-9c1c-5504357a9c42 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:34.041841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dcf2cbcd-6d9d-4e6e-8e79-cea2043e43bf tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.077153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 56508650-738b-4eef-868c-5e843c0f2fb7 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:34.077153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 56508650-738b-4eef-868c-5e843c0f2fb7 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:34.077511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 282359a2-f23f-4c77-930e-56ad9a501479 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:34.085041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-a175a324-a126-474c-98a1-09b88dd748e2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for a67ec668-1d3d-48fa-a6f8-133793ad829e owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:34.117180 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=e7ff4f1b-c401-4201-80eb-17671489c219,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:34.118441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.133278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 282359a2-f23f-4c77-930e-56ad9a501479 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:34.133835 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 282359a2-f23f-4c77-930e-56ad9a501479 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:34.155747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0a9b77e3-70b7-4609-9b29-8cb847066d82 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.212886 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.220306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dcf2cbcd-6d9d-4e6e-8e79-cea2043e43bf tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.222072 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-de3143a6-b998-4d0c-b28c-41f56dac8302 None None] Allocated IP 2001:db8::f816:3eff:fe1c:2551 (19101698-c44e-4563-acd4-3bbade7a380a/ec4fd090-3dd9-4e6a-8098-8178280d2f10/e7ff4f1b-c401-4201-80eb-17671489c219) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:34.249666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e2e69f8-a367-4aae-b491-933a66a999c4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.280393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f75a0767-2a2c-4e01-b561-0333232a94da tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.355104 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2cbcd-6d9d-4e6e-8e79-cea2043e43bf tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Calling delete_port for 64ba2047-0e94-458f-9c1c-5504357a9c42 owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:34.375631 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-de3143a6-b998-4d0c-b28c-41f56dac8302 None None] For port e7ff4f1b-c401-4201-80eb-17671489c219, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e7ff4f1b-c401-4201-80eb-17671489c219,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:34.402106 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-de3143a6-b998-4d0c-b28c-41f56dac8302 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.421077 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-de3143a6-b998-4d0c-b28c-41f56dac8302 None None] Transition to ACTIVE for port object e7ff4f1b-c401-4201-80eb-17671489c219 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:34.424374 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9e2e69f8-a367-4aae-b491-933a66a999c4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port c9f55a78-264c-4702-8bda-4aef38ef2960 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:34.424965 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e2e69f8-a367-4aae-b491-933a66a999c4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.425788 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-de3143a6-b998-4d0c-b28c-41f56dac8302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.465165 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=92b38f65-a520-484a-8d38-c4ebb31ed64a,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:34.486645 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.496051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0a9b77e3-70b7-4609-9b29-8cb847066d82 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.497588 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Deleting port c571bfa7-f817-4eb1-b90c-cd83c0a95273 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:34.497914 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.544128 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dcf2cbcd-6d9d-4e6e-8e79-cea2043e43bf tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.567161 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3143a6-b998-4d0c-b28c-41f56dac8302 None None] Pushing event updated for resources: {'Port': ['ID=e7ff4f1b-c401-4201-80eb-17671489c219,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:34.580814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b77e3-70b7-4609-9b29-8cb847066d82 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98b472cc-fd7b-4a6b-9087-6e123e29c682,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:34.603186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2cbcd-6d9d-4e6e-8e79-cea2043e43bf tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Pushing event deleted for resources: {'Port': ['ID=64ba2047-0e94-458f-9c1c-5504357a9c42,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:34.675953 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0a9b77e3-70b7-4609-9b29-8cb847066d82 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.677653 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0a9b77e3-70b7-4609-9b29-8cb847066d82 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/98b472cc-fd7b-4a6b-9087-6e123e29c682 HTTP/1.1" status: 204 len: 168 time: 0.9129620 Apr 22 14:41:34.680584 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60322) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:34.767061 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e7ff4f1b-c401-4201-80eb-17671489c219 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:34.887473 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4e2452ef-c336-4ec3-86ee-0b8df1102630 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1974277 Apr 22 14:41:34.887686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60326) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:34.893862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-14f61f05-5fa1-4b1c-b42b-a235a19715ea tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group_rule': {'security_group_id': '62185e85-71f4-44d5-9941-822e37760426', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:34.900896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-14f61f05-5fa1-4b1c-b42b-a235a19715ea tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:34.905600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-14f61f05-5fa1-4b1c-b42b-a235a19715ea tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:34.908535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dcf2cbcd-6d9d-4e6e-8e79-cea2043e43bf tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.065340 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-14f61f05-5fa1-4b1c-b42b-a235a19715ea tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:35.071693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-14f61f05-5fa1-4b1c-b42b-a235a19715ea tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:35.161145 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14f61f05-5fa1-4b1c-b42b-a235a19715ea tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.228065 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-40643052-a958-4969-9486-1002d05cbf81 None None] Provisioning for port e7ff4f1b-c401-4201-80eb-17671489c219 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:35.236680 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-40643052-a958-4969-9486-1002d05cbf81 None None] Provisioning complete for port e7ff4f1b-c401-4201-80eb-17671489c219 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:35.237194 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-40643052-a958-4969-9486-1002d05cbf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.351173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dcf2cbcd-6d9d-4e6e-8e79-cea2043e43bf tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.365470 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14f61f05-5fa1-4b1c-b42b-a235a19715ea tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.367018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dcf2cbcd-6d9d-4e6e-8e79-cea2043e43bf tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.377375 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14f61f05-5fa1-4b1c-b42b-a235a19715ea tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.415042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f61f05-5fa1-4b1c-b42b-a235a19715ea tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef9454d-2a33-4de0-b7da-e3d3c2c68076,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:35.421267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dcf2cbcd-6d9d-4e6e-8e79-cea2043e43bf tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.421478 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf2cbcd-6d9d-4e6e-8e79-cea2043e43bf tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Fanout notify agent at l3_agent the message router_deleted on router 5c16f84d-1d1c-4a0b-8f62-664a97ab2fe7 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:41:35.444385 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dcf2cbcd-6d9d-4e6e-8e79-cea2043e43bf tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.449146 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dcf2cbcd-6d9d-4e6e-8e79-cea2043e43bf tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "DELETE /v2.0/routers/5c16f84d-1d1c-4a0b-8f62-664a97ab2fe7 HTTP/1.1" status: 204 len: 168 time: 1.9990184 Apr 22 14:41:35.450108 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60330) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:35.455864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-821669582', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}, 'admin_state_up': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:35.463665 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-14f61f05-5fa1-4b1c-b42b-a235a19715ea tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.464902 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-14f61f05-5fa1-4b1c-b42b-a235a19715ea tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5762739 Apr 22 14:41:35.466234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:35.468346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60334) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:35.481015 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Usage tracker for resource:router and tenant:e3aeb8830a5e4bdf815a5e4575fb2b7c is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:35.485300 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:35.489128 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8415cd5c-04f0-41d8-8885-c3cbcc2f6aa1 None None] get_active_networks_info from dv-neutron-839027-1-hyperv {{(pid=83965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:41:35.494676 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:35.502202 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-97d89a52-86db-4e1b-94ca-41d54fa7f269 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules/4ef9454d-2a33-4de0-b7da-e3d3c2c68076 HTTP/1.1" status: 200 len: 705 time: 0.0304823 Apr 22 14:41:35.502441 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60338) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:35.525873 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.526808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.547521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f75a0767-2a2c-4e01-b561-0333232a94da tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.562010 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-014923d3-a4d8-4e00-bfcd-d6661cd98442 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:35.572617 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-9e2e69f8-a367-4aae-b491-933a66a999c4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port c9f55a78-264c-4702-8bda-4aef38ef2960, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c9f55a78-264c-4702-8bda-4aef38ef2960,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:35.572973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e2e69f8-a367-4aae-b491-933a66a999c4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.580579 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-014923d3-a4d8-4e00-bfcd-d6661cd98442 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:35.582023 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-014923d3-a4d8-4e00-bfcd-d6661cd98442 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0786791 Apr 22 14:41:35.584988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60342) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:35.605648 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f75a0767-2a2c-4e01-b561-0333232a94da tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.608621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network f3a4ebb1-8a63-4cff-b31a-012337707c65 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:35.611767 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-40643052-a958-4969-9486-1002d05cbf81 None None] Provisioning for port a67ec668-1d3d-48fa-a6f8-133793ad829e completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:35.616858 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:35.619487 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8415cd5c-04f0-41d8-8885-c3cbcc2f6aa1 None None] Resources bound (agent type, host, resource id): {{(pid=83965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:41:35.620279 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] For port c571bfa7-f817-4eb1-b90c-cd83c0a95273, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c571bfa7-f817-4eb1-b90c-cd83c0a95273,segment=NetworkSegment(893f9698-590b-4e5f-b670-49e7e82631cb),segment_id=893f9698-590b-4e5f-b670-49e7e82631cb)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:35.620830 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.621707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-40643052-a958-4969-9486-1002d05cbf81 None None] Provisioning complete for port a67ec668-1d3d-48fa-a6f8-133793ad829e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:35.622107 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-40643052-a958-4969-9486-1002d05cbf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.622527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abe61081-9299-4f26-a54d-77b7dd371a49 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.640066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abe61081-9299-4f26-a54d-77b7dd371a49 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.653535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.659640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-40643052-a958-4969-9486-1002d05cbf81 None None] Port a67ec668-1d3d-48fa-a6f8-133793ad829e was deleted so its status cannot be updated. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 14:41:35.683347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a175a324-a126-474c-98a1-09b88dd748e2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.684359 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abe61081-9299-4f26-a54d-77b7dd371a49 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.761947 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe61081-9299-4f26-a54d-77b7dd371a49 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ef9454d-2a33-4de0-b7da-e3d3c2c68076,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:35.780259 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-70093795-f64a-4d82-9bec-7c79bec2995a None None] Could not find standard attr ID for object a67ec668-1d3d-48fa-a6f8-133793ad829e. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:41:35.824416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9e2e69f8-a367-4aae-b491-933a66a999c4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for c9f55a78-264c-4702-8bda-4aef38ef2960 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:35.838313 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abe61081-9299-4f26-a54d-77b7dd371a49 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.841744 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-abe61081-9299-4f26-a54d-77b7dd371a49 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/4ef9454d-2a33-4de0-b7da-e3d3c2c68076 HTTP/1.1" status: 204 len: 168 time: 0.2534692 Apr 22 14:41:35.842016 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60346) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:35.883090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.905610 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4c62bb48-9e84-4e9a-bfaf-d562a5bd6725 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:35.984882 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4c62bb48-9e84-4e9a-bfaf-d562a5bd6725 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:35.986098 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4c62bb48-9e84-4e9a-bfaf-d562a5bd6725 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1431820 Apr 22 14:41:35.989642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60350) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:35.997238 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-516e3085-b4a8-4e53-bbaa-5ff7dee8f4c2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group_rule': {'security_group_id': '62185e85-71f4-44d5-9941-822e37760426', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:36.004697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-516e3085-b4a8-4e53-bbaa-5ff7dee8f4c2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:36.024279 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-516e3085-b4a8-4e53-bbaa-5ff7dee8f4c2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:36.040637 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c89396-74d5-43db-8b56-e79cc7e1b9df None None] get_active_networks_info from dv-neutron-839027-1-hyperv {{(pid=83965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:41:36.047343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-516e3085-b4a8-4e53-bbaa-5ff7dee8f4c2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.088959 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175a324-a126-474c-98a1-09b88dd748e2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=a67ec668-1d3d-48fa-a6f8-133793ad829e,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:36.097032 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Calling delete_port for c571bfa7-f817-4eb1-b90c-cd83c0a95273 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:36.135382 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-516e3085-b4a8-4e53-bbaa-5ff7dee8f4c2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.166903 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c89396-74d5-43db-8b56-e79cc7e1b9df None None] Resources bound (agent type, host, resource id): {{(pid=83965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:41:36.171526 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-516e3085-b4a8-4e53-bbaa-5ff7dee8f4c2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.185508 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.228253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.272885 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e3085-b4a8-4e53-bbaa-5ff7dee8f4c2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57369d41-bde2-428f-b31d-d121e5b957b3,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:36.299421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-516e3085-b4a8-4e53-bbaa-5ff7dee8f4c2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.303605 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-516e3085-b4a8-4e53-bbaa-5ff7dee8f4c2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3100698 Apr 22 14:41:36.305360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60354) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:36.342482 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-419c7535-2ad7-487a-aa86-86dac8f90278 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules/57369d41-bde2-428f-b31d-d121e5b957b3 HTTP/1.1" status: 200 len: 706 time: 0.0340862 Apr 22 14:41:36.343434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60358) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:36.438451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Allocated IP 172.26.0.193 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/dd88663d-bd6d-44b0-8078-6ec088c8a732) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:36.439586 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f75a0767-2a2c-4e01-b561-0333232a94da tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.440076 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75a0767-2a2c-4e01-b561-0333232a94da tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Fanout notify agent at l3_agent the message router_deleted on router b0a991ac-a4b9-4f09-b4b5-690e29526d87 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:41:36.455576 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-37751e45-eab9-463e-91ce-144ab10d37f0 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:36.493727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-37751e45-eab9-463e-91ce-144ab10d37f0 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:36.497588 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-37751e45-eab9-463e-91ce-144ab10d37f0 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1508157 Apr 22 14:41:36.508613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60362) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:36.599468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.629306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.663319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.739430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:36.742421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:36.744579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f75a0767-2a2c-4e01-b561-0333232a94da tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.748169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:36.748917 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f75a0767-2a2c-4e01-b561-0333232a94da tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/routers/b0a991ac-a4b9-4f09-b4b5-690e29526d87 HTTP/1.1" status: 204 len: 168 time: 3.0631864 Apr 22 14:41:36.771747 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60366) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:36.772421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Pushing event updated for resources: {'Port': ['ID=dd88663d-bd6d-44b0-8078-6ec088c8a732,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:36.835954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Port': ['ID=c571bfa7-f817-4eb1-b90c-cd83c0a95273,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:36.845870 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-72ba4d47-9671-4328-8c7b-f4ba22443946 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.858177 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a175a324-a126-474c-98a1-09b88dd748e2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.866600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-72ba4d47-9671-4328-8c7b-f4ba22443946 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.874980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No DVR routers for this DVR port c571bfa7-f817-4eb1-b90c-cd83c0a95273 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:36.923605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ab998e69-9c6b-4cae-9d1c-dc83a6b5d573 None None] Provisioning complete for port 92b38f65-a520-484a-8d38-c4ebb31ed64a triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:36.924211 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ab998e69-9c6b-4cae-9d1c-dc83a6b5d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.955933 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a175a324-a126-474c-98a1-09b88dd748e2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/a67ec668-1d3d-48fa-a6f8-133793ad829e HTTP/1.1" status: 204 len: 168 time: 4.7758718 Apr 22 14:41:36.963794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e2e69f8-a367-4aae-b491-933a66a999c4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.974517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60370) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:37.001588 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ab998e69-9c6b-4cae-9d1c-dc83a6b5d573 None None] Port 92b38f65-a520-484a-8d38-c4ebb31ed64a cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:37.126132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e69f8-a367-4aae-b491-933a66a999c4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=c9f55a78-264c-4702-8bda-4aef38ef2960,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:37.149470 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-78521402-e8a7-4030-b1b8-f79fa26f0bf6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting subnet 02a8b8c5-812a-45a8-9f2a-ca9cc2759b80 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:37.153621 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-78521402-e8a7-4030-b1b8-f79fa26f0bf6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.159564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-72ba4d47-9671-4328-8c7b-f4ba22443946 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.162369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.210716 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-78521402-e8a7-4030-b1b8-f79fa26f0bf6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.241789 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba4d47-9671-4328-8c7b-f4ba22443946 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57369d41-bde2-428f-b31d-d121e5b957b3,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:37.268344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be1f586-cab2-476f-8bf7-ef8e3793390e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:37.270189 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be1f586-cab2-476f-8bf7-ef8e3793390e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:37.271554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be1f586-cab2-476f-8bf7-ef8e3793390e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:37.273142 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2be1f586-cab2-476f-8bf7-ef8e3793390e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2680497 Apr 22 14:41:37.279705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60374) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:37.303128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31257e00-568f-45b4-8dd3-b4ae9ef9c724']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:37.313772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-72ba4d47-9671-4328-8c7b-f4ba22443946 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.314903 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-72ba4d47-9671-4328-8c7b-f4ba22443946 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/57369d41-bde2-428f-b31d-d121e5b957b3 HTTP/1.1" status: 204 len: 168 time: 0.8041832 Apr 22 14:41:37.324606 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60378) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:37.335128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893f9698-590b-4e5f-b670-49e7e82631cb') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:37.335459 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893f9698-590b-4e5f-b670-49e7e82631cb') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:37.353237 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.383002 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.410291 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.411021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.417594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-78521402-e8a7-4030-b1b8-f79fa26f0bf6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.461431 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:37.461726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:37.476464 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:37.627030 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e2e69f8-a367-4aae-b491-933a66a999c4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.651453 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3594d614-3f7c-48b8-b50e-976dc013b7e5 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3219061 Apr 22 14:41:37.657616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60382) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:37.755139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-78521402-e8a7-4030-b1b8-f79fa26f0bf6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.761137 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.766509 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Router 86765faa-23d4-4321-9c0a-6199c3048a62 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:41:37.784829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.789786 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f371a92-7e66-4707-9de7-4a72249739a7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 53ae93b1-0739-440b-8425-cd3bae94619d {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:37.800710 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Network': ['ID=31257e00-568f-45b4-8dd3-b4ae9ef9c724,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:37.808404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9f371a92-7e66-4707-9de7-4a72249739a7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.839220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78521402-e8a7-4030-b1b8-f79fa26f0bf6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Subnet': ['ID=02a8b8c5-812a-45a8-9f2a-ca9cc2759b80,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:37.864533 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-37fa4f00-dbc5-4054-97c8-8e905d7de942 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/31257e00-568f-45b4-8dd3-b4ae9ef9c724 HTTP/1.1" status: 204 len: 168 time: 7.2235250 Apr 22 14:41:37.870000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60386) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:37.872628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-78521402-e8a7-4030-b1b8-f79fa26f0bf6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.877790 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd2d56f-b9bc-4a2e-b969-ce51e4e6e55c None None] Network 9420840b-7cf5-4d47-8119-1b9ad556635f requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:37.885689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2de5ea57-1957-4c3a-99cb-6676334ed6c2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1907236799'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:37.902739 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2de5ea57-1957-4c3a-99cb-6676334ed6c2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:37.921088 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9f371a92-7e66-4707-9de7-4a72249739a7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.952104 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2de5ea57-1957-4c3a-99cb-6676334ed6c2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:network and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:37.955492 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-78521402-e8a7-4030-b1b8-f79fa26f0bf6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/02a8b8c5-812a-45a8-9f2a-ca9cc2759b80 HTTP/1.1" status: 204 len: 168 time: 1.1804776 Apr 22 14:41:37.959271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2de5ea57-1957-4c3a-99cb-6676334ed6c2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:37.971467 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60390) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:37.982366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2de5ea57-1957-4c3a-99cb-6676334ed6c2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:37.989021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8a5fcca4-7b43-4de7-82ed-181f6dea1956 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.111678 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e2e69f8-a367-4aae-b491-933a66a999c4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.119839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de5ea57-1957-4c3a-99cb-6676334ed6c2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:38.122934 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2de5ea57-1957-4c3a-99cb-6676334ed6c2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.149438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e28615d-8986-4f46-a21a-bced8c2a236e None None] DHCP port deletion for 9420840b-7cf5-4d47-8119-1b9ad556635f request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:38.154080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-6e28615d-8986-4f46-a21a-bced8c2a236e None None] Deleting port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:38.154585 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6e28615d-8986-4f46-a21a-bced8c2a236e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.175868 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8a5fcca4-7b43-4de7-82ed-181f6dea1956 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.179625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e2e69f8-a367-4aae-b491-933a66a999c4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.208992 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.231168 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e2e69f8-a367-4aae-b491-933a66a999c4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.231758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2e69f8-a367-4aae-b491-933a66a999c4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Fanout notify agent at l3_agent the message router_deleted on router ff88c6a6-2406-4b86-ab91-5d00e8013d34 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:41:38.243835 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de5ea57-1957-4c3a-99cb-6676334ed6c2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:38.247336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e2e69f8-a367-4aae-b491-933a66a999c4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.248462 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9e2e69f8-a367-4aae-b491-933a66a999c4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/routers/ff88c6a6-2406-4b86-ab91-5d00e8013d34 HTTP/1.1" status: 204 len: 168 time: 7.3926597 Apr 22 14:41:38.251377 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60394) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:38.274718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9f371a92-7e66-4707-9de7-4a72249739a7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.321371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2de5ea57-1957-4c3a-99cb-6676334ed6c2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.321728 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-2de5ea57-1957-4c3a-99cb-6676334ed6c2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Added segment 306ab5df-bdf3-421d-8fef-96ffcbf79d48 of type vlan for network 6c1d1281-1b86-4dae-9669-bf6ca290d9ae Apr 22 14:41:38.331993 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:38.332371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.378997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:38.391205 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab46d65-ede8-4585-8398-6a204b0f55e2 None None] Sync routers for ids ['86765faa-23d4-4321-9c0a-6199c3048a62'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:38.401439 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f0209232-859a-481a-bf1f-b5e5a7e3cdb6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "PUT /v2.0/routers/86765faa-23d4-4321-9c0a-6199c3048a62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6463227 Apr 22 14:41:38.403239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60398) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:38.415687 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab46d65-ede8-4585-8398-6a204b0f55e2 None None] Routers {'86765faa-23d4-4321-9c0a-6199c3048a62'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:38.417159 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1ab46d65-ede8-4585-8398-6a204b0f55e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['86765faa-23d4-4321-9c0a-6199c3048a62'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:38.438077 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2de5ea57-1957-4c3a-99cb-6676334ed6c2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.451600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8a5fcca4-7b43-4de7-82ed-181f6dea1956 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.465533 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-6e28615d-8986-4f46-a21a-bced8c2a236e None None] For port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d,segment=NetworkSegment(dc30273d-9652-4f3d-91c9-b770bce5f87c),segment_id=dc30273d-9652-4f3d-91c9-b770bce5f87c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:38.466239 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6e28615d-8986-4f46-a21a-bced8c2a236e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.477032 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62425265-3d39-488e-a016-126480c4800b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.501879 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1ab46d65-ede8-4585-8398-6a204b0f55e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:38.514686 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab46d65-ede8-4585-8398-6a204b0f55e2 None None] Routers {'86765faa-23d4-4321-9c0a-6199c3048a62'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:38.515320 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1ab46d65-ede8-4585-8398-6a204b0f55e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['86765faa-23d4-4321-9c0a-6199c3048a62'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:38.550849 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fcca4-7b43-4de7-82ed-181f6dea1956 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62185e85-71f4-44d5-9941-822e37760426,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:38.592842 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1ab46d65-ede8-4585-8398-6a204b0f55e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:38.593492 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab46d65-ede8-4585-8398-6a204b0f55e2 None None] The sync data for ids ['86765faa-23d4-4321-9c0a-6199c3048a62'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:38.595014 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9f371a92-7e66-4707-9de7-4a72249739a7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.653309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60afbb66-0832-46e8-b885-20a9e80c1d64 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:38.653829 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-6e28615d-8986-4f46-a21a-bced8c2a236e None None] Calling delete_port for 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:38.653920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-60afbb66-0832-46e8-b885-20a9e80c1d64 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:38.669403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62425265-3d39-488e-a016-126480c4800b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.696458 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-60afbb66-0832-46e8-b885-20a9e80c1d64 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:38.700752 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-60afbb66-0832-46e8-b885-20a9e80c1d64 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports?device_id=86765faa-23d4-4321-9c0a-6199c3048a62 HTTP/1.1" status: 200 len: 983 time: 0.2959681 Apr 22 14:41:38.701727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60402) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:38.755306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6e28615d-8986-4f46-a21a-bced8c2a236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.768132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-62425265-3d39-488e-a016-126480c4800b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225a60de-2f68-4c63-9733-0af862cb7457']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:38.824003 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e28615d-8986-4f46-a21a-bced8c2a236e None None] No DVR routers for this DVR port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:38.827527 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28615d-8986-4f46-a21a-bced8c2a236e None None] Pushing event deleted for resources: {'Port': ['ID=7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:38.862832 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2de5ea57-1957-4c3a-99cb-6676334ed6c2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.865538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-62425265-3d39-488e-a016-126480c4800b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4907459a-dce8-43ba-8baf-7001525c50cb') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:38.865538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-62425265-3d39-488e-a016-126480c4800b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4907459a-dce8-43ba-8baf-7001525c50cb') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:38.866507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de5ea57-1957-4c3a-99cb-6676334ed6c2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:38.867085 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2de5ea57-1957-4c3a-99cb-6676334ed6c2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.873143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c9f55a78-264c-4702-8bda-4aef38ef2960 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:38.881700 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62425265-3d39-488e-a016-126480c4800b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.905298 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f371a92-7e66-4707-9de7-4a72249739a7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=53ae93b1-0739-440b-8425-cd3bae94619d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:38.911330 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: c9f55a78-264c-4702-8bda-4aef38ef2960 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:38.911833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c9f55a78-264c-4702-8bda-4aef38ef2960 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:38.912328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:38.915329 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62425265-3d39-488e-a016-126480c4800b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.926515 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62425265-3d39-488e-a016-126480c4800b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:38.927132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62425265-3d39-488e-a016-126480c4800b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:38.945052 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:38.947063 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:38.947063 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:38.949985 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9f371a92-7e66-4707-9de7-4a72249739a7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.952261 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9f371a92-7e66-4707-9de7-4a72249739a7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/53ae93b1-0739-440b-8425-cd3bae94619d HTTP/1.1" status: 204 len: 168 time: 1.6715660 Apr 22 14:41:38.956286 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60406) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:38.961000 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f252fcc6-b929-496b-a089-7528edc51202 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:39.015636 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8a5fcca4-7b43-4de7-82ed-181f6dea1956 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.019249 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8a5fcca4-7b43-4de7-82ed-181f6dea1956 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-groups/62185e85-71f4-44d5-9941-822e37760426 HTTP/1.1" status: 204 len: 168 time: 1.3535523 Apr 22 14:41:39.031507 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2de5ea57-1957-4c3a-99cb-6676334ed6c2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1604335 Apr 22 14:41:39.032883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60410) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:39.043234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60412) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:39.050150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-c7d9bd2b-a18b-447f-8d83-7da3acc45850 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'subnet': {'network_id': '6c1d1281-1b86-4dae-9669-bf6ca290d9ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:39.066874 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] For port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d,segment=NetworkSegment(dc30273d-9652-4f3d-91c9-b770bce5f87c),segment_id=dc30273d-9652-4f3d-91c9-b770bce5f87c)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:39.067243 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.106661 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5ea57-1957-4c3a-99cb-6676334ed6c2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Network': ['ID=6c1d1281-1b86-4dae-9669-bf6ca290d9ae,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:39.109804 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Router 580670e5-58a4-4f80-9ed8-8baee14578ef is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:41:39.121643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 6c1d1281-1b86-4dae-9669-bf6ca290d9ae details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:39.180191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62425265-3d39-488e-a016-126480c4800b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.256835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62425265-3d39-488e-a016-126480c4800b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.289690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62425265-3d39-488e-a016-126480c4800b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Network': ['ID=225a60de-2f68-4c63-9733-0af862cb7457,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:39.295343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:39.301334 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-62425265-3d39-488e-a016-126480c4800b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/networks/225a60de-2f68-4c63-9733-0af862cb7457 HTTP/1.1" status: 204 len: 168 time: 1.0455115 Apr 22 14:41:39.333772 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60418) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:39.368385 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-de864886-1549-4d69-94ca-f40e2272d1ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'network': {'name': 'tempest-network-smoke--733046686', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'port_security_enabled': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:39.401840 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-de864886-1549-4d69-94ca-f40e2272d1ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:39.421189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-de864886-1549-4d69-94ca-f40e2272d1ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:network and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:39.434487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc9d4a5-676b-4a14-a49c-f12ac1bb3b36 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet ec4fd090-3dd9-4e6a-8098-8178280d2f10 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:39.439608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bc9d4a5-676b-4a14-a49c-f12ac1bb3b36 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.495578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-de864886-1549-4d69-94ca-f40e2272d1ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:39.503162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c7d9bd2b-a18b-447f-8d83-7da3acc45850 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:39.557277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f6c13ca0-64c9-4857-b4b8-5c99998c5e3e tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:39.560611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-de864886-1549-4d69-94ca-f40e2272d1ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:39.564163 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c7d9bd2b-a18b-447f-8d83-7da3acc45850 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:subnet and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:39.572353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c7d9bd2b-a18b-447f-8d83-7da3acc45850 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:39.596842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c7d9bd2b-a18b-447f-8d83-7da3acc45850 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:39.621021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de864886-1549-4d69-94ca-f40e2272d1ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:39.625517 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-de864886-1549-4d69-94ca-f40e2272d1ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.654506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bc9d4a5-676b-4a14-a49c-f12ac1bb3b36 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.655147 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:39.655400 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:39.658243 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d9bd2b-a18b-447f-8d83-7da3acc45850 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:39.692111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de864886-1549-4d69-94ca-f40e2272d1ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:39.705688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-de864886-1549-4d69-94ca-f40e2272d1ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.706189 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-de864886-1549-4d69-94ca-f40e2272d1ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Added segment 06b5792c-3eec-4440-91ba-07af232192dd of type vlan for network a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 Apr 22 14:41:39.737697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-de864886-1549-4d69-94ca-f40e2272d1ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.746393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f6c13ca0-64c9-4857-b4b8-5c99998c5e3e tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:39.751878 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f6c13ca0-64c9-4857-b4b8-5c99998c5e3e tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7088146 Apr 22 14:41:39.780528 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60422) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:39.797756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-91ac3d33-f1d8-43b5-b669-2615cc479f2b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group': {'name': 'tempest-secgroup--812110910'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:39.809120 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-91ac3d33-f1d8-43b5-b669-2615cc479f2b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:39.821472 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bc9d4a5-676b-4a14-a49c-f12ac1bb3b36 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.853628 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-91ac3d33-f1d8-43b5-b669-2615cc479f2b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:39.879269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c7d9bd2b-a18b-447f-8d83-7da3acc45850 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.892680 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d33-f1d8-43b5-b669-2615cc479f2b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.904014 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-de864886-1549-4d69-94ca-f40e2272d1ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.907802 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de864886-1549-4d69-94ca-f40e2272d1ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:39.908539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-de864886-1549-4d69-94ca-f40e2272d1ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.002871 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bc9d4a5-676b-4a14-a49c-f12ac1bb3b36 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.055329 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b0015b2d-0a34-4127-85bc-4a4a3d22108d None None] Provisioning complete for port e7ff4f1b-c401-4201-80eb-17671489c219 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:40.056502 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b0015b2d-0a34-4127-85bc-4a4a3d22108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.057512 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-91ac3d33-f1d8-43b5-b669-2615cc479f2b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:40.059838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9d4a5-676b-4a14-a49c-f12ac1bb3b36 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4fd090-3dd9-4e6a-8098-8178280d2f10,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:40.064140 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f2c73560-3d97-412c-9077-23581334d372 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.104371 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-de864886-1549-4d69-94ca-f40e2272d1ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7659707 Apr 22 14:41:40.111780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60426) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:40.115349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de864886-1549-4d69-94ca-f40e2272d1ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Network': ['ID=a5c21dbc-85c2-4429-8a1a-5e0b34870fd8,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:40.118122 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-91ac3d33-f1d8-43b5-b669-2615cc479f2b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:40.129372 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:40.133455 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-91ac3d33-f1d8-43b5-b669-2615cc479f2b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:40.134495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-160652181', 'admin_state_up': True, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:40.148780 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1cacdc-4ac7-4f7f-bcc7-5e228d7e9e8a None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:40.153735 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:40.158098 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port 7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:40.158484 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.179453 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2bc9d4a5-676b-4a14-a49c-f12ac1bb3b36 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.195718 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-91ac3d33-f1d8-43b5-b669-2615cc479f2b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:40.208830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:router and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:40.223131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:40.223383 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2bc9d4a5-676b-4a14-a49c-f12ac1bb3b36 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/ec4fd090-3dd9-4e6a-8098-8178280d2f10 HTTP/1.1" status: 204 len: 168 time: 1.2150052 Apr 22 14:41:40.226178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60430) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:40.264449 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] The port '7fd3d997-4c52-4cdf-b4fe-5bfa433d2c0d' was deleted {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:41:40.308219 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:40.319029 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2c0ba30c-645b-4d31-bfcd-250cbfe5147a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876291 Apr 22 14:41:40.322728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60434) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:40.330882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-9905d9e0-9026-4fa9-8f16-3b82d618e763 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:40.436710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.439196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d33-f1d8-43b5-b669-2615cc479f2b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.451514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d33-f1d8-43b5-b669-2615cc479f2b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.524200 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9905d9e0-9026-4fa9-8f16-3b82d618e763 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:40.529706 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9905d9e0-9026-4fa9-8f16-3b82d618e763 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:40.532565 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-91ac3d33-f1d8-43b5-b669-2615cc479f2b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.533770 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-91ac3d33-f1d8-43b5-b669-2615cc479f2b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7466056 Apr 22 14:41:40.534673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d33-f1d8-43b5-b669-2615cc479f2b tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19f3a5d-00cb-4f9a-a5a6-353b3c72c873,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:40.537534 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60438) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:40.539535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9905d9e0-9026-4fa9-8f16-3b82d618e763 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:40.550436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-54344584-fba0-4d4e-88af-9d6d5555998d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Request body: {'security_group_rule': {'security_group_id': 'e19f3a5d-00cb-4f9a-a5a6-353b3c72c873', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:40.555837 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9905d9e0-9026-4fa9-8f16-3b82d618e763 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:40.561394 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-54344584-fba0-4d4e-88af-9d6d5555998d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:40.568356 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-54344584-fba0-4d4e-88af-9d6d5555998d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Usage tracker for resource:security_group_rule and tenant:9421946be9214be5bcdc330aa3a1ffae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:40.572968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-54344584-fba0-4d4e-88af-9d6d5555998d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:40.618230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-54344584-fba0-4d4e-88af-9d6d5555998d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:40.631792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.632749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.637061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9420840b-7cf5-4d47-8119-1b9ad556635f']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:40.637546 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9905d9e0-9026-4fa9-8f16-3b82d618e763 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:40.639357 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae13e8a8-066f-4d2a-8e95-331fc2822037 None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:40.640997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9905d9e0-9026-4fa9-8f16-3b82d618e763 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.647632 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ae13e8a8-066f-4d2a-8e95-331fc2822037 None None] Deleting port e7ff4f1b-c401-4201-80eb-17671489c219 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:40.648100 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae13e8a8-066f-4d2a-8e95-331fc2822037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.654216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:40.681550 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc30273d-9652-4f3d-91c9-b770bce5f87c') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:40.682064 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc30273d-9652-4f3d-91c9-b770bce5f87c') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:40.699966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.730239 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1c9e5d-6cb2-4161-9845-489be801a6ae None None] Sync routers for ids ['580670e5-58a4-4f80-9ed8-8baee14578ef'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:40.749425 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.759361 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54344584-fba0-4d4e-88af-9d6d5555998d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.761093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.765432 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d97e4c3f-f8cc-4707-af76-374700fe7ce7 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3112662 Apr 22 14:41:40.766956 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60442) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:40.774014 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:40.774498 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:40.792188 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:40.799444 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1c9e5d-6cb2-4161-9845-489be801a6ae None None] Routers {'580670e5-58a4-4f80-9ed8-8baee14578ef'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:40.800078 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-9d1c9e5d-6cb2-4161-9845-489be801a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['580670e5-58a4-4f80-9ed8-8baee14578ef'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:40.834011 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8ecd33cb-c1f3-4031-b911-e75bed4360c5 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:40.851620 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e7ff4f1b-c401-4201-80eb-17671489c219 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:40.878655 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.922253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c7d9bd2b-a18b-447f-8d83-7da3acc45850 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.923748 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-9d1c9e5d-6cb2-4161-9845-489be801a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:41.012053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.017757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.035348 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1c9e5d-6cb2-4161-9845-489be801a6ae None None] Routers {'580670e5-58a4-4f80-9ed8-8baee14578ef'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:41.036261 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-9d1c9e5d-6cb2-4161-9845-489be801a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['580670e5-58a4-4f80-9ed8-8baee14578ef'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:41.056258 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/networks/9420840b-7cf5-4d47-8119-1b9ad556635f HTTP/1.1" status: 204 len: 168 time: 3.0753736 Apr 22 14:41:41.059664 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60446) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:41.076484 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-971842662', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:41.099793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:41.111175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:router and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:41.117386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:41.132477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:41.139581 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-9d1c9e5d-6cb2-4161-9845-489be801a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:41.140141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1c9e5d-6cb2-4161-9845-489be801a6ae None None] The sync data for ids ['580670e5-58a4-4f80-9ed8-8baee14578ef'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:41.148135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7b1ce-6bf7-4e51-b769-bb8511c6f5d2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Network': ['ID=9420840b-7cf5-4d47-8119-1b9ad556635f,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:41.174192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ae13e8a8-066f-4d2a-8e95-331fc2822037 None None] For port e7ff4f1b-c401-4201-80eb-17671489c219, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e7ff4f1b-c401-4201-80eb-17671489c219,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:41.174900 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae13e8a8-066f-4d2a-8e95-331fc2822037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.181715 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9bd2b-a18b-447f-8d83-7da3acc45850 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Subnet': ['ID=9a225ddd-9811-4466-b241-0c60c314639d,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:41.188266 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54344584-fba0-4d4e-88af-9d6d5555998d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.198499 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f2c73560-3d97-412c-9077-23581334d372 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port 92b38f65-a520-484a-8d38-c4ebb31ed64a {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:41.199033 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f2c73560-3d97-412c-9077-23581334d372 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.215184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9bd2b-a18b-447f-8d83-7da3acc45850 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Checking segment: {'id': '306ab5df-bdf3-421d-8fef-96ffcbf79d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6c1d1281-1b86-4dae-9669-bf6ca290d9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:41.215582 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d9bd2b-a18b-447f-8d83-7da3acc45850 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network hostable DHCP agents. Network: 6c1d1281-1b86-4dae-9669-bf6ca290d9ae, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:41.222794 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.236857 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54344584-fba0-4d4e-88af-9d6d5555998d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.238471 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.267747 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d9bd2b-a18b-447f-8d83-7da3acc45850 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network 6c1d1281-1b86-4dae-9669-bf6ca290d9ae is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:41.314601 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ae13e8a8-066f-4d2a-8e95-331fc2822037 None None] Calling delete_port for e7ff4f1b-c401-4201-80eb-17671489c219 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:41.325576 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-c7d9bd2b-a18b-447f-8d83-7da3acc45850 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 6c1d1281-1b86-4dae-9669-bf6ca290d9ae) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:41.333736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d9bd2b-a18b-447f-8d83-7da3acc45850 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:41.334297 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c7d9bd2b-a18b-447f-8d83-7da3acc45850 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.344831 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb4b020-2b0d-4558-a37c-a1c6f3cc252c None None] Network 6c1d1281-1b86-4dae-9669-bf6ca290d9ae requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:41.366692 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c7d9bd2b-a18b-447f-8d83-7da3acc45850 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3212745 Apr 22 14:41:41.370496 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60450) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:41.378873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.381382 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.437057 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54344584-fba0-4d4e-88af-9d6d5555998d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3c87be-a2be-4481-b87a-9d3f91c43fe5,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:41.469148 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port e7ff4f1b-c401-4201-80eb-17671489c219, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e7ff4f1b-c401-4201-80eb-17671489c219,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:41.480896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.562514 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.562731 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54344584-fba0-4d4e-88af-9d6d5555998d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.562731 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-54344584-fba0-4d4e-88af-9d6d5555998d tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0199497 Apr 22 14:41:41.567585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60454) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:41.595866 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-ae13e8a8-066f-4d2a-8e95-331fc2822037 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:41.596221 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-ae13e8a8-066f-4d2a-8e95-331fc2822037 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:41.598930 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.606634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=e7ff4f1b-c401-4201-80eb-17671489c219,revision_number=7']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:41.639535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9905d9e0-9026-4fa9-8f16-3b82d618e763 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.713177 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-6c1d1281-1b86-4dae-9669-bf6ca290d9ae', 'network_id': '6c1d1281-1b86-4dae-9669-bf6ca290d9ae', 'tenant_id': '7de9aea1cfe441b3a92deb1f5f0dff5d', 'fixed_ips': [{'subnet_id': '9a225ddd-9811-4466-b241-0c60c314639d'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:41.714236 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.724449 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.783768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.790087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.850655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f2c73560-3d97-412c-9077-23581334d372 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.885497 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Allocated IP 172.20.0.1 (6c1d1281-1b86-4dae-9669-bf6ca290d9ae/9a225ddd-9811-4466-b241-0c60c314639d/95034382-b55c-4f87-b55a-35e74be99179) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:41.896711 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.914744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.003334 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9905d9e0-9026-4fa9-8f16-3b82d618e763 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:42.005670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905d9e0-9026-4fa9-8f16-3b82d618e763 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=f7010f55-1916-48fc-b566-b417f36a7c30,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:42.018589 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f2c73560-3d97-412c-9077-23581334d372 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for 92b38f65-a520-484a-8d38-c4ebb31ed64a owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:42.049794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-9905d9e0-9026-4fa9-8f16-3b82d618e763 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:42.056640 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9905d9e0-9026-4fa9-8f16-3b82d618e763 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:42.057538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9905d9e0-9026-4fa9-8f16-3b82d618e763 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.079565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.144 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/cd943def-438a-4a3b-a6c3-41bd8109c9bd) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:42.093856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.102189 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ae13e8a8-066f-4d2a-8e95-331fc2822037 None None] Deleting port e7ff4f1b-c401-4201-80eb-17671489c219 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:42.102613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae13e8a8-066f-4d2a-8e95-331fc2822037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.129620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19f3a5d-00cb-4f9a-a5a6-353b3c72c873,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:42.207542 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.222133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Transition to ACTIVE for port object 95034382-b55c-4f87-b55a-35e74be99179 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:42.223752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:42.224255 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:42.224642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:42.225067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:42.225291 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:42.225820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:42.226035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:42.226563 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:42.227322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:42.227742 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:42.228233 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:42.242927 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.244842 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Transition to ACTIVE for port object 95034382-b55c-4f87-b55a-35e74be99179 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:42.245093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.250112 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-766f4041-77bb-4f6d-b989-d2e8a752622f tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-groups/e19f3a5d-00cb-4f9a-a5a6-353b3c72c873 HTTP/1.1" status: 204 len: 168 time: 0.6773458 Apr 22 14:41:42.250112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60458) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:42.260990 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.263792 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9905d9e0-9026-4fa9-8f16-3b82d618e763 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9379818 Apr 22 14:41:42.276461 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60462) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:42.285898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:42.342327 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.402814 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Pushing event updated for resources: {'Port': ['ID=95034382-b55c-4f87-b55a-35e74be99179,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:42.405312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.408949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Network 6c1d1281-1b86-4dae-9669-bf6ca290d9ae is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:42.419377 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Subnet': ['ID=9a225ddd-9811-4466-b241-0c60c314639d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:42.427419 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:42.433010 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:42.453855 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-378db83c-7fd9-4e37-846d-98b70e90a3e2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:42.561950 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.576178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-378db83c-7fd9-4e37-846d-98b70e90a3e2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:42.580235 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-378db83c-7fd9-4e37-846d-98b70e90a3e2 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3266182 Apr 22 14:41:42.581488 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60466) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:42.605577 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Attempting to bind port 95034382-b55c-4f87-b55a-35e74be99179 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:42.606363 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Attempting to bind port 95034382-b55c-4f87-b55a-35e74be99179 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '306ab5df-bdf3-421d-8fef-96ffcbf79d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6c1d1281-1b86-4dae-9669-bf6ca290d9ae'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:42.606983 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Attempting to bind port 95034382-b55c-4f87-b55a-35e74be99179 on network 6c1d1281-1b86-4dae-9669-bf6ca290d9ae {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:42.607204 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:42.616771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1d1281-1b86-4dae-9669-bf6ca290d9ae']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:42.621121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:42.625785 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:42.632467 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.636658 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:42.637432 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Checking segment: {'id': '306ab5df-bdf3-421d-8fef-96ffcbf79d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6c1d1281-1b86-4dae-9669-bf6ca290d9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:42.638053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.638184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306ab5df-bdf3-421d-8fef-96ffcbf79d48') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:42.638374 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306ab5df-bdf3-421d-8fef-96ffcbf79d48') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:42.639127 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Bound using segment: {'id': '306ab5df-bdf3-421d-8fef-96ffcbf79d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6c1d1281-1b86-4dae-9669-bf6ca290d9ae'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:42.639868 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Bound port: 95034382-b55c-4f87-b55a-35e74be99179, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306ab5df-bdf3-421d-8fef-96ffcbf79d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6c1d1281-1b86-4dae-9669-bf6ca290d9ae'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:42.640474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.648604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:42.661950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ae13e8a8-066f-4d2a-8e95-331fc2822037 None None] For port e7ff4f1b-c401-4201-80eb-17671489c219, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e7ff4f1b-c401-4201-80eb-17671489c219,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:42.662682 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae13e8a8-066f-4d2a-8e95-331fc2822037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.704425 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:42.711451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.746538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f2c73560-3d97-412c-9077-23581334d372 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.830923 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.833843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ae13e8a8-066f-4d2a-8e95-331fc2822037 None None] Calling delete_port for e7ff4f1b-c401-4201-80eb-17671489c219 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:42.881011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.882054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c73560-3d97-412c-9077-23581334d372 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=92b38f65-a520-484a-8d38-c4ebb31ed64a,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:42.896757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:42.901064 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-408d172e-be8e-470c-bdf8-30eb3d0472c4 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Synchronizing usage tracker for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:42.906011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=cd943def-438a-4a3b-a6c3-41bd8109c9bd,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:42.909517 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:42.912251 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:42.932021 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] For port 95034382-b55c-4f87-b55a-35e74be99179, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:42.943479 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:42.943872 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.948809 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae13e8a8-066f-4d2a-8e95-331fc2822037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:42.960513 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:42.997070 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13e8a8-066f-4d2a-8e95-331fc2822037 None None] Pushing event deleted for resources: {'Port': ['ID=e7ff4f1b-c401-4201-80eb-17671489c219,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:43.011227 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae13e8a8-066f-4d2a-8e95-331fc2822037 None None] No DVR routers for this DVR port e7ff4f1b-c401-4201-80eb-17671489c219 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:43.030903 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6af944-6954-4f73-8caa-1f75d84f48e5 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:43.069240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-408d172e-be8e-470c-bdf8-30eb3d0472c4 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] Unset dirty status for tenant:9421946be9214be5bcdc330aa3a1ffae on resource:security_group_rule {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:43.070498 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-408d172e-be8e-470c-bdf8-30eb3d0472c4 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4888415 Apr 22 14:41:43.079270 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60470) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:43.099022 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:41:43.099022 dv-neutron-839027-1-hyperv neutron-server[83964]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:41:43.099022 dv-neutron-839027-1-hyperv neutron-server[83964]: [parameters: {'id': '6c1d1281-1b86-4dae-9669-bf6ca290d9ae'}] Apr 22 14:41:43.099022 dv-neutron-839027-1-hyperv neutron-server[83964]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:43.100023 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:43.149648 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-9f6c7392-2774-4fd2-963d-79f186829a27 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] delete failed (client error): The resource could not be found. Apr 22 14:41:43.151349 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9f6c7392-2774-4fd2-963d-79f186829a27 tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "DELETE /v2.0/security-groups/e19f3a5d-00cb-4f9a-a5a6-353b3c72c873 HTTP/1.1" status: 404 len: 347 time: 0.0731018 Apr 22 14:41:43.159252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60474) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:43.278024 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0c13189f-b5e2-4919-9825-ba7fb8b37bdc tempest-SecGroupTest-831996214 tempest-SecGroupTest-831996214-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1139810 Apr 22 14:41:43.280686 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] For port 95034382-b55c-4f87-b55a-35e74be99179, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=95034382-b55c-4f87-b55a-35e74be99179,segment=NetworkSegment(306ab5df-bdf3-421d-8fef-96ffcbf79d48),segment_id=306ab5df-bdf3-421d-8fef-96ffcbf79d48)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:43.289058 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.323185 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.326012 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.326997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.331484 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': 'f7010f55-1916-48fc-b566-b417f36a7c30'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:43.332300 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.471767 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604e6a9-4618-4b76-8a90-8e8d588a1a45 None None] Pushing event updated for resources: {'Port': ['ID=95034382-b55c-4f87-b55a-35e74be99179,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:43.537396 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.631250 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3527d4c4-8b35-4dbf-b486-887b45045813 None None] Network 6c1d1281-1b86-4dae-9669-bf6ca290d9ae requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:43.632408 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.663893 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router 1d114f18-f9b3-4611-8edb-990e3f88159e is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:41:43.668016 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Deleting port 95034382-b55c-4f87-b55a-35e74be99179 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:43.668380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.677368 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Allocated IP 172.20.0.2 (19101698-c44e-4563-acd4-3bbade7a380a/f7010f55-1916-48fc-b566-b417f36a7c30/71928d87-8b3e-448e-bb5f-85132e4f4e39) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:43.720397 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f2c73560-3d97-412c-9077-23581334d372 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.835229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60482) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:43.960969 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Allocated IP 172.26.0.220 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/f2cfd955-987c-46a2-99b8-b4f4104933b0) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:44.064265 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] For port 95034382-b55c-4f87-b55a-35e74be99179, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=95034382-b55c-4f87-b55a-35e74be99179,segment=NetworkSegment(306ab5df-bdf3-421d-8fef-96ffcbf79d48),segment_id=306ab5df-bdf3-421d-8fef-96ffcbf79d48)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:44.064768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.189160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.201030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Transition to ACTIVE for port object 71928d87-8b3e-448e-bb5f-85132e4f4e39 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:44.221114 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Transition to ACTIVE for port object 71928d87-8b3e-448e-bb5f-85132e4f4e39 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:44.222974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Calling delete_port for 95034382-b55c-4f87-b55a-35e74be99179 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:44.230000 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.302493 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:44.309497 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:44.309725 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-adf84811-b041-4f80-8317-bbf97a91fba7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9421946be9214be5bcdc330aa3a1ffae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4701519 Apr 22 14:41:44.312638 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60488) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:44.318535 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:44.332626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.382392 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Port': ['ID=95034382-b55c-4f87-b55a-35e74be99179,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:44.394180 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No DVR routers for this DVR port 95034382-b55c-4f87-b55a-35e74be99179 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:44.419566 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Pushing event updated for resources: {'Port': ['ID=71928d87-8b3e-448e-bb5f-85132e4f4e39,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:44.420738 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.430150 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Attempting to bind port 71928d87-8b3e-448e-bb5f-85132e4f4e39 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:44.430516 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Attempting to bind port 71928d87-8b3e-448e-bb5f-85132e4f4e39 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:44.430873 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Attempting to bind port 71928d87-8b3e-448e-bb5f-85132e4f4e39 on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:44.437650 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:44.438026 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:44.438880 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.438880 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:44.439261 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Bound port: 71928d87-8b3e-448e-bb5f-85132e4f4e39, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:44.439658 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.533621 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] For port 71928d87-8b3e-448e-bb5f-85132e4f4e39, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:44.538603 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] For port 71928d87-8b3e-448e-bb5f-85132e4f4e39, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=71928d87-8b3e-448e-bb5f-85132e4f4e39,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:44.546133 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.547020 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.579980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1d1281-1b86-4dae-9669-bf6ca290d9ae']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:44.658527 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583d8d9-4848-444e-a64b-62c24c8ceccb None None] Pushing event updated for resources: {'Port': ['ID=71928d87-8b3e-448e-bb5f-85132e4f4e39,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:44.712612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306ab5df-bdf3-421d-8fef-96ffcbf79d48') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:44.713112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306ab5df-bdf3-421d-8fef-96ffcbf79d48') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:44.729892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.743938 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:44.760296 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Sync routers for ids ['1d114f18-f9b3-4611-8edb-990e3f88159e'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:44.760947 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.772842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:44.773078 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ecd33cb-c1f3-4031-b911-e75bed4360c5 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.773338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.782396 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Routers {'1d114f18-f9b3-4611-8edb-990e3f88159e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:44.783188 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1d114f18-f9b3-4611-8edb-990e3f88159e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:44.789174 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:44.854360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe875-0fe9-4c93-97f1-2482ea71bb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.869077 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.870559 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f7b7d46a-384a-4922-97b8-d53407b50791 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7503450 Apr 22 14:41:44.882524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60492) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:44.924944 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.982236 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-51855525-4a7a-440e-b126-b12fa4f097d8 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cff54c6a8bde4890bebe346e0436bfdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0978940 Apr 22 14:41:44.984820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60496) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:44.986947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ecd33cb-c1f3-4031-b911-e75bed4360c5 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.001090 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c73560-3d97-412c-9077-23581334d372 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Router 86765faa-23d4-4321-9c0a-6199c3048a62 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:41:45.018746 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.objects.ports [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83963) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:41:45.098604 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Set router 1d114f18-f9b3-4611-8edb-990e3f88159e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:41:45.102494 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.105708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe875-0fe9-4c93-97f1-2482ea71bb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.145180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=f2cfd955-987c-46a2-99b8-b4f4104933b0,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:45.149154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd33cb-c1f3-4031-b911-e75bed4360c5 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Deleting port dd88663d-bd6d-44b0-8078-6ec088c8a732 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:45.149500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ecd33cb-c1f3-4031-b911-e75bed4360c5 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.154402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.168016 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Network': ['ID=6c1d1281-1b86-4dae-9669-bf6ca290d9ae,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:45.179174 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d8c73d71-975d-4fb9-97db-c77e415bce15 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/6c1d1281-1b86-4dae-9669-bf6ca290d9ae HTTP/1.1" status: 204 len: 168 time: 3.8038254 Apr 22 14:41:45.180262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60500) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:45.187579 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-fa7578e1-87ea-469a-90df-e6bc0b7ead42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2120041102'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:45.201240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fa7578e1-87ea-469a-90df-e6bc0b7ead42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:45.213314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fa7578e1-87ea-469a-90df-e6bc0b7ead42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:network and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:45.223440 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:45.233436 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fa7578e1-87ea-469a-90df-e6bc0b7ead42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:45.236057 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:45.238987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:45.248830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fa7578e1-87ea-469a-90df-e6bc0b7ead42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:45.287118 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c50386-e2f1-4456-9f55-a7edb45a0c61 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:45.291356 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-54c50386-e2f1-4456-9f55-a7edb45a0c61 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3033290 Apr 22 14:41:45.292759 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7578e1-87ea-469a-90df-e6bc0b7ead42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:45.297824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa7578e1-87ea-469a-90df-e6bc0b7ead42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.316465 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60504) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:45.392938 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f323d696-56f3-4968-86cf-b6a3f67b4988 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0741994 Apr 22 14:41:45.398652 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60508) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:45.409072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1b75c7ac-a3ad-45d5-b1d7-7b8ccf050879 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-513793282', 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:45.462454 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'name': 'tempest-TestNetworkBasicOps-router-160652181', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:40Z', 'updated_at': '2022-04-22T14:41:43Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:41Z', 'updated_at': '2022-04-22T14:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:45.469557 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Checking router: 1d114f18-f9b3-4611-8edb-990e3f88159e for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:41:45.470221 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Updating router 1d114f18-f9b3-4611-8edb-990e3f88159e port cd943def-438a-4a3b-a6c3-41bd8109c9bd binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:41:45.503055 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7578e1-87ea-469a-90df-e6bc0b7ead42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:45.538596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa7578e1-87ea-469a-90df-e6bc0b7ead42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.538941 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-fa7578e1-87ea-469a-90df-e6bc0b7ead42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Added segment 3c20f36a-ca09-44de-bb9e-f727046d36fc of type vlan for network 25d9e8cd-f840-4eaf-a096-de129a479a3b Apr 22 14:41:45.545063 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.559489 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1b75c7ac-a3ad-45d5-b1d7-7b8ccf050879 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:45.574000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1b75c7ac-a3ad-45d5-b1d7-7b8ccf050879 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:subnet and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:45.578270 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1b75c7ac-a3ad-45d5-b1d7-7b8ccf050879 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:45.581987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa7578e1-87ea-469a-90df-e6bc0b7ead42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.589800 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1b75c7ac-a3ad-45d5-b1d7-7b8ccf050879 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:45.590211 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ecd33cb-c1f3-4031-b911-e75bed4360c5 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.610209 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b75c7ac-a3ad-45d5-b1d7-7b8ccf050879 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:45.759858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa7578e1-87ea-469a-90df-e6bc0b7ead42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.766148 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7578e1-87ea-469a-90df-e6bc0b7ead42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:45.771125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa7578e1-87ea-469a-90df-e6bc0b7ead42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.771769 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd33cb-c1f3-4031-b911-e75bed4360c5 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Calling delete_port for dd88663d-bd6d-44b0-8078-6ec088c8a732 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:45.826355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b75c7ac-a3ad-45d5-b1d7-7b8ccf050879 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.842231 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad41a2f-1c8d-4515-bc2e-c1bff4d05a89 None None] get_active_networks_info from dv-neutron-839027-1-hyperv {{(pid=83965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:41:45.890097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe875-0fe9-4c93-97f1-2482ea71bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.941754 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e4bea633-65f3-46fd-8649-ff1933206377 None None] Provisioning for port 71928d87-8b3e-448e-bb5f-85132e4f4e39 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:45.986848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fe875-0fe9-4c93-97f1-2482ea71bb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802d3ec2-a4cb-4709-baa6-381e8a83885b,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:46.000924 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.007355 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c73560-3d97-412c-9077-23581334d372 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:46.019768 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Transition to ACTIVE for port object cd943def-438a-4a3b-a6c3-41bd8109c9bd will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:46.028680 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.029217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef736c49-5d5e-44ba-b8dc-1743f49b496b None None] Sync routers for ids ['86765faa-23d4-4321-9c0a-6199c3048a62'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:46.035677 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fa7578e1-87ea-469a-90df-e6bc0b7ead42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8520143 Apr 22 14:41:46.042761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60512) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:46.060051 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-de0786b2-47c9-4f3f-b680-94e09263ee7c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'subnet': {'network_id': '25d9e8cd-f840-4eaf-a096-de129a479a3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:46.061116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad41a2f-1c8d-4515-bc2e-c1bff4d05a89 None None] Resources bound (agent type, host, resource id): {{(pid=83965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:41:46.070240 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef736c49-5d5e-44ba-b8dc-1743f49b496b None None] Routers {'86765faa-23d4-4321-9c0a-6199c3048a62'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:46.070867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ef736c49-5d5e-44ba-b8dc-1743f49b496b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['86765faa-23d4-4321-9c0a-6199c3048a62'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:46.112112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7578e1-87ea-469a-90df-e6bc0b7ead42 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Network': ['ID=25d9e8cd-f840-4eaf-a096-de129a479a3b,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:46.120612 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Attempting to bind port cd943def-438a-4a3b-a6c3-41bd8109c9bd on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:46.121193 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Attempting to bind port cd943def-438a-4a3b-a6c3-41bd8109c9bd by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:46.121699 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Attempting to bind port cd943def-438a-4a3b-a6c3-41bd8109c9bd on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:46.134781 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684cee8-f3d0-4fbc-8116-9159a90c3341 None None] Pushing event updated for resources: {'Port': ['ID=cd943def-438a-4a3b-a6c3-41bd8109c9bd,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:46.142406 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.146912 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684cee8-f3d0-4fbc-8116-9159a90c3341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.147396 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684cee8-f3d0-4fbc-8116-9159a90c3341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.147832 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684cee8-f3d0-4fbc-8116-9159a90c3341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.148268 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684cee8-f3d0-4fbc-8116-9159a90c3341 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.148699 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684cee8-f3d0-4fbc-8116-9159a90c3341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.149300 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684cee8-f3d0-4fbc-8116-9159a90c3341 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.149728 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684cee8-f3d0-4fbc-8116-9159a90c3341 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.150161 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684cee8-f3d0-4fbc-8116-9159a90c3341 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.150576 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684cee8-f3d0-4fbc-8116-9159a90c3341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.151095 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684cee8-f3d0-4fbc-8116-9159a90c3341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.151540 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0684cee8-f3d0-4fbc-8116-9159a90c3341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.156796 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:46.159837 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:46.160349 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.160836 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:46.161736 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Bound port: cd943def-438a-4a3b-a6c3-41bd8109c9bd, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:46.163595 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.170735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 25d9e8cd-f840-4eaf-a096-de129a479a3b details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:46.200589 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ef736c49-5d5e-44ba-b8dc-1743f49b496b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:46.294163 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] For port cd943def-438a-4a3b-a6c3-41bd8109c9bd, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:46.300656 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] For port cd943def-438a-4a3b-a6c3-41bd8109c9bd, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=cd943def-438a-4a3b-a6c3-41bd8109c9bd,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:46.309196 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.346708 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b75c7ac-a3ad-45d5-b1d7-7b8ccf050879 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.385239 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef736c49-5d5e-44ba-b8dc-1743f49b496b None None] Routers {'86765faa-23d4-4321-9c0a-6199c3048a62'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:46.385867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ef736c49-5d5e-44ba-b8dc-1743f49b496b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['86765faa-23d4-4321-9c0a-6199c3048a62'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:46.419143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] For port 71928d87-8b3e-448e-bb5f-85132e4f4e39, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=71928d87-8b3e-448e-bb5f-85132e4f4e39,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:46.448958 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.461116 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f2c73560-3d97-412c-9077-23581334d372 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "PUT /v2.0/routers/86765faa-23d4-4321-9c0a-6199c3048a62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7561285 Apr 22 14:41:46.461455 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ef736c49-5d5e-44ba-b8dc-1743f49b496b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:46.461606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef736c49-5d5e-44ba-b8dc-1743f49b496b None None] The sync data for ids ['86765faa-23d4-4321-9c0a-6199c3048a62'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:46.465848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.466559 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.470550 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60516) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:46.479806 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-de0786b2-47c9-4f3f-b680-94e09263ee7c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:46.493469 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684cee8-f3d0-4fbc-8116-9159a90c3341 None None] Pushing event updated for resources: {'Port': ['ID=cd943def-438a-4a3b-a6c3-41bd8109c9bd,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:46.509277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75c7ac-a3ad-45d5-b1d7-7b8ccf050879 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Subnet': ['ID=1b248d5f-455f-4df8-a813-b87aaf9df149,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:46.513241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-de0786b2-47c9-4f3f-b680-94e09263ee7c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:subnet and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:46.518019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-de0786b2-47c9-4f3f-b680-94e09263ee7c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:46.522625 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b75c7ac-a3ad-45d5-b1d7-7b8ccf050879 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Checking segment: {'id': '06b5792c-3eec-4440-91ba-07af232192dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:46.523103 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b75c7ac-a3ad-45d5-b1d7-7b8ccf050879 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network hostable DHCP agents. Network: a5c21dbc-85c2-4429-8a1a-5e0b34870fd8, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:46.537643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-de0786b2-47c9-4f3f-b680-94e09263ee7c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:46.559055 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0786b2-47c9-4f3f-b680-94e09263ee7c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:46.570178 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Routers {'1d114f18-f9b3-4611-8edb-990e3f88159e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:46.570794 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1d114f18-f9b3-4611-8edb-990e3f88159e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:46.589459 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b36c73e-99a3-4607-8dc5-6aa9f0b0e2a6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] GET failed (client error): The resource could not be found. Apr 22 14:41:46.589957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5b36c73e-99a3-4607-8dc5-6aa9f0b0e2a6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:46.618073 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe875-0fe9-4c93-97f1-2482ea71bb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.621746 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0d5fe875-0fe9-4c93-97f1-2482ea71bb63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/802d3ec2-a4cb-4709-baa6-381e8a83885b HTTP/1.1" status: 204 len: 168 time: 2.3036671 Apr 22 14:41:46.643088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5b36c73e-99a3-4607-8dc5-6aa9f0b0e2a6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:46.644410 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5b36c73e-99a3-4607-8dc5-6aa9f0b0e2a6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/92b38f65-a520-484a-8d38-c4ebb31ed64a HTTP/1.1" status: 404 len: 333 time: 0.1150897 Apr 22 14:41:46.657971 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60522) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:46.729017 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b75c7ac-a3ad-45d5-b1d7-7b8ccf050879 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:46.733567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:46.746316 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:46.751603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=2cb404bf-5ad1-426a-8dee-3c0d3d264235,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:46.758275 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:46.758948 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.766172 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-1b75c7ac-a3ad-45d5-b1d7-7b8ccf050879 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, a5c21dbc-85c2-4429-8a1a-5e0b34870fd8) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:46.788368 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=71928d87-8b3e-448e-bb5f-85132e4f4e39,revision_number=4']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:46.834434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.834866 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.835327 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.835776 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.836221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.836649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.837083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.838095 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.838535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.838983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.839466 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:46.843953 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5652490 Apr 22 14:41:46.853070 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60526) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:46.871610 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ecd33cb-c1f3-4031-b911-e75bed4360c5 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.885831 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 71928d87-8b3e-448e-bb5f-85132e4f4e39 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:46.892179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'mac_address': 'fa:16:3e:fb:ae:16', 'name': 'tempest-NetworksTestDHCPv6-1240143355'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:46.896983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b75c7ac-a3ad-45d5-b1d7-7b8ccf050879 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:46.897573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b75c7ac-a3ad-45d5-b1d7-7b8ccf050879 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.934841 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] Set router 1d114f18-f9b3-4611-8edb-990e3f88159e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:41:46.937444 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a643ef-16c3-4d14-97d6-03143e2d1f29 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:46.955370 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-de0786b2-47c9-4f3f-b680-94e09263ee7c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.075732 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b73fa9-0de9-422a-9971-d4d82a8efd2b None None] Network a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:47.206233 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.206958 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.273091 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:47.273766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:47.274330 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:47.274768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:47.275226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:47.275834 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:47.276265 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:47.276695 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:47.277250 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:47.277670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:47.278092 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8ecdb-9483-4d17-ac7d-539fcc35d4db tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:47.364807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd33cb-c1f3-4031-b911-e75bed4360c5 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Pushing event deleted for resources: {'Port': ['ID=dd88663d-bd6d-44b0-8078-6ec088c8a732,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:47.432483 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-de0786b2-47c9-4f3f-b680-94e09263ee7c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.459059 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:47.464683 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:47.469631 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:47.469943 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'name': 'tempest-TestNetworkBasicOps-router-160652181', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:40Z', 'updated_at': '2022-04-22T14:41:43Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:41Z', 'updated_at': '2022-04-22T14:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:47.474664 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81775adf-5e4a-442b-9495-d4d1dc533b41 None None] The sync data for ids ['1d114f18-f9b3-4611-8edb-990e3f88159e'] in dv-neutron-839027-1-hyperv is: [{'id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'name': 'tempest-TestNetworkBasicOps-router-160652181', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:40Z', 'updated_at': '2022-04-22T14:41:43Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:41Z', 'updated_at': '2022-04-22T14:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:47.541520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:47.561812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0786b2-47c9-4f3f-b680-94e09263ee7c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Subnet': ['ID=92efc5f8-f55c-46cb-9862-80b0d39a10f0,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:47.572825 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 71928d87-8b3e-448e-bb5f-85132e4f4e39 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:47.576646 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-47c6c1fa-20a8-4877-b6ff-3b6605151444 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.589129 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 71928d87-8b3e-448e-bb5f-85132e4f4e39 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:47.589501 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.765330 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1b75c7ac-a3ad-45d5-b1d7-7b8ccf050879 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3612800 Apr 22 14:41:47.767468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60544) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:47.789433 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:47.813705 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ips': [{'subnet_id': '1b248d5f-455f-4df8-a813-b87aaf9df149'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:47.814590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.830534 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0786b2-47c9-4f3f-b680-94e09263ee7c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Checking segment: {'id': '3c20f36a-ca09-44de-bb9e-f727046d36fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '25d9e8cd-f840-4eaf-a096-de129a479a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:47.830880 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0786b2-47c9-4f3f-b680-94e09263ee7c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network hostable DHCP agents. Network: 25d9e8cd-f840-4eaf-a096-de129a479a3b, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:48.028728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0786b2-47c9-4f3f-b680-94e09263ee7c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network 25d9e8cd-f840-4eaf-a096-de129a479a3b is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:48.077560 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.157135 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60550) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:48.201047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-de0786b2-47c9-4f3f-b680-94e09263ee7c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 25d9e8cd-f840-4eaf-a096-de129a479a3b) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:48.232276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0786b2-47c9-4f3f-b680-94e09263ee7c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:48.234522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-de0786b2-47c9-4f3f-b680-94e09263ee7c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.238601 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49a9ae5-b257-4b70-a5d9-6596e4c1991c None None] Network 25d9e8cd-f840-4eaf-a096-de129a479a3b requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:48.263688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-47c6c1fa-20a8-4877-b6ff-3b6605151444 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.274403 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-47c6c1fa-20a8-4877-b6ff-3b6605151444 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.281232 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-de0786b2-47c9-4f3f-b680-94e09263ee7c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2342141 Apr 22 14:41:48.284138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60556) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:48.435581 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 71928d87-8b3e-448e-bb5f-85132e4f4e39, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=71928d87-8b3e-448e-bb5f-85132e4f4e39,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:48.452996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Allocated IP 172.20.0.2 (a5c21dbc-85c2-4429-8a1a-5e0b34870fd8/1b248d5f-455f-4df8-a813-b87aaf9df149/a8687837-c997-49d3-84ba-b9ff0b049da0) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:48.466667 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.523636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-b0cac4cc-11ca-46dd-9b3f-60362f6b7e28 tempest-SubnetPoolsTestJSON-1032437064 tempest-SubnetPoolsTestJSON-1032437064-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1843562760', 'prefixes': ['172.20.0.0/16']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:48.525257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd5fd-6667-413a-aeb0-232ab621e50a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.529570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-47c6c1fa-20a8-4877-b6ff-3b6605151444 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.530435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c6c1fa-20a8-4877-b6ff-3b6605151444 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Fanout notify agent at l3_agent the message router_deleted on router 86765faa-23d4-4321-9c0a-6199c3048a62 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:41:48.551142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-47c6c1fa-20a8-4877-b6ff-3b6605151444 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.558204 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-47c6c1fa-20a8-4877-b6ff-3b6605151444 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/routers/86765faa-23d4-4321-9c0a-6199c3048a62 HTTP/1.1" status: 204 len: 168 time: 1.8988495 Apr 22 14:41:48.560379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b0cac4cc-11ca-46dd-9b3f-60362f6b7e28 tempest-SubnetPoolsTestJSON-1032437064 tempest-SubnetPoolsTestJSON-1032437064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:48.561362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60560) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:48.609124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ecd33cb-c1f3-4031-b911-e75bed4360c5 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.657374 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=71928d87-8b3e-448e-bb5f-85132e4f4e39,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:48.816008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd5fd-6667-413a-aeb0-232ab621e50a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.859507 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.880687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ecd33cb-c1f3-4031-b911-e75bed4360c5 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.904171 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ecd33cb-c1f3-4031-b911-e75bed4360c5 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.948605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device cd943def-438a-4a3b-a6c3-41bd8109c9bd up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:49.000966 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c15528-66a3-48ad-ae01-28023ffe8d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-25d9e8cd-f840-4eaf-a096-de129a479a3b', 'network_id': '25d9e8cd-f840-4eaf-a096-de129a479a3b', 'tenant_id': '7de9aea1cfe441b3a92deb1f5f0dff5d', 'fixed_ips': [{'subnet_id': '92efc5f8-f55c-46cb-9862-80b0d39a10f0'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:49.002209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a8c15528-66a3-48ad-ae01-28023ffe8d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.026908 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd5fd-6667-413a-aeb0-232ab621e50a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.079209 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfd5fd-6667-413a-aeb0-232ab621e50a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Subnet': ['ID=92efc5f8-f55c-46cb-9862-80b0d39a10f0,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:49.135323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port b8099411-486e-440e-8592-e1b63e1ad0d5 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:49.210897 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port cd943def-438a-4a3b-a6c3-41bd8109c9bd completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:49.219165 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3835e4c-197b-4fe9-ba29-b294fd096be7 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting subnet 0c8614c6-dff5-447f-8a77-5b4d1caa05ab {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:49.221890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd5fd-6667-413a-aeb0-232ab621e50a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.231076 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port cd943def-438a-4a3b-a6c3-41bd8109c9bd triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:49.231476 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.233838 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e3835e4c-197b-4fe9-ba29-b294fd096be7 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.298952 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9899db4d-7180-40c8-8ca1-f4dabd60147a None None] Network 25d9e8cd-f840-4eaf-a096-de129a479a3b requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:49.305317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-ccdfd5fd-6667-413a-aeb0-232ab621e50a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d9e8cd-f840-4eaf-a096-de129a479a3b']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:49.311378 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a0a7e542-1429-4c38-b086-2563946b1024 None None] Provisioning complete for port 71928d87-8b3e-448e-bb5f-85132e4f4e39 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:49.311723 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e542-1429-4c38-b086-2563946b1024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.339741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-ccdfd5fd-6667-413a-aeb0-232ab621e50a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c20f36a-ca09-44de-bb9e-f727046d36fc') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:49.340150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-ccdfd5fd-6667-413a-aeb0-232ab621e50a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c20f36a-ca09-44de-bb9e-f727046d36fc') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:49.352101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e3835e4c-197b-4fe9-ba29-b294fd096be7 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.448609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.461585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecd33cb-c1f3-4031-b911-e75bed4360c5 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Router 580670e5-58a4-4f80-9ed8-8baee14578ef has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:41:49.475428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Transition to ACTIVE for port object a8687837-c997-49d3-84ba-b9ff0b049da0 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:49.512037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd5fd-6667-413a-aeb0-232ab621e50a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.548335 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd5fd-6667-413a-aeb0-232ab621e50a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.562622 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdfd5fd-6667-413a-aeb0-232ab621e50a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:49.563024 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd5fd-6667-413a-aeb0-232ab621e50a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.569749 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b0cac4cc-11ca-46dd-9b3f-60362f6b7e28 tempest-SubnetPoolsTestJSON-1032437064 tempest-SubnetPoolsTestJSON-1032437064-project] Notify callbacks [] for subnetpool, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.573729 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b0cac4cc-11ca-46dd-9b3f-60362f6b7e28 tempest-SubnetPoolsTestJSON-1032437064 tempest-SubnetPoolsTestJSON-1032437064-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.4025979 Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:49.578290 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:49.580372 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60564) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:49.605173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Transition to ACTIVE for port object a8687837-c997-49d3-84ba-b9ff0b049da0 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:49.683573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e3835e4c-197b-4fe9-ba29-b294fd096be7 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.751658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd5fd-6667-413a-aeb0-232ab621e50a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.757387 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd5fd-6667-413a-aeb0-232ab621e50a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.787141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.796148 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ccdfd5fd-6667-413a-aeb0-232ab621e50a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/25d9e8cd-f840-4eaf-a096-de129a479a3b HTTP/1.1" status: 204 len: 168 time: 1.5107074 Apr 22 14:41:49.797357 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfd5fd-6667-413a-aeb0-232ab621e50a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Network': ['ID=25d9e8cd-f840-4eaf-a096-de129a479a3b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:49.800616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60568) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:49.812686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-b4e859df-3145-4ce1-b228-307329dceabf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-52400259'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:49.821321 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b4e859df-3145-4ce1-b228-307329dceabf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:49.826421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b4e859df-3145-4ce1-b228-307329dceabf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:network and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:49.831843 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b4e859df-3145-4ce1-b228-307329dceabf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:49.842655 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b4e859df-3145-4ce1-b228-307329dceabf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:49.858706 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e3835e4c-197b-4fe9-ba29-b294fd096be7 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.862225 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 172.20.0.12 (19101698-c44e-4563-acd4-3bbade7a380a/f7010f55-1916-48fc-b566-b417f36a7c30/b8099411-486e-440e-8592-e1b63e1ad0d5) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:49.901839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e859df-3145-4ce1-b228-307329dceabf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:49.905091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b4e859df-3145-4ce1-b228-307329dceabf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.932274 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3835e4c-197b-4fe9-ba29-b294fd096be7 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8614c6-dff5-447f-8a77-5b4d1caa05ab,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:49.938499 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-909d39c9-54b7-48e1-acaa-f4ddb5edd51e tempest-SubnetPoolsTestJSON-1032437064 tempest-SubnetPoolsTestJSON-1032437064-project] 10.222.0.23 "GET /v2.0/subnetpools/ecbcdc2a-9f35-4522-9eb2-b71ca9bf21e1 HTTP/1.1" status: 200 len: 732 time: 0.3520930 Apr 22 14:41:49.939195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60572) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:49.942020 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.944785 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::f816:3eff:fefb:ae16 (19101698-c44e-4563-acd4-3bbade7a380a/2cb404bf-5ad1-426a-8dee-3c0d3d264235/b8099411-486e-440e-8592-e1b63e1ad0d5) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:49.944970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e3835e4c-197b-4fe9-ba29-b294fd096be7 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.954422 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-143e12e4-2e19-470f-bd3a-04f1312e7230 tempest-SubnetPoolsTestJSON-1032437064 tempest-SubnetPoolsTestJSON-1032437064-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1343512199'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:49.974723 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Network a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:49.976798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2448a6be-c5f6-43d1-baca-f40bd48ea7f5 None None] Network f3a4ebb1-8a63-4cff-b31a-012337707c65 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:49.985716 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e3835e4c-197b-4fe9-ba29-b294fd096be7 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/0c8614c6-dff5-447f-8a77-5b4d1caa05ab HTTP/1.1" status: 204 len: 168 time: 1.4131320 Apr 22 14:41:49.987836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60576) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:49.995029 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e859df-3145-4ce1-b228-307329dceabf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:49.995500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router f0115f9d-7701-4147-8748-0c190ab6fd7c is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:41:49.998686 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Pushing event updated for resources: {'Port': ['ID=a8687837-c997-49d3-84ba-b9ff0b049da0,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:50.001235 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:50.026702 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b4e859df-3145-4ce1-b228-307329dceabf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.027112 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-b4e859df-3145-4ce1-b228-307329dceabf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Added segment b00808ea-caa2-41b1-a4d0-12a9e50ab253 of type vlan for network e03d593f-ea95-4d39-9d51-fc241a1fa8b4 Apr 22 14:41:50.046767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecd33cb-c1f3-4031-b911-e75bed4360c5 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:50.056001 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:50.060090 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ecd33cb-c1f3-4031-b911-e75bed4360c5 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.063919 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8ecd33cb-c1f3-4031-b911-e75bed4360c5 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "PUT /v2.0/routers/580670e5-58a4-4f80-9ed8-8baee14578ef HTTP/1.1" status: 200 len: 705 time: 9.2385523 Apr 22 14:41:50.064193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60580) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:50.066961 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port cd943def-438a-4a3b-a6c3-41bd8109c9bd, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=cd943def-438a-4a3b-a6c3-41bd8109c9bd,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:50.074620 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec42ae-c17c-43f5-a253-6f7e7ccf0eb6 None None] Sync routers for ids ['580670e5-58a4-4f80-9ed8-8baee14578ef'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:50.086719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.087549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 71928d87-8b3e-448e-bb5f-85132e4f4e39 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:50.095440 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec42ae-c17c-43f5-a253-6f7e7ccf0eb6 None None] Routers {'580670e5-58a4-4f80-9ed8-8baee14578ef'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:50.096308 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-97ec42ae-c17c-43f5-a253-6f7e7ccf0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['580670e5-58a4-4f80-9ed8-8baee14578ef'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:50.169538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b4e859df-3145-4ce1-b228-307329dceabf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.217817 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-97ec42ae-c17c-43f5-a253-6f7e7ccf0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:50.243962 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec42ae-c17c-43f5-a253-6f7e7ccf0eb6 None None] Routers {'580670e5-58a4-4f80-9ed8-8baee14578ef'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:50.245241 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-97ec42ae-c17c-43f5-a253-6f7e7ccf0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['580670e5-58a4-4f80-9ed8-8baee14578ef'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:50.292851 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-143e12e4-2e19-470f-bd3a-04f1312e7230 tempest-SubnetPoolsTestJSON-1032437064 tempest-SubnetPoolsTestJSON-1032437064-project] Notify callbacks [] for subnetpool, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.294552 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-143e12e4-2e19-470f-bd3a-04f1312e7230 tempest-SubnetPoolsTestJSON-1032437064 tempest-SubnetPoolsTestJSON-1032437064-project] 10.222.0.23 "PUT /v2.0/subnetpools/ecbcdc2a-9f35-4522-9eb2-b71ca9bf21e1 HTTP/1.1" status: 200 len: 684 time: 0.3538103 Apr 22 14:41:50.297448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60584) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:50.325301 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b4e859df-3145-4ce1-b228-307329dceabf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.329094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e859df-3145-4ce1-b228-307329dceabf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:50.329748 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b4e859df-3145-4ce1-b228-307329dceabf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.355131 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.371143 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-97ec42ae-c17c-43f5-a253-6f7e7ccf0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:50.371586 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec42ae-c17c-43f5-a253-6f7e7ccf0eb6 None None] The sync data for ids ['580670e5-58a4-4f80-9ed8-8baee14578ef'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:50.374466 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0ed8b28d-f30a-4174-ba33-e93c9c928071 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/routers/580670e5-58a4-4f80-9ed8-8baee14578ef HTTP/1.1" status: 200 len: 740 time: 0.3090963 Apr 22 14:41:50.383629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60588) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:50.388532 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b4e859df-3145-4ce1-b228-307329dceabf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5821321 Apr 22 14:41:50.394746 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60592) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:50.395195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=cd943def-438a-4a3b-a6c3-41bd8109c9bd,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:50.405033 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Attempting to bind port a8687837-c997-49d3-84ba-b9ff0b049da0 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:50.405380 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Attempting to bind port a8687837-c997-49d3-84ba-b9ff0b049da0 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '06b5792c-3eec-4440-91ba-07af232192dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:50.405742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Attempting to bind port a8687837-c997-49d3-84ba-b9ff0b049da0 on network a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:50.427439 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:50.427820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Checking segment: {'id': '06b5792c-3eec-4440-91ba-07af232192dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:50.428209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.428600 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Bound using segment: {'id': '06b5792c-3eec-4440-91ba-07af232192dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:50.429083 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Bound port: a8687837-c997-49d3-84ba-b9ff0b049da0, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b5792c-3eec-4440-91ba-07af232192dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:50.429454 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.467488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a485e3b2-2ecf-4fb7-9065-cda99fd6329b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:50.497289 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:50.497619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.508663 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 71928d87-8b3e-448e-bb5f-85132e4f4e39 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:50.508940 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.518079 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-34ef9a29-b109-4e97-a6c7-c4c7a39d4595 tempest-RoutersAdminTest-1226029450 tempest-RoutersAdminTest-1226029450-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&device_id=580670e5-58a4-4f80-9ed8-8baee14578ef HTTP/1.1" status: 200 len: 205 time: 0.1256444 Apr 22 14:41:50.523497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60596) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:50.527967 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e859df-3145-4ce1-b228-307329dceabf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Network': ['ID=e03d593f-ea95-4d39-9d51-fc241a1fa8b4,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:50.547974 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network e03d593f-ea95-4d39-9d51-fc241a1fa8b4 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:50.598536 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8ecffbdb-295f-470c-bd48-eaa1da96f423 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "GET /v2.0/ports?device_id=580670e5-58a4-4f80-9ed8-8baee14578ef HTTP/1.1" status: 200 len: 205 time: 0.0717762 Apr 22 14:41:50.600420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60600) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:50.715364 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.733875 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] For port a8687837-c997-49d3-84ba-b9ff0b049da0, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:50.741411 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] For port a8687837-c997-49d3-84ba-b9ff0b049da0, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a8687837-c997-49d3-84ba-b9ff0b049da0,segment=NetworkSegment(06b5792c-3eec-4440-91ba-07af232192dd),segment_id=06b5792c-3eec-4440-91ba-07af232192dd)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:50.761073 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe1e7-0e34-4366-8517-9e89f96ca1e6 tempest-SubnetPoolsTestJSON-1032437064 tempest-SubnetPoolsTestJSON-1032437064-project] Notify callbacks [] for subnetpool, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.762082 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7f2fe1e7-0e34-4366-8517-9e89f96ca1e6 tempest-SubnetPoolsTestJSON-1032437064 tempest-SubnetPoolsTestJSON-1032437064-project] 10.222.0.23 "DELETE /v2.0/subnetpools/ecbcdc2a-9f35-4522-9eb2-b71ca9bf21e1 HTTP/1.1" status: 204 len: 168 time: 0.4633892 Apr 22 14:41:50.768597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60604) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:50.776450 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.801554 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-30f861a4-5abe-41eb-9cae-aac7572d89fc tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.819831 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081f4652-f3e4-47a9-b43f-15df779a1a34 None None] DHCP port deletion for f3a4ebb1-8a63-4cff-b31a-012337707c65 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:50.845300 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-081f4652-f3e4-47a9-b43f-15df779a1a34 None None] Deleting port 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:50.845674 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-081f4652-f3e4-47a9-b43f-15df779a1a34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.857819 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-9a2eb386-d3ce-4990-9434-396f57169fb5 tempest-SubnetPoolsTestJSON-1032437064 tempest-SubnetPoolsTestJSON-1032437064-project] show failed (client error): The resource could not be found. Apr 22 14:41:50.861683 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9a2eb386-d3ce-4990-9434-396f57169fb5 tempest-SubnetPoolsTestJSON-1032437064 tempest-SubnetPoolsTestJSON-1032437064-project] 10.222.0.23 "GET /v2.0/subnetpools/ecbcdc2a-9f35-4522-9eb2-b71ca9bf21e1 HTTP/1.1" status: 404 len: 346 time: 0.0893419 Apr 22 14:41:50.865713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60608) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:50.957651 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-a01fb16e-a6b8-4f12-a015-bccc6277b203 tempest-SubnetPoolsTestJSON-1032437064 tempest-SubnetPoolsTestJSON-1032437064-project] delete failed (client error): The resource could not be found. Apr 22 14:41:50.963381 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a01fb16e-a6b8-4f12-a015-bccc6277b203 tempest-SubnetPoolsTestJSON-1032437064 tempest-SubnetPoolsTestJSON-1032437064-project] 10.222.0.23 "DELETE /v2.0/subnetpools/ecbcdc2a-9f35-4522-9eb2-b71ca9bf21e1 HTTP/1.1" status: 404 len: 346 time: 0.0934782 Apr 22 14:41:51.022907 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object b8099411-486e-440e-8592-e1b63e1ad0d5 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:51.041501 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d62a75-bdd5-4162-aa9b-b55cc78a267f None None] Pushing event updated for resources: {'Port': ['ID=a8687837-c997-49d3-84ba-b9ff0b049da0,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:51.228469 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device cd943def-438a-4a3b-a6c3-41bd8109c9bd up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:51.297559 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-081f4652-f3e4-47a9-b43f-15df779a1a34 None None] For port 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=6a7c9063-b212-42ab-b0ef-2d2c2ff8810c,segment=NetworkSegment(e9995a1b-70fe-4717-9c98-70ede562c3af),segment_id=e9995a1b-70fe-4717-9c98-70ede562c3af)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:51.297949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-081f4652-f3e4-47a9-b43f-15df779a1a34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.463710 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a485e3b2-2ecf-4fb7-9065-cda99fd6329b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.497189 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-081f4652-f3e4-47a9-b43f-15df779a1a34 None None] Calling delete_port for 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:51.522872 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] For port 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=6a7c9063-b212-42ab-b0ef-2d2c2ff8810c,segment=NetworkSegment(e9995a1b-70fe-4717-9c98-70ede562c3af),segment_id=e9995a1b-70fe-4717-9c98-70ede562c3af)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:51.523126 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.540139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a485e3b2-2ecf-4fb7-9065-cda99fd6329b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.613872 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-30f861a4-5abe-41eb-9cae-aac7572d89fc tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.621342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-30f861a4-5abe-41eb-9cae-aac7572d89fc tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.637725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60616) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:51.680166 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-30f861a4-5abe-41eb-9cae-aac7572d89fc tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.680923 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f861a4-5abe-41eb-9cae-aac7572d89fc tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Fanout notify agent at l3_agent the message router_deleted on router 580670e5-58a4-4f80-9ed8-8baee14578ef {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:41:51.699544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.705389 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-30f861a4-5abe-41eb-9cae-aac7572d89fc tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.714015 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-30f861a4-5abe-41eb-9cae-aac7572d89fc tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "DELETE /v2.0/routers/580670e5-58a4-4f80-9ed8-8baee14578ef HTTP/1.1" status: 204 len: 168 time: 1.1117530 Apr 22 14:41:51.716256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port cd943def-438a-4a3b-a6c3-41bd8109c9bd triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:51.716638 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.717921 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60622) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:51.757866 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:51.784388 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a20eb579-92f0-4b9c-b021-f19545fcfeb8 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "GET /v2.0/ports?device_id=580670e5-58a4-4f80-9ed8-8baee14578ef HTTP/1.1" status: 200 len: 205 time: 0.0628669 Apr 22 14:41:51.785335 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60626) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:51.795166 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-081f4652-f3e4-47a9-b43f-15df779a1a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.849562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f4652-f3e4-47a9-b43f-15df779a1a34 None None] Pushing event deleted for resources: {'Port': ['ID=6a7c9063-b212-42ab-b0ef-2d2c2ff8810c,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:51.856033 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081f4652-f3e4-47a9-b43f-15df779a1a34 None None] No DVR routers for this DVR port 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:51.875987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a485e3b2-2ecf-4fb7-9065-cda99fd6329b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network e03d593f-ea95-4d39-9d51-fc241a1fa8b4 is not hosted by any dhcp agent {{(pid=83963) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 22 14:41:51.879716 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a485e3b2-2ecf-4fb7-9065-cda99fd6329b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:51.880256 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a485e3b2-2ecf-4fb7-9065-cda99fd6329b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.881648 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a485e3b2-2ecf-4fb7-9065-cda99fd6329b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "PUT /v2.0/networks/e03d593f-ea95-4d39-9d51-fc241a1fa8b4 HTTP/1.1" status: 200 len: 723 time: 1.4814689 Apr 22 14:41:51.884969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60630) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:51.890982 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-3fff0dfe-4c78-4719-a48c-cf0cbd7de3a8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'subnet': {'network_id': 'e03d593f-ea95-4d39-9d51-fc241a1fa8b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:51.920756 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-3ac7108b-d498-4aae-90d6-b511680b9739 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] delete failed (client error): The resource could not be found. Apr 22 14:41:51.922210 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3ac7108b-d498-4aae-90d6-b511680b9739 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "DELETE /v2.0/routers/580670e5-58a4-4f80-9ed8-8baee14578ef HTTP/1.1" status: 404 len: 336 time: 0.1314235 Apr 22 14:41:51.927705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60634) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:51.956228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485e3b2-2ecf-4fb7-9065-cda99fd6329b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Network': ['ID=e03d593f-ea95-4d39-9d51-fc241a1fa8b4,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:51.971623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network e03d593f-ea95-4d39-9d51-fc241a1fa8b4 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:51.975422 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=b8099411-486e-440e-8592-e1b63e1ad0d5,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:51.987171 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:52.025847 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:52.030718 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:52.089478 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1c850384-727e-4c34-99e4-41bae06dc31b tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c16f84d-1d1c-4a0b-8f62-664a97ab2fe7 HTTP/1.1" status: 200 len: 205 time: 0.1550140 Apr 22 14:41:52.101370 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60638) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:52.102578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d25a6aa5-ae85-41fa-98b9-59eb259a0405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.104471 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:52.136278 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:52.136724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:52.143439 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:52.188307 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b8bff9-e2a1-4a53-a8f5-0a0814b43685 None None] Sync routers for ids ['f0115f9d-7701-4147-8748-0c190ab6fd7c'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:52.189246 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:52.189936 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.196252 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:52.196955 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:52.233614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.234982 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7396bf52-eb8b-4015-8dde-7848c591f56f tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 11.1715190 Apr 22 14:41:52.244500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b8bff9-e2a1-4a53-a8f5-0a0814b43685 None None] Routers {'f0115f9d-7701-4147-8748-0c190ab6fd7c'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:52.245712 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60642) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:52.246926 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-41b8bff9-e2a1-4a53-a8f5-0a0814b43685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f0115f9d-7701-4147-8748-0c190ab6fd7c'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:52.259009 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-9d376826-f399-4735-aef6-3e9caf63baf1 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] delete failed (client error): The resource could not be found. Apr 22 14:41:52.260082 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9d376826-f399-4735-aef6-3e9caf63baf1 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "DELETE /v2.0/routers/5c16f84d-1d1c-4a0b-8f62-664a97ab2fe7 HTTP/1.1" status: 404 len: 336 time: 0.1466050 Apr 22 14:41:52.267372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60646) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:52.335334 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b88bf66c-55f7-4946-a84d-b0b96aa06d37 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.4752178 Apr 22 14:41:52.345067 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60650) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:52.350364 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-03f31d36-2105-477c-b439-d33c4e6c2f9e tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "GET /v2.0/ports?device_id=a529a262-f80e-452c-8571-91a5d7e86851 HTTP/1.1" status: 200 len: 205 time: 0.0818710 Apr 22 14:41:52.351497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3fff0dfe-4c78-4719-a48c-cf0cbd7de3a8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:52.356739 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60654) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:52.360542 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-41b8bff9-e2a1-4a53-a8f5-0a0814b43685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:52.376341 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b8bff9-e2a1-4a53-a8f5-0a0814b43685 None None] Routers {'f0115f9d-7701-4147-8748-0c190ab6fd7c'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:52.377202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-41b8bff9-e2a1-4a53-a8f5-0a0814b43685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f0115f9d-7701-4147-8748-0c190ab6fd7c'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:52.427777 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d25a6aa5-ae85-41fa-98b9-59eb259a0405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:52.430263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3fff0dfe-4c78-4719-a48c-cf0cbd7de3a8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:subnet and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:52.440636 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d25a6aa5-ae85-41fa-98b9-59eb259a0405 admin admin] Usage tracker for resource:security_group_rule and tenant:ca763e5d62a14630921f93015ab25252 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:52.454741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3fff0dfe-4c78-4719-a48c-cf0cbd7de3a8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:52.460112 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-41b8bff9-e2a1-4a53-a8f5-0a0814b43685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:52.460517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b8bff9-e2a1-4a53-a8f5-0a0814b43685 None None] The sync data for ids ['f0115f9d-7701-4147-8748-0c190ab6fd7c'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:52.468883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d25a6aa5-ae85-41fa-98b9-59eb259a0405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:52.475502 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-3cd25def-4385-494f-ad91-11b063a8e3e0 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] delete failed (client error): The resource could not be found. Apr 22 14:41:52.477308 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3cd25def-4385-494f-ad91-11b063a8e3e0 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "DELETE /v2.0/routers/a529a262-f80e-452c-8571-91a5d7e86851 HTTP/1.1" status: 404 len: 336 time: 0.1196268 Apr 22 14:41:52.483831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60658) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:52.485030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3fff0dfe-4c78-4719-a48c-cf0cbd7de3a8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:52.489026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d25a6aa5-ae85-41fa-98b9-59eb259a0405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:52.491081 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-bb0a1381-bdf4-4da1-8802-7b6a505a4f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.551220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fff0dfe-4c78-4719-a48c-cf0cbd7de3a8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:52.564888 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14845f08-5dee-40f2-81e3-ba9e574db184 None None] Network a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:52.571186 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0cd7ae37-8982-40d7-b3af-9048c786dc92 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "GET /v2.0/ports?device_id=f895841e-1c4c-4feb-8895-9ce17ef99769 HTTP/1.1" status: 200 len: 205 time: 0.0827353 Apr 22 14:41:52.574338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60662) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:52.638689 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port 6a7c9063-b212-42ab-b0ef-2d2c2ff8810c {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:52.639089 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.662994 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5c8744ad-62ec-42ae-8a4d-5b5d03bfdef1 None None] Provisioning for port a8687837-c997-49d3-84ba-b9ff0b049da0 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:52.689560 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5c8744ad-62ec-42ae-8a4d-5b5d03bfdef1 None None] Provisioning for port b8099411-486e-440e-8592-e1b63e1ad0d5 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:52.699058 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5c8744ad-62ec-42ae-8a4d-5b5d03bfdef1 None None] Provisioning complete for port b8099411-486e-440e-8592-e1b63e1ad0d5 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:52.699756 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5c8744ad-62ec-42ae-8a4d-5b5d03bfdef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.718395 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-d52acb04-65e8-4d94-b360-bd5a99f28df6 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] delete failed (client error): The resource could not be found. Apr 22 14:41:52.719918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35016037-2518-4fb9-8a69-db614cd324ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:52.720369 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d52acb04-65e8-4d94-b360-bd5a99f28df6 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "DELETE /v2.0/routers/f895841e-1c4c-4feb-8895-9ce17ef99769 HTTP/1.1" status: 404 len: 336 time: 0.1413875 Apr 22 14:41:52.724062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35016037-2518-4fb9-8a69-db614cd324ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:52.724987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-35016037-2518-4fb9-8a69-db614cd324ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:52.729333 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60666) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:52.775861 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] The port '6a7c9063-b212-42ab-b0ef-2d2c2ff8810c' was deleted {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:41:52.791299 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-5c8744ad-62ec-42ae-8a4d-5b5d03bfdef1 None None] Port b8099411-486e-440e-8592-e1b63e1ad0d5 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:52.802533 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-735f02e7-1e93-48d5-ba91-a54abb2cb335 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "GET /v2.0/ports?device_id=097b75d4-4bec-4358-abb5-d568e31eb9c3 HTTP/1.1" status: 200 len: 205 time: 0.0690513 Apr 22 14:41:52.803042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3fff0dfe-4c78-4719-a48c-cf0cbd7de3a8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.812015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60670) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:52.921974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d25a6aa5-ae85-41fa-98b9-59eb259a0405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.938162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d25a6aa5-ae85-41fa-98b9-59eb259a0405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.013660 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d25a6aa5-ae85-41fa-98b9-59eb259a0405 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca763e5d62a14630921f93015ab25252&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3748612 Apr 22 14:41:53.014461 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a6aa5-ae85-41fa-98b9-59eb259a0405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11438132-724f-4f2f-a1df-c00d02d3e96c,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:53.016786 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60674) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:53.054895 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-35016037-2518-4fb9-8a69-db614cd324ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:53.056420 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-35016037-2518-4fb9-8a69-db614cd324ce tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.7101200 Apr 22 14:41:53.063229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.074945 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-0a67f9ec-c98b-4a32-931c-d2c41d0e6ce9 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] delete failed (client error): The resource could not be found. Apr 22 14:41:53.076026 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0a67f9ec-c98b-4a32-931c-d2c41d0e6ce9 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "DELETE /v2.0/routers/097b75d4-4bec-4358-abb5-d568e31eb9c3 HTTP/1.1" status: 404 len: 336 time: 0.2614899 Apr 22 14:41:53.077939 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60678) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:53.093101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60680) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:53.178857 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-93426c83-ee42-400f-9f0d-0e2c95a90971 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8ff049-2061-487d-8f4a-1ffcd9b005a7 HTTP/1.1" status: 200 len: 205 time: 0.0790279 Apr 22 14:41:53.180580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60686) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:53.200001 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a8687837-c997-49d3-84ba-b9ff0b049da0 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:53.217722 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.336651 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-1e3bc4f4-2fd7-4d30-bb4c-2a81edb4a679 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] delete failed (client error): The resource could not be found. Apr 22 14:41:53.337996 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1e3bc4f4-2fd7-4d30-bb4c-2a81edb4a679 tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "DELETE /v2.0/routers/de8ff049-2061-487d-8f4a-1ffcd9b005a7 HTTP/1.1" status: 404 len: 336 time: 0.1554663 Apr 22 14:41:53.343958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port a8687837-c997-49d3-84ba-b9ff0b049da0 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:53.348043 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60690) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:53.352409 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port a8687837-c997-49d3-84ba-b9ff0b049da0 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:53.353053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.386822 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a4ebb1-8a63-4cff-b31a-012337707c65']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:53.410051 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8917282a-169f-4cc0-a99c-123d0e3fe2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.415387 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-06f35c4f-b38e-43ac-b023-bbd5c069f38f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port b8099411-486e-440e-8592-e1b63e1ad0d5 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:53.415730 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-06f35c4f-b38e-43ac-b023-bbd5c069f38f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.443831 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d455d99-3100-420f-9b61-0f3d6b6957ed tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] DELETE failed (client error): The resource could not be found. Apr 22 14:41:53.444336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d455d99-3100-420f-9b61-0f3d6b6957ed tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:41:53.451719 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9995a1b-70fe-4717-9c98-70ede562c3af') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:53.452289 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9995a1b-70fe-4717-9c98-70ede562c3af') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:53.487446 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.491895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3fff0dfe-4c78-4719-a48c-cf0cbd7de3a8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.558876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.566850 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.583392 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3b296b1c-fdd4-40ae-9bf0-eeef8a675b9e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/routers/f0115f9d-7701-4147-8748-0c190ab6fd7c HTTP/1.1" status: 200 len: 880 time: 1.3359680 Apr 22 14:41:53.590858 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60694) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:53.606493 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port a8687837-c997-49d3-84ba-b9ff0b049da0, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a8687837-c997-49d3-84ba-b9ff0b049da0,segment=NetworkSegment(06b5792c-3eec-4440-91ba-07af232192dd),segment_id=06b5792c-3eec-4440-91ba-07af232192dd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:53.612516 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.668027 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1d455d99-3100-420f-9b61-0f3d6b6957ed tempest-RoutersAdminTest-1500533230 tempest-RoutersAdminTest-1500533230-project] 10.222.0.23 "DELETE /v2.0/subnets/3c9d3cf8-922c-4410-803f-f2f9451fa690 HTTP/1.1" status: 404 len: 337 time: 0.3186395 Apr 22 14:41:53.671046 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8917282a-169f-4cc0-a99c-123d0e3fe2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.695199 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=a8687837-c997-49d3-84ba-b9ff0b049da0,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:53.705834 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:53.706237 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:53.731542 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:53.743277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff0dfe-4c78-4719-a48c-cf0cbd7de3a8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Subnet': ['ID=16b26d61-55be-42d9-b156-d423e790fb21,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:53.780565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fff0dfe-4c78-4719-a48c-cf0cbd7de3a8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Checking segment: {'id': 'b00808ea-caa2-41b1-a4d0-12a9e50ab253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e03d593f-ea95-4d39-9d51-fc241a1fa8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:53.780942 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fff0dfe-4c78-4719-a48c-cf0cbd7de3a8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network hostable DHCP agents. Network: e03d593f-ea95-4d39-9d51-fc241a1fa8b4, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:53.799913 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8917282a-169f-4cc0-a99c-123d0e3fe2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.819220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917282a-169f-4cc0-a99c-123d0e3fe2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11438132-724f-4f2f-a1df-c00d02d3e96c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:53.824694 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fff0dfe-4c78-4719-a48c-cf0cbd7de3a8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network e03d593f-ea95-4d39-9d51-fc241a1fa8b4 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:53.831132 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8917282a-169f-4cc0-a99c-123d0e3fe2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.834911 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8917282a-169f-4cc0-a99c-123d0e3fe2e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11438132-724f-4f2f-a1df-c00d02d3e96c HTTP/1.1" status: 204 len: 168 time: 0.8135157 Apr 22 14:41:53.845766 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-3fff0dfe-4c78-4719-a48c-cf0cbd7de3a8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, e03d593f-ea95-4d39-9d51-fc241a1fa8b4) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:53.852532 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fff0dfe-4c78-4719-a48c-cf0cbd7de3a8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:53.853103 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3fff0dfe-4c78-4719-a48c-cf0cbd7de3a8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.871676 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93206a6-11ec-4de4-a40a-3842cbdc1d58 None None] Network e03d593f-ea95-4d39-9d51-fc241a1fa8b4 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:53.901223 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3fff0dfe-4c78-4719-a48c-cf0cbd7de3a8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0148787 Apr 22 14:41:53.903648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60702) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:53.919976 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-50a08310-a2a4-4645-9f97-d2d8d0bbdf36 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:54.147081 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-50a08310-a2a4-4645-9f97-d2d8d0bbdf36 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1410357'] for subnet, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.181741 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-e03d593f-ea95-4d39-9d51-fc241a1fa8b4', 'network_id': 'e03d593f-ea95-4d39-9d51-fc241a1fa8b4', 'tenant_id': '7de9aea1cfe441b3a92deb1f5f0dff5d', 'fixed_ips': [{'subnet_id': '16b26d61-55be-42d9-b156-d423e790fb21'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:54.182562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.184008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60708) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:54.213878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.227977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.266736 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/networks/f3a4ebb1-8a63-4cff-b31a-012337707c65 HTTP/1.1" status: 204 len: 168 time: 4.2738879 Apr 22 14:41:54.275726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcde99-e69f-4e2d-b95f-32b15abfc813 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Network': ['ID=f3a4ebb1-8a63-4cff-b31a-012337707c65,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:54.289417 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60714) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:54.342602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.398968 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ce1feaa9-a23a-4428-ade9-e52fec1a4d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.436643 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.1 (a5c21dbc-85c2-4429-8a1a-5e0b34870fd8/1b248d5f-455f-4df8-a813-b87aaf9df149/fe0c2155-8516-4029-9b42-1fd30f70d1e4) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:54.436880 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-50a08310-a2a4-4645-9f97-d2d8d0bbdf36 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757670916509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1390379'] for subnet, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.456164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-06f35c4f-b38e-43ac-b023-bbd5c069f38f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.487885 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ce1feaa9-a23a-4428-ade9-e52fec1a4d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:54.497017 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ce1feaa9-a23a-4428-ade9-e52fec1a4d5b admin admin] Usage tracker for resource:security_group_rule and tenant:e3aeb8830a5e4bdf815a5e4575fb2b7c is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:54.501807 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ce1feaa9-a23a-4428-ade9-e52fec1a4d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:54.502526 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Allocated IP 172.20.0.2 (e03d593f-ea95-4d39-9d51-fc241a1fa8b4/16b26d61-55be-42d9-b156-d423e790fb21/3cf03a33-8592-4cca-8532-00560a957cc3) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:54.511007 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ce1feaa9-a23a-4428-ade9-e52fec1a4d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:54.513868 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a08310-a2a4-4645-9f97-d2d8d0bbdf36 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:54.514038 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-50a08310-a2a4-4645-9f97-d2d8d0bbdf36 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.518091 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-50a08310-a2a4-4645-9f97-d2d8d0bbdf36 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "PUT /v2.0/subnets/16b26d61-55be-42d9-b156-d423e790fb21 HTTP/1.1" status: 200 len: 806 time: 0.6122830 Apr 22 14:41:54.522820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60718) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:54.561057 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a08310-a2a4-4645-9f97-d2d8d0bbdf36 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Subnet': ['ID=16b26d61-55be-42d9-b156-d423e790fb21,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:54.563336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895e756b-6ac0-4b87-87f5-bc1b6e4523e9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:54.563985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-895e756b-6ac0-4b87-87f5-bc1b6e4523e9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:54.633987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-06f35c4f-b38e-43ac-b023-bbd5c069f38f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for b8099411-486e-440e-8592-e1b63e1ad0d5 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:54.730012 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.740247 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ce1feaa9-a23a-4428-ade9-e52fec1a4d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.746710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ce1feaa9-a23a-4428-ade9-e52fec1a4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.818059 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f8c527fe-924d-4e6a-88f7-00479e2aa551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.833932 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.844890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Transition to ACTIVE for port object 3cf03a33-8592-4cca-8532-00560a957cc3 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:54.847626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1feaa9-a23a-4428-ade9-e52fec1a4d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c473251d-f16b-452e-909c-9803c362c14f,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:54.856962 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ce1feaa9-a23a-4428-ade9-e52fec1a4d5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3aeb8830a5e4bdf815a5e4575fb2b7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6719117 Apr 22 14:41:54.859921 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60722) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:54.871714 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Transition to ACTIVE for port object 3cf03a33-8592-4cca-8532-00560a957cc3 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:54.876244 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.878704 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.941084 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-895e756b-6ac0-4b87-87f5-bc1b6e4523e9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:54.943018 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-895e756b-6ac0-4b87-87f5-bc1b6e4523e9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/c34e9f2e-3023-42e7-ad70-2a3008df7991 HTTP/1.1" status: 200 len: 840 time: 0.6518047 Apr 22 14:41:54.953623 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60726) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:54.965639 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Network e03d593f-ea95-4d39-9d51-fc241a1fa8b4 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:54.966019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Pushing event updated for resources: {'Port': ['ID=3cf03a33-8592-4cca-8532-00560a957cc3,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:54.969649 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:54.972674 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:54.986823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-11f6b2ba-759b-48a1-8e03-4e783c05bdca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.023961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-11f6b2ba-759b-48a1-8e03-4e783c05bdca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.030849 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.070533 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Attempting to bind port 3cf03a33-8592-4cca-8532-00560a957cc3 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:55.071001 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Attempting to bind port 3cf03a33-8592-4cca-8532-00560a957cc3 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'b00808ea-caa2-41b1-a4d0-12a9e50ab253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e03d593f-ea95-4d39-9d51-fc241a1fa8b4'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:55.071697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Attempting to bind port 3cf03a33-8592-4cca-8532-00560a957cc3 on network e03d593f-ea95-4d39-9d51-fc241a1fa8b4 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:55.083750 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:55.084321 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Checking segment: {'id': 'b00808ea-caa2-41b1-a4d0-12a9e50ab253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e03d593f-ea95-4d39-9d51-fc241a1fa8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:55.085012 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.085380 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Bound using segment: {'id': 'b00808ea-caa2-41b1-a4d0-12a9e50ab253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e03d593f-ea95-4d39-9d51-fc241a1fa8b4'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:55.086322 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Bound port: 3cf03a33-8592-4cca-8532-00560a957cc3, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00808ea-caa2-41b1-a4d0-12a9e50ab253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e03d593f-ea95-4d39-9d51-fc241a1fa8b4'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:55.086657 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.087600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Subnet': ['ID=16b26d61-55be-42d9-b156-d423e790fb21,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:55.142226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.186628 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9954faab-fa74-4f85-88c4-a4eeefda5cba tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/c34e9f2e-3023-42e7-ad70-2a3008df7991?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2316039 Apr 22 14:41:55.194711 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60730) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:55.202693 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-20f2f911-726d-45fe-8b78-c9a6589a0959 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Synchronizing usage tracker for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:router {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:55.207712 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a8687837-c997-49d3-84ba-b9ff0b049da0 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:55.216577 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a03c0c09-6d68-4edd-9889-bedc3c77897a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'subnet': {'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:55.259126 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] For port 3cf03a33-8592-4cca-8532-00560a957cc3, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:55.274588 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] For port 3cf03a33-8592-4cca-8532-00560a957cc3, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3cf03a33-8592-4cca-8532-00560a957cc3,segment=NetworkSegment(b00808ea-caa2-41b1-a4d0-12a9e50ab253),segment_id=b00808ea-caa2-41b1-a4d0-12a9e50ab253)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:55.281006 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.287628 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-20f2f911-726d-45fe-8b78-c9a6589a0959 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Unset dirty status for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:router {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:55.289592 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-20f2f911-726d-45fe-8b78-c9a6589a0959 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.6873190 Apr 22 14:41:55.291300 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.291733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60734) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:55.299768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-11f6b2ba-759b-48a1-8e03-4e783c05bdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.300479 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-d7677c02-8e6a-4f23-b7dc-3d7ff352f681 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-971842662'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:55.343980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6b2ba-759b-48a1-8e03-4e783c05bdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c473251d-f16b-452e-909c-9803c362c14f,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:55.359275 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03d593f-ea95-4d39-9d51-fc241a1fa8b4']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:55.386323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00808ea-caa2-41b1-a4d0-12a9e50ab253') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:55.386639 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00808ea-caa2-41b1-a4d0-12a9e50ab253') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:55.402292 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-11f6b2ba-759b-48a1-8e03-4e783c05bdca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.403451 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-11f6b2ba-759b-48a1-8e03-4e783c05bdca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c473251d-f16b-452e-909c-9803c362c14f HTTP/1.1" status: 204 len: 168 time: 0.5426986 Apr 22 14:41:55.405365 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.412178 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbad5f-6524-464c-a41b-d826e4f1e5f1 None None] Pushing event updated for resources: {'Port': ['ID=3cf03a33-8592-4cca-8532-00560a957cc3,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:55.415916 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port a8687837-c997-49d3-84ba-b9ff0b049da0 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:55.416296 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.421799 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a03c0c09-6d68-4edd-9889-bedc3c77897a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:55.428680 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a03c0c09-6d68-4edd-9889-bedc3c77897a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:subnet and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:55.431904 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.434119 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a03c0c09-6d68-4edd-9889-bedc3c77897a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:55.443314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a03c0c09-6d68-4edd-9889-bedc3c77897a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:55.445770 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:55.446341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:55.461943 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:55.467525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-06f35c4f-b38e-43ac-b023-bbd5c069f38f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.545464 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f35c4f-b38e-43ac-b023-bbd5c069f38f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=b8099411-486e-440e-8592-e1b63e1ad0d5,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:55.550731 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03c0c09-6d68-4edd-9889-bedc3c77897a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:55.628325 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57473856-25a1-44f1-a3c9-4e7277e8d6f1 None None] Network e03d593f-ea95-4d39-9d51-fc241a1fa8b4 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:55.636030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:41:55.636030 dv-neutron-839027-1-hyperv neutron-server[83964]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:41:55.636030 dv-neutron-839027-1-hyperv neutron-server[83964]: [parameters: {'id': 'e03d593f-ea95-4d39-9d51-fc241a1fa8b4'}] Apr 22 14:41:55.636030 dv-neutron-839027-1-hyperv neutron-server[83964]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:55.636528 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:55.673721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object fe0c2155-8516-4029-9b42-1fd30f70d1e4 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:55.679144 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a03c0c09-6d68-4edd-9889-bedc3c77897a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.743361 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.868414 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:55.877102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-06f35c4f-b38e-43ac-b023-bbd5c069f38f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.882964 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:55.886799 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:55.930204 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=fe0c2155-8516-4029-9b42-1fd30f70d1e4,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:55.980176 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-06f35c4f-b38e-43ac-b023-bbd5c069f38f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/b8099411-486e-440e-8592-e1b63e1ad0d5 HTTP/1.1" status: 204 len: 168 time: 2.8514571 Apr 22 14:41:55.981142 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60742) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:56.014253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60746) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:56.057739 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.063517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.096888 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc226bbb-b32b-4ff9-aac5-6f5e1e819151 None None] Network e03d593f-ea95-4d39-9d51-fc241a1fa8b4 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:56.108691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676951e2-7363-4788-815a-9398aaffc6f7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:56.110125 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676951e2-7363-4788-815a-9398aaffc6f7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:56.111504 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3875684c-9ce2-402a-8244-45b26a708196 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d015354eda8941b49ed910ef298d10af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0951807 Apr 22 14:41:56.114386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676951e2-7363-4788-815a-9398aaffc6f7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:56.114551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60750) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:56.115233 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-676951e2-7363-4788-815a-9398aaffc6f7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:56.138732 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.170216 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-676951e2-7363-4788-815a-9398aaffc6f7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:56.172342 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-676951e2-7363-4788-815a-9398aaffc6f7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1861086 Apr 22 14:41:56.180971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60754) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:56.214811 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.229949 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Deleting port 3cf03a33-8592-4cca-8532-00560a957cc3 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:56.230592 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.329653 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fb9d775b-7884-446e-bc41-d4246c0d9a62 None None] Provisioning for port fe0c2155-8516-4029-9b42-1fd30f70d1e4 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:56.337587 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fb9d775b-7884-446e-bc41-d4246c0d9a62 None None] Provisioning complete for port fe0c2155-8516-4029-9b42-1fd30f70d1e4 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:56.338097 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fb9d775b-7884-446e-bc41-d4246c0d9a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.400159 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d775b-7884-446e-bc41-d4246c0d9a62 None None] Port fe0c2155-8516-4029-9b42-1fd30f70d1e4 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:56.406710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2ab74414-ca9e-4d37-a5c6-96f0dba51bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.417009 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dfa76f-1156-49cd-9286-34755f08089e None None] get_active_networks_info from dv-neutron-839027-1-hyperv {{(pid=83965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:41:56.428647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.490361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2ab74414-ca9e-4d37-a5c6-96f0dba51bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.528980 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dfa76f-1156-49cd-9286-34755f08089e None None] Resources bound (agent type, host, resource id): {{(pid=83965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:41:56.553986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a03c0c09-6d68-4edd-9889-bedc3c77897a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.608490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] For port 3cf03a33-8592-4cca-8532-00560a957cc3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3cf03a33-8592-4cca-8532-00560a957cc3,segment=NetworkSegment(b00808ea-caa2-41b1-a4d0-12a9e50ab253),segment_id=b00808ea-caa2-41b1-a4d0-12a9e50ab253)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:56.608751 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.766928 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03c0c09-6d68-4edd-9889-bedc3c77897a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:56.777114 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Calling delete_port for 3cf03a33-8592-4cca-8532-00560a957cc3 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:56.811385 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-a03c0c09-6d68-4edd-9889-bedc3c77897a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:56.814710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03c0c09-6d68-4edd-9889-bedc3c77897a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:56.815339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a03c0c09-6d68-4edd-9889-bedc3c77897a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.843989 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c0c09-6d68-4edd-9889-bedc3c77897a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Subnet': ['ID=7a77538d-25f4-45e0-95a9-9337515c33ff,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:56.854450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2ab74414-ca9e-4d37-a5c6-96f0dba51bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.881326 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab74414-ca9e-4d37-a5c6-96f0dba51bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e4e88f-4e62-4d9d-a280-5b229ba483d3,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:56.887580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2ab74414-ca9e-4d37-a5c6-96f0dba51bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.893048 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2ab74414-ca9e-4d37-a5c6-96f0dba51bd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79e4e88f-4e62-4d9d-a280-5b229ba483d3 HTTP/1.1" status: 204 len: 168 time: 0.7769246 Apr 22 14:41:56.905090 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a03c0c09-6d68-4edd-9889-bedc3c77897a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7074487 Apr 22 14:41:56.908035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60760) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:56.916404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-3b7b9dd3-b900-4cd1-ba9f-d11c79f31def tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'security_group': {'name': 'tempest-secgroup-393124858'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:56.924156 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3b7b9dd3-b900-4cd1-ba9f-d11c79f31def tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:56.930769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3b7b9dd3-b900-4cd1-ba9f-d11c79f31def tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:security_group and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:56.934003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3b7b9dd3-b900-4cd1-ba9f-d11c79f31def tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:56.940587 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.947079 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3b7b9dd3-b900-4cd1-ba9f-d11c79f31def tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:56.953385 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-19674bb9-0d31-484a-820b-1092c62d1f9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 2cb404bf-5ad1-426a-8dee-3c0d3d264235 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:56.960097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-19674bb9-0d31-484a-820b-1092c62d1f9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.964578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-d9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'tenant_id': '8b78d3f1487643589a49391037b041e7', 'fixed_ips': [{'subnet_id': '7a77538d-25f4-45e0-95a9-9337515c33ff'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:56.965071 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.000140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Port': ['ID=3cf03a33-8592-4cca-8532-00560a957cc3,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:57.007931 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No DVR routers for this DVR port 3cf03a33-8592-4cca-8532-00560a957cc3 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:57.054833 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-19674bb9-0d31-484a-820b-1092c62d1f9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.070685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9dd3-b900-4cd1-ba9f-d11c79f31def tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.177960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.214705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3b7b9dd3-b900-4cd1-ba9f-d11c79f31def tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:57.221297 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03d593f-ea95-4d39-9d51-fc241a1fa8b4']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:57.229987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3b7b9dd3-b900-4cd1-ba9f-d11c79f31def tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:security_group_rule and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:57.235720 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3b7b9dd3-b900-4cd1-ba9f-d11c79f31def tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:57.245000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00808ea-caa2-41b1-a4d0-12a9e50ab253') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:57.245300 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00808ea-caa2-41b1-a4d0-12a9e50ab253') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:57.251300 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Allocated IP 172.20.0.2 (d9c7ee68-1059-4b4c-9d44-83330bbf0dec/7a77538d-25f4-45e0-95a9-9337515c33ff/606acd6b-4e83-4d11-96df-e2116e32bb2d) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:57.255304 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3b7b9dd3-b900-4cd1-ba9f-d11c79f31def tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:57.270805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.287669 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.300193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.315962 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:57.316365 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:57.333796 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:57.440113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-19674bb9-0d31-484a-820b-1092c62d1f9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.449523 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9dd3-b900-4cd1-ba9f-d11c79f31def tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.454924 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9dd3-b900-4cd1-ba9f-d11c79f31def tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.487025 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.493627 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.526604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.540613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Transition to ACTIVE for port object 606acd6b-4e83-4d11-96df-e2116e32bb2d will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:57.557336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Network': ['ID=e03d593f-ea95-4d39-9d51-fc241a1fa8b4,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:57.562070 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Transition to ACTIVE for port object 606acd6b-4e83-4d11-96df-e2116e32bb2d will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:57.572178 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.574991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b9dd3-b900-4cd1-ba9f-d11c79f31def tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b4aab6-3f8d-487c-93d4-9e63d1f14003,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:57.591555 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d7677c02-8e6a-4f23-b7dc-3d7ff352f681 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.592095 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9ae6ef4d-6f73-4bc8-90d9-8bb55bcd9534 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/e03d593f-ea95-4d39-9d51-fc241a1fa8b4 HTTP/1.1" status: 204 len: 168 time: 3.0679796 Apr 22 14:41:57.593253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9dd3-b900-4cd1-ba9f-d11c79f31def tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.596148 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60770) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:57.598042 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3b7b9dd3-b900-4cd1-ba9f-d11c79f31def tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6876845 Apr 22 14:41:57.599880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.601973 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60772) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:57.614066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4ba2fe29-297c-4432-bd98-e6fa1d83edf6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'security_group': {'name': 'tempest-secgroup-1848514206'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:57.623783 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4ba2fe29-297c-4432-bd98-e6fa1d83edf6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:57.632241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4ba2fe29-297c-4432-bd98-e6fa1d83edf6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:security_group and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:57.633074 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.637735 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4ba2fe29-297c-4432-bd98-e6fa1d83edf6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:57.645920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4ba2fe29-297c-4432-bd98-e6fa1d83edf6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:57.659853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4ba2fe29-297c-4432-bd98-e6fa1d83edf6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.704114 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4ba2fe29-297c-4432-bd98-e6fa1d83edf6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:57.709542 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4ba2fe29-297c-4432-bd98-e6fa1d83edf6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:security_group_rule and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:57.712207 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d7677c02-8e6a-4f23-b7dc-3d7ff352f681 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.713440 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4ba2fe29-297c-4432-bd98-e6fa1d83edf6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:57.715349 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:57.721767 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:57.722844 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4ba2fe29-297c-4432-bd98-e6fa1d83edf6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:57.728861 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ef19ec-fc8f-48d2-8993-88f57581d018 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:41:57.729303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ef19ec-fc8f-48d2-8993-88f57581d018 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:41:57.733334 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:57.741107 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Pushing event updated for resources: {'Port': ['ID=606acd6b-4e83-4d11-96df-e2116e32bb2d,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:57.748461 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-19674bb9-0d31-484a-820b-1092c62d1f9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.787225 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:57.787826 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:57.788281 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:57.788667 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:57.789153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:57.790345 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:57.790345 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:57.790345 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:57.790854 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:57.791452 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:57.791942 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:57.796831 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c8ef19ec-fc8f-48d2-8993-88f57581d018 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/e03d593f-ea95-4d39-9d51-fc241a1fa8b4 HTTP/1.1" status: 404 len: 339 time: 0.1948519 Apr 22 14:41:57.820420 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60782) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:57.836863 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4ba2fe29-297c-4432-bd98-e6fa1d83edf6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.842055 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4ba2fe29-297c-4432-bd98-e6fa1d83edf6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.848852 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Attempting to bind port 606acd6b-4e83-4d11-96df-e2116e32bb2d on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:57.849348 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Attempting to bind port 606acd6b-4e83-4d11-96df-e2116e32bb2d by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '7ba86961-0c97-4bc6-a507-feb58192c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:57.849813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Attempting to bind port 606acd6b-4e83-4d11-96df-e2116e32bb2d on network d9c7ee68-1059-4b4c-9d44-83330bbf0dec {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:57.857290 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:57.857816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Checking segment: {'id': '7ba86961-0c97-4bc6-a507-feb58192c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:57.858317 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.858808 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Bound using segment: {'id': '7ba86961-0c97-4bc6-a507-feb58192c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:57.859407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Bound port: 606acd6b-4e83-4d11-96df-e2116e32bb2d, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba86961-0c97-4bc6-a507-feb58192c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:57.859905 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.880090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4ba2fe29-297c-4432-bd98-e6fa1d83edf6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.883963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19674bb9-0d31-484a-820b-1092c62d1f9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb404bf-5ad1-426a-8dee-3c0d3d264235,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:57.885069 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4ba2fe29-297c-4432-bd98-e6fa1d83edf6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2820067 Apr 22 14:41:57.890392 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60786) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:57.899971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ded2026b-6cba-4c97-9b05-381a90b58df4 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2112760532', 'description': 'd1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:57.901038 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-355366693', 'security_groups': ['236fe35e-b26b-4152-8d02-37e193cf41bf'], 'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a77538d-25f4-45e0-95a9-9337515c33ff'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:57.903918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=fe0c2155-8516-4029-9b42-1fd30f70d1e4,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:57.956386 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] For port 606acd6b-4e83-4d11-96df-e2116e32bb2d, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:57.960428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] For port 606acd6b-4e83-4d11-96df-e2116e32bb2d, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=606acd6b-4e83-4d11-96df-e2116e32bb2d,segment=NetworkSegment(7ba86961-0c97-4bc6-a507-feb58192c6c1),segment_id=7ba86961-0c97-4bc6-a507-feb58192c6c1)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:57.961852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ded2026b-6cba-4c97-9b05-381a90b58df4 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:57.964757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-19674bb9-0d31-484a-820b-1092c62d1f9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.966561 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-19674bb9-0d31-484a-820b-1092c62d1f9f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/2cb404bf-5ad1-426a-8dee-3c0d3d264235 HTTP/1.1" status: 204 len: 168 time: 1.7242815 Apr 22 14:41:57.969450 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.971769 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.977641 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60790) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:57.986957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ded2026b-6cba-4c97-9b05-381a90b58df4 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:network and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:58.025097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ded2026b-6cba-4c97-9b05-381a90b58df4 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:58.043789 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ded2026b-6cba-4c97-9b05-381a90b58df4 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:58.050415 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3e74b-17dd-4179-ba1a-0e29b1d2151e None None] Pushing event updated for resources: {'Port': ['ID=606acd6b-4e83-4d11-96df-e2116e32bb2d,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:58.087016 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2fe29-297c-4432-bd98-e6fa1d83edf6 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236fe35e-b26b-4152-8d02-37e193cf41bf,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:58.126844 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:58.131984 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:port and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:58.135083 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:58.141812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:58.154954 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:58.161092 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.173921 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded2026b-6cba-4c97-9b05-381a90b58df4 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:58.180011 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ded2026b-6cba-4c97-9b05-381a90b58df4 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.186047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] device_id is not set on port e0760394-28ce-4259-8790-f5bd03749c2e yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:58.215714 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0d66e9-3547-4ac1-af44-16abf1735498 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet f7010f55-1916-48fc-b566-b417f36a7c30 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:58.231851 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b0d66e9-3547-4ac1-af44-16abf1735498 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.386184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded2026b-6cba-4c97-9b05-381a90b58df4 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:58.397142 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b0d66e9-3547-4ac1-af44-16abf1735498 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.441640 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60800) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:58.478766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ded2026b-6cba-4c97-9b05-381a90b58df4 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.479122 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-ded2026b-6cba-4c97-9b05-381a90b58df4 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Added segment 29b3486e-4aeb-4098-af64-4db926f3d280 of type vlan for network b0788cff-c5aa-4322-a065-1e5f8c3c8278 Apr 22 14:41:58.496449 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:58.505020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:58.597608 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Allocated IP 172.20.0.13 (d9c7ee68-1059-4b4c-9d44-83330bbf0dec/7a77538d-25f4-45e0-95a9-9337515c33ff/e0760394-28ce-4259-8790-f5bd03749c2e) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:58.735490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-955770799'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:58.799106 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ded2026b-6cba-4c97-9b05-381a90b58df4 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.817556 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:58.844987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:network and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:58.849334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.854059 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:58.868758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Transition to ACTIVE for port object e0760394-28ce-4259-8790-f5bd03749c2e will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:58.885716 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:58.894161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.931728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:58.934657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.956779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ded2026b-6cba-4c97-9b05-381a90b58df4 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.961233 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded2026b-6cba-4c97-9b05-381a90b58df4 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:58.961847 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ded2026b-6cba-4c97-9b05-381a90b58df4 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.966190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b0d66e9-3547-4ac1-af44-16abf1735498 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.984319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:58.988317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:58.990604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=e0760394-28ce-4259-8790-f5bd03749c2e,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:58.993681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:59.035271 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.056938 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:59.057586 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.089190 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dcf7c3d8-fdde-457e-b616-4167c86bb242 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1977339 Apr 22 14:41:59.092991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60806) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:59.100241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a0baed74-c7e7-4721-9720-e720177a0cb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'subnet': {'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:59.164394 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ded2026b-6cba-4c97-9b05-381a90b58df4 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3410604 Apr 22 14:41:59.178333 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60810) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:59.198977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7677c02-8e6a-4f23-b7dc-3d7ff352f681 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router f0115f9d-7701-4147-8748-0c190ab6fd7c has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:41:59.217975 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 606acd6b-4e83-4d11-96df-e2116e32bb2d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:59.278544 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3560788f-c53c-40c6-a126-47fb093c38df None None] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:59.291707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2026b-6cba-4c97-9b05-381a90b58df4 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Network': ['ID=b0788cff-c5aa-4322-a065-1e5f8c3c8278,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:59.295970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a0baed74-c7e7-4721-9720-e720177a0cb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:59.302712 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a0baed74-c7e7-4721-9720-e720177a0cb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:subnet and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:59.304109 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a0baed74-c7e7-4721-9720-e720177a0cb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:59.312821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a26564-55e5-4fc3-8055-6751218c864b None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:59.313384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a0baed74-c7e7-4721-9720-e720177a0cb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:59.315079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:59.326450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0baed74-c7e7-4721-9720-e720177a0cb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:59.330418 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a0baed74-c7e7-4721-9720-e720177a0cb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.457234 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:security_group_rule and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:59.471903 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network b0788cff-c5aa-4322-a065-1e5f8c3c8278 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:59.501448 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:59.523988 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b0d66e9-3547-4ac1-af44-16abf1735498 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.524665 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.ipam_backend_mixin [None req-a0baed74-c7e7-4721-9720-e720177a0cb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7a77538d-25f4-45e0-95a9-9337515c33ff (CIDR: 172.20.0.0/28) Apr 22 14:41:59.529054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:59.529457 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0baed74-c7e7-4721-9720-e720177a0cb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:41:59.529953 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0baed74-c7e7-4721-9720-e720177a0cb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:41:59.558787 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a0baed74-c7e7-4721-9720-e720177a0cb9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4644089 Apr 22 14:41:59.559587 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60814) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:59.566385 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-139c7fac-c4c6-42ae-b0ec-3f94915212d5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'subnet': {'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:59.600433 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d66e9-3547-4ac1-af44-16abf1735498 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=f7010f55-1916-48fc-b566-b417f36a7c30,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:59.688750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8433d336-30bf-4984-92a7-824b7d5a266b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:59.689712 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8433d336-30bf-4984-92a7-824b7d5a266b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Synchronizing usage tracker for tenant:7de9aea1cfe441b3a92deb1f5f0dff5d on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:59.707933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b0d66e9-3547-4ac1-af44-16abf1735498 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.789738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-0190934a-3484-4852-8ebf-fd6ad7807bb1 None None] Provisioning for port 606acd6b-4e83-4d11-96df-e2116e32bb2d completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:59.821212 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7b0d66e9-3547-4ac1-af44-16abf1735498 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/f7010f55-1916-48fc-b566-b417f36a7c30 HTTP/1.1" status: 204 len: 168 time: 1.8367796 Apr 22 14:41:59.829020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60818) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:59.839748 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-139c7fac-c4c6-42ae-b0ec-3f94915212d5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:59.847434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-139c7fac-c4c6-42ae-b0ec-3f94915212d5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:subnet and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:59.853501 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 606acd6b-4e83-4d11-96df-e2116e32bb2d completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:59.855206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-139c7fac-c4c6-42ae-b0ec-3f94915212d5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:59.863644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-139c7fac-c4c6-42ae-b0ec-3f94915212d5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:59.877304 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139c7fac-c4c6-42ae-b0ec-3f94915212d5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:59.882033 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-139c7fac-c4c6-42ae-b0ec-3f94915212d5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.889355 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 606acd6b-4e83-4d11-96df-e2116e32bb2d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:59.889734 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.947749 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-477d5cff-04a0-41c3-9967-1367f375b7e6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141419 Apr 22 14:41:59.950303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60822) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:00.015062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.029890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.045727 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-0190934a-3484-4852-8ebf-fd6ad7807bb1 None None] Provisioning complete for port c34e9f2e-3023-42e7-ad70-2a3008df7991 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:00.046001 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0190934a-3484-4852-8ebf-fd6ad7807bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.087918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8433d336-30bf-4984-92a7-824b7d5a266b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Unset dirty status for tenant:7de9aea1cfe441b3a92deb1f5f0dff5d on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:00.089196 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8433d336-30bf-4984-92a7-824b7d5a266b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "GET /v2.0/networks?id=b0788cff-c5aa-4322-a065-1e5f8c3c8278 HTTP/1.1" status: 200 len: 761 time: 0.9039330 Apr 22 14:42:00.095332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:00.100496 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60826) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:00.130209 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-fbc38eb7-fbf1-4220-b277-c61db893e700 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'network': {'description': 'd2'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:00.137901 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-0190934a-3484-4852-8ebf-fd6ad7807bb1 None None] Port c34e9f2e-3023-42e7-ad70-2a3008df7991 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:00.145359 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb57b3b-f712-4a67-99a2-d15e6ca4479e,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:00.157229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.157514 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Added segment c29cf667-068f-4c0c-ad47-a04cda6fa279 of type vlan for network 9af898f7-6b12-4bfe-9070-08412a9a44e3 Apr 22 14:42:00.206234 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1582faf9-ee88-4645-bc00-a09798eaf7e5 None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:00.225797 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1582faf9-ee88-4645-bc00-a09798eaf7e5 None None] Deleting port 71928d87-8b3e-448e-bb5f-85132e4f4e39 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:00.226549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1582faf9-ee88-4645-bc00-a09798eaf7e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.293925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.297776 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-139c7fac-c4c6-42ae-b0ec-3f94915212d5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.350152 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ceb4d137-0480-44c8-92f3-6f699a25a299 None None] Provisioning complete for port fe0c2155-8516-4029-9b42-1fd30f70d1e4 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:00.350930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d137-0480-44c8-92f3-6f699a25a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.390826 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router 1d114f18-f9b3-4611-8edb-990e3f88159e has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:00.406301 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.424233 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e153994-68fb-4505-b2d2-83c9ce0538f8 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:00.424963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5e153994-68fb-4505-b2d2-83c9ce0538f8 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:00.438795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c7fac-c4c6-42ae-b0ec-3f94915212d5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:00.443989 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-139c7fac-c4c6-42ae-b0ec-3f94915212d5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:00.460382 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139c7fac-c4c6-42ae-b0ec-3f94915212d5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:00.461315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-139c7fac-c4c6-42ae-b0ec-3f94915212d5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.495400 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c7fac-c4c6-42ae-b0ec-3f94915212d5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Subnet': ['ID=4fa51a04-9d65-4d4d-b59f-2df15277b832,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:00.512335 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-139c7fac-c4c6-42ae-b0ec-3f94915212d5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9491184 Apr 22 14:42:00.512594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60830) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:00.518278 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ec3d2e71-fe10-41ae-9df8-a232f8bc0c36 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-700993022', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4fa51a04-9d65-4d4d-b59f-2df15277b832'}], 'security_groups': ['78b4aab6-3f8d-487c-93d4-9e63d1f14003']}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:00.521666 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 606acd6b-4e83-4d11-96df-e2116e32bb2d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=606acd6b-4e83-4d11-96df-e2116e32bb2d,segment=NetworkSegment(7ba86961-0c97-4bc6-a507-feb58192c6c1),segment_id=7ba86961-0c97-4bc6-a507-feb58192c6c1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:00.528703 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ceb4d137-0480-44c8-92f3-6f699a25a299 None None] Port fe0c2155-8516-4029-9b42-1fd30f70d1e4 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:00.578125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.616890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bf75ac-b3fd-4542-9fa1-384370c5ca88 None None] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:00.670366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec3d2e71-fe10-41ae-9df8-a232f8bc0c36 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.766360 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1582faf9-ee88-4645-bc00-a09798eaf7e5 None None] For port 71928d87-8b3e-448e-bb5f-85132e4f4e39, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=71928d87-8b3e-448e-bb5f-85132e4f4e39,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:00.767243 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1582faf9-ee88-4645-bc00-a09798eaf7e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.875775 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7677c02-8e6a-4f23-b7dc-3d7ff352f681 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:00.887347 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54058d9-c11c-4644-b1f4-e379214d5f6e None None] Sync routers for ids ['f0115f9d-7701-4147-8748-0c190ab6fd7c'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:00.898928 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5e153994-68fb-4505-b2d2-83c9ce0538f8 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:00.902375 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5e153994-68fb-4505-b2d2-83c9ce0538f8 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9488533 Apr 22 14:42:00.908116 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54058d9-c11c-4644-b1f4-e379214d5f6e None None] Routers {'f0115f9d-7701-4147-8748-0c190ab6fd7c'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:00.909088 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b54058d9-c11c-4644-b1f4-e379214d5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f0115f9d-7701-4147-8748-0c190ab6fd7c'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:00.913798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1582faf9-ee88-4645-bc00-a09798eaf7e5 None None] Calling delete_port for 71928d87-8b3e-448e-bb5f-85132e4f4e39 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:00.914050 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60834) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:00.975630 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b54058d9-c11c-4644-b1f4-e379214d5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:00.980437 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-42c1d133-b3cb-4ff7-8034-ef0cef548bf1 None None] Provisioning complete for port 606acd6b-4e83-4d11-96df-e2116e32bb2d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:00.981154 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-42c1d133-b3cb-4ff7-8034-ef0cef548bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.988277 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54058d9-c11c-4644-b1f4-e379214d5f6e None None] Routers {'f0115f9d-7701-4147-8748-0c190ab6fd7c'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:00.989321 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b54058d9-c11c-4644-b1f4-e379214d5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f0115f9d-7701-4147-8748-0c190ab6fd7c'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:00.994805 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f225c160-2104-479d-8aba-d7ff241321d2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:00.995516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f225c160-2104-479d-8aba-d7ff241321d2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:01.006582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.010402 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:01.010980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.023104 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=606acd6b-4e83-4d11-96df-e2116e32bb2d,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:01.062036 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b54058d9-c11c-4644-b1f4-e379214d5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:01.062698 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54058d9-c11c-4644-b1f4-e379214d5f6e None None] The sync data for ids ['f0115f9d-7701-4147-8748-0c190ab6fd7c'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:01.067094 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6244471 Apr 22 14:42:01.070976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60838) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:01.093386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fbc38eb7-fbf1-4220-b277-c61db893e700 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.156667 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d7677c02-8e6a-4f23-b7dc-3d7ff352f681 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.156883 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d7677c02-8e6a-4f23-b7dc-3d7ff352f681 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/f0115f9d-7701-4147-8748-0c190ab6fd7c HTTP/1.1" status: 200 len: 887 time: 5.8642464 Apr 22 14:42:01.161601 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-bf6946fc-4a80-4541-84de-964bdb7babad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1107739992'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:01.163907 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 606acd6b-4e83-4d11-96df-e2116e32bb2d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:01.178165 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60842) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:01.180967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bf6946fc-4a80-4541-84de-964bdb7babad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:01.202307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bf6946fc-4a80-4541-84de-964bdb7babad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:network and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:01.231057 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1582faf9-ee88-4645-bc00-a09798eaf7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.233069 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-ec3d2e71-fe10-41ae-9df8-a232f8bc0c36 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Delete allocated IP 172.20.0.13 (d9c7ee68-1059-4b4c-9d44-83330bbf0dec/7a77538d-25f4-45e0-95a9-9337515c33ff) {{(pid=83964) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 14:42:01.243538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-ec3d2e71-fe10-41ae-9df8-a232f8bc0c36 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Allocated IP 172.20.0.18 (d9c7ee68-1059-4b4c-9d44-83330bbf0dec/4fa51a04-9d65-4d4d-b59f-2df15277b832/e0760394-28ce-4259-8790-f5bd03749c2e) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:01.271323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bf6946fc-4a80-4541-84de-964bdb7babad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:01.285558 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f225c160-2104-479d-8aba-d7ff241321d2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:01.291146 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f225c160-2104-479d-8aba-d7ff241321d2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3692961 Apr 22 14:42:01.294276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60846) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:01.295634 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fbc38eb7-fbf1-4220-b277-c61db893e700 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.305354 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582faf9-ee88-4645-bc00-a09798eaf7e5 None None] Pushing event deleted for resources: {'Port': ['ID=71928d87-8b3e-448e-bb5f-85132e4f4e39,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:01.343895 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bf6946fc-4a80-4541-84de-964bdb7babad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:01.353291 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e57e9-170c-41a0-8e12-f42f01f24e30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Network': ['ID=9af898f7-6b12-4bfe-9070-08412a9a44e3,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:01.384832 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 9af898f7-6b12-4bfe-9070-08412a9a44e3 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:01.406591 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1582faf9-ee88-4645-bc00-a09798eaf7e5 None None] No DVR routers for this DVR port 71928d87-8b3e-448e-bb5f-85132e4f4e39 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:01.450510 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbc38eb7-fbf1-4220-b277-c61db893e700 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network b0788cff-c5aa-4322-a065-1e5f8c3c8278 is not hosted by any dhcp agent {{(pid=83963) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 22 14:42:01.454178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc38eb7-fbf1-4220-b277-c61db893e700 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:01.454775 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fbc38eb7-fbf1-4220-b277-c61db893e700 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.459401 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fbc38eb7-fbf1-4220-b277-c61db893e700 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "PUT /v2.0/networks/b0788cff-c5aa-4322-a065-1e5f8c3c8278 HTTP/1.1" status: 200 len: 758 time: 1.3494971 Apr 22 14:42:01.461408 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60850) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:01.478293 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6946fc-4a80-4541-84de-964bdb7babad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:01.481012 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bf6946fc-4a80-4541-84de-964bdb7babad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.502900 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-55d2ab19-013f-410a-a02e-2dd80114d0f3 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2067757 Apr 22 14:42:01.514278 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60854) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:01.530711 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-83194c72-4cdf-4a18-b380-2462bfc29091 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:01.563098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc38eb7-fbf1-4220-b277-c61db893e700 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Network': ['ID=b0788cff-c5aa-4322-a065-1e5f8c3c8278,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:01.577930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 606acd6b-4e83-4d11-96df-e2116e32bb2d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:01.578380 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.613391 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network b0788cff-c5aa-4322-a065-1e5f8c3c8278 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:01.641331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6946fc-4a80-4541-84de-964bdb7babad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:01.666812 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bf6946fc-4a80-4541-84de-964bdb7babad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.667092 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-bf6946fc-4a80-4541-84de-964bdb7babad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Added segment 4f2f3723-3345-487b-b581-b49d3796a416 of type vlan for network 9dc5d709-c228-48e0-a17e-9d6533c263c6 Apr 22 14:42:01.730102 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:42:01.731794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-83194c72-4cdf-4a18-b380-2462bfc29091 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:01.739703 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bf6946fc-4a80-4541-84de-964bdb7babad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.744090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b308631-5fb5-4f96-b7b5-f99897ed48e0 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:01.744721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1b308631-5fb5-4f96-b7b5-f99897ed48e0 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Synchronizing usage tracker for tenant:7de9aea1cfe441b3a92deb1f5f0dff5d on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:01.755503 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-83194c72-4cdf-4a18-b380-2462bfc29091 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:01.757624 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-42c1d133-b3cb-4ff7-8034-ef0cef548bf1 None None] Provisioning for port e0760394-28ce-4259-8790-f5bd03749c2e completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:01.793852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83194c72-4cdf-4a18-b380-2462bfc29091 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:01.797255 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83194c72-4cdf-4a18-b380-2462bfc29091 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.798675 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-83194c72-4cdf-4a18-b380-2462bfc29091 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:42:01.799097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83194c72-4cdf-4a18-b380-2462bfc29091 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:01.800221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1b308631-5fb5-4f96-b7b5-f99897ed48e0 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Unset dirty status for tenant:7de9aea1cfe441b3a92deb1f5f0dff5d on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:01.806757 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1b308631-5fb5-4f96-b7b5-f99897ed48e0 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "GET /v2.0/networks?id=b0788cff-c5aa-4322-a065-1e5f8c3c8278 HTTP/1.1" status: 200 len: 761 time: 0.3414607 Apr 22 14:42:01.807534 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60858) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:01.824413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:01.825270 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-adbcb23c-0e89-4b3d-9fde-b88d0c4ab33d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1943374142'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:01.834185 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-adbcb23c-0e89-4b3d-9fde-b88d0c4ab33d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:01.841487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bf6946fc-4a80-4541-84de-964bdb7babad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.844663 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-42c1d133-b3cb-4ff7-8034-ef0cef548bf1 None None] Provisioning complete for port e0760394-28ce-4259-8790-f5bd03749c2e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:01.844962 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-42c1d133-b3cb-4ff7-8034-ef0cef548bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.845564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6946fc-4a80-4541-84de-964bdb7babad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:01.846168 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bf6946fc-4a80-4541-84de-964bdb7babad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.849032 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-adbcb23c-0e89-4b3d-9fde-b88d0c4ab33d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:01.866890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbcb23c-0e89-4b3d-9fde-b88d0c4ab33d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:01.871251 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-adbcb23c-0e89-4b3d-9fde-b88d0c4ab33d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.903885 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Sync routers for ids ['1d114f18-f9b3-4611-8edb-990e3f88159e'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:01.917177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbcb23c-0e89-4b3d-9fde-b88d0c4ab33d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:01.929190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-adbcb23c-0e89-4b3d-9fde-b88d0c4ab33d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.930287 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-adbcb23c-0e89-4b3d-9fde-b88d0c4ab33d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Added segment fb328bab-39b3-453b-bd6f-df82ed455909 of type vlan for network 9cd08838-dce9-4f44-93a5-06810ede53a7 Apr 22 14:42:01.949496 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-287b0d7a-7dfa-4160-9cf5-1ad314632acb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/1d114f18-f9b3-4611-8edb-990e3f88159e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1255746 Apr 22 14:42:01.954906 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-83194c72-4cdf-4a18-b380-2462bfc29091 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4357281 Apr 22 14:42:01.954906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60862) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:01.966454 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-adbcb23c-0e89-4b3d-9fde-b88d0c4ab33d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.969769 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60866) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:01.997835 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Routers {'1d114f18-f9b3-4611-8edb-990e3f88159e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:01.998752 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1d114f18-f9b3-4611-8edb-990e3f88159e'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:02.001487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a0c0bda1-5040-4409-8a88-46f150a040a4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:02.001800 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-ec3d2e71-fe10-41ae-9df8-a232f8bc0c36 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:02.016580 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bf6946fc-4a80-4541-84de-964bdb7babad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9294357 Apr 22 14:42:02.031034 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60870) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:02.051831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec3d2e71-fe10-41ae-9df8-a232f8bc0c36 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.052048 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-42c1d133-b3cb-4ff7-8034-ef0cef548bf1 None None] Port e0760394-28ce-4259-8790-f5bd03749c2e cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:02.054501 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 71928d87-8b3e-448e-bb5f-85132e4f4e39 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:02.055921 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-adbcb23c-0e89-4b3d-9fde-b88d0c4ab33d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.059991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbcb23c-0e89-4b3d-9fde-b88d0c4ab33d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.060570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-adbcb23c-0e89-4b3d-9fde-b88d0c4ab33d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.107422 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-ec3d2e71-fe10-41ae-9df8-a232f8bc0c36 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Ignored duplicate provisioning block setup for port e0760394-28ce-4259-8790-f5bd03749c2e by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 14:42:02.133172 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-52f4afcf-4973-4211-8b76-e7870b773e38 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'subnet': {'network_id': '9af898f7-6b12-4bfe-9070-08412a9a44e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:02.162597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec3d2e71-fe10-41ae-9df8-a232f8bc0c36 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.164304 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6946fc-4a80-4541-84de-964bdb7babad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Network': ['ID=9dc5d709-c228-48e0-a17e-9d6533c263c6,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:02.210193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 9dc5d709-c228-48e0-a17e-9d6533c263c6 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:02.235583 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-adbcb23c-0e89-4b3d-9fde-b88d0c4ab33d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4204197 Apr 22 14:42:02.237957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60874) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:02.238658 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 71928d87-8b3e-448e-bb5f-85132e4f4e39 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:02.238658 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 71928d87-8b3e-448e-bb5f-85132e4f4e39 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:02.257547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcb23c-0e89-4b3d-9fde-b88d0c4ab33d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Network': ['ID=9cd08838-dce9-4f44-93a5-06810ede53a7,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:02.266074 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-5051c94b-c2f4-4a0c-ba24-4bc2608077c6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'subnet': {'network_id': '9cd08838-dce9-4f44-93a5-06810ede53a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:02.316378 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 9cd08838-dce9-4f44-93a5-06810ede53a7 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:02.345494 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d2e71-fe10-41ae-9df8-a232f8bc0c36 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=e0760394-28ce-4259-8790-f5bd03749c2e,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:02.347326 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6351445-8a12-45e8-ba99-c57254c2c90f None None] Update dhcp port {'port': {'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'fixed_ips': [{'subnet_id': '7a77538d-25f4-45e0-95a9-9337515c33ff', 'ip_address': '172.20.0.2'}, {'subnet_id': '4fa51a04-9d65-4d4d-b59f-2df15277b832'}], 'binding:host_id': 'dv-neutron-839027-1-hyperv'}, 'id': '606acd6b-4e83-4d11-96df-e2116e32bb2d'} from dv-neutron-839027-1-hyperv. {{(pid=83965) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:42:02.367493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d2e71-fe10-41ae-9df8-a232f8bc0c36 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] In _notify_port_updated(), no bound segment for port e0760394-28ce-4259-8790-f5bd03749c2e on network d9c7ee68-1059-4b4c-9d44-83330bbf0dec {{(pid=83964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:42:02.371544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3d2e71-fe10-41ae-9df8-a232f8bc0c36 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.372173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec3d2e71-fe10-41ae-9df8-a232f8bc0c36 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.373922 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ec3d2e71-fe10-41ae-9df8-a232f8bc0c36 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "PUT /v2.0/ports/e0760394-28ce-4259-8790-f5bd03749c2e HTTP/1.1" status: 200 len: 920 time: 1.8599725 Apr 22 14:42:02.376316 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60878) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:02.436290 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9ed2129d-ef6a-454c-b5d0-aa2bc24f5382 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/routers/f0115f9d-7701-4147-8748-0c190ab6fd7c HTTP/1.1" status: 200 len: 887 time: 1.2512493 Apr 22 14:42:02.438892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60882) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:02.466604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-42c1d133-b3cb-4ff7-8034-ef0cef548bf1 None None] Provisioning complete for port c34e9f2e-3023-42e7-ad70-2a3008df7991 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:02.466975 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-42c1d133-b3cb-4ff7-8034-ef0cef548bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.484610 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-dc641ffc-caca-44bb-8fd4-ccc7f39b83c5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Synchronizing usage tracker for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:02.489995 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-57b38543-f83c-4880-ad9f-092db5542556 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port e0760394-28ce-4259-8790-f5bd03749c2e {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:02.490206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57b38543-f83c-4880-ad9f-092db5542556 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.518583 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a0c0bda1-5040-4409-8a88-46f150a040a4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:02.558194 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-dc641ffc-caca-44bb-8fd4-ccc7f39b83c5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Unset dirty status for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:02.559556 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dc641ffc-caca-44bb-8fd4-ccc7f39b83c5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0115f9d-7701-4147-8748-0c190ab6fd7c HTTP/1.1" status: 200 len: 205 time: 0.1193745 Apr 22 14:42:02.560437 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a0c0bda1-5040-4409-8a88-46f150a040a4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:02.562254 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e6351445-8a12-45e8-ba99-c57254c2c90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.562655 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60886) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:02.576778 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-52f4afcf-4973-4211-8b76-e7870b773e38 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:02.612474 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-52f4afcf-4973-4211-8b76-e7870b773e38 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:subnet and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:02.616041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-52f4afcf-4973-4211-8b76-e7870b773e38 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:02.622040 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c0bda1-5040-4409-8a88-46f150a040a4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:02.647682 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-52f4afcf-4973-4211-8b76-e7870b773e38 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:02.653493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebcfd5-ed3b-43aa-9e14-978c31a0bc37 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.653863 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebcfd5-ed3b-43aa-9e14-978c31a0bc37 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.654222 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebcfd5-ed3b-43aa-9e14-978c31a0bc37 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.654576 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebcfd5-ed3b-43aa-9e14-978c31a0bc37 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.654928 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebcfd5-ed3b-43aa-9e14-978c31a0bc37 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.655369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebcfd5-ed3b-43aa-9e14-978c31a0bc37 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.655645 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebcfd5-ed3b-43aa-9e14-978c31a0bc37 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.655991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebcfd5-ed3b-43aa-9e14-978c31a0bc37 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.656334 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebcfd5-ed3b-43aa-9e14-978c31a0bc37 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.656791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebcfd5-ed3b-43aa-9e14-978c31a0bc37 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.658778 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-36ebcfd5-ed3b-43aa-9e14-978c31a0bc37 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6918 time: 0.7030582 Apr 22 14:42:02.674211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60890) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:02.709373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5051c94b-c2f4-4a0c-ba24-4bc2608077c6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:02.726777 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5051c94b-c2f4-4a0c-ba24-4bc2608077c6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Usage tracker for resource:subnet and tenant:7de9aea1cfe441b3a92deb1f5f0dff5d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:02.732709 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5051c94b-c2f4-4a0c-ba24-4bc2608077c6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:02.745464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-42c1d133-b3cb-4ff7-8034-ef0cef548bf1 None None] Port c34e9f2e-3023-42e7-ad70-2a3008df7991 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:02.752698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5051c94b-c2f4-4a0c-ba24-4bc2608077c6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:02.756508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f4afcf-4973-4211-8b76-e7870b773e38 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:02.759648 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Set router 1d114f18-f9b3-4611-8edb-990e3f88159e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:02.787441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a0c0bda1-5040-4409-8a88-46f150a040a4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.787712 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c0bda1-5040-4409-8a88-46f150a040a4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:42:02.788024 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c0bda1-5040-4409-8a88-46f150a040a4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:02.870287 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a0c0bda1-5040-4409-8a88-46f150a040a4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8994784 Apr 22 14:42:02.873367 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5051c94b-c2f4-4a0c-ba24-4bc2608077c6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:02.887545 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60894) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:02.918182 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-c0c03774-2cba-46e4-a0a8-c4f7e93d1299 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:02.956365 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efabcc16-9d7d-493f-befa-30c058d148b9 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.956654 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efabcc16-9d7d-493f-befa-30c058d148b9 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.957017 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efabcc16-9d7d-493f-befa-30c058d148b9 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.957369 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efabcc16-9d7d-493f-befa-30c058d148b9 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.957898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efabcc16-9d7d-493f-befa-30c058d148b9 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.958252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efabcc16-9d7d-493f-befa-30c058d148b9 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.958596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efabcc16-9d7d-493f-befa-30c058d148b9 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.958928 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52f4afcf-4973-4211-8b76-e7870b773e38 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.962858 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-efabcc16-9d7d-493f-befa-30c058d148b9 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4521 time: 0.2769918 Apr 22 14:42:02.965988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60898) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:03.054033 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-e6351445-8a12-45e8-ba99-c57254c2c90f None None] Allocated IP 172.20.0.19 (d9c7ee68-1059-4b4c-9d44-83330bbf0dec/4fa51a04-9d65-4d4d-b59f-2df15277b832/606acd6b-4e83-4d11-96df-e2116e32bb2d) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:03.230643 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5051c94b-c2f4-4a0c-ba24-4bc2608077c6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.249864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57b38543-f83c-4880-ad9f-092db5542556 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.276630 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-e6351445-8a12-45e8-ba99-c57254c2c90f None None] For port 606acd6b-4e83-4d11-96df-e2116e32bb2d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=606acd6b-4e83-4d11-96df-e2116e32bb2d,segment=NetworkSegment(7ba86961-0c97-4bc6-a507-feb58192c6c1),segment_id=7ba86961-0c97-4bc6-a507-feb58192c6c1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:03.310578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e6351445-8a12-45e8-ba99-c57254c2c90f None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.323887 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'name': 'tempest-TestNetworkBasicOps-router-160652181', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:40Z', 'updated_at': '2022-04-22T14:41:56Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:41Z', 'updated_at': '2022-04-22T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'fe0c2155-8516-4029-9b42-1fd30f70d1e4', 'name': '', 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:9b:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:53Z', 'updated_at': '2022-04-22T14:41:57Z', 'revision_number': 2, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:03.335806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Checking router: 1d114f18-f9b3-4611-8edb-990e3f88159e for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:42:03.336196 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Updating router 1d114f18-f9b3-4611-8edb-990e3f88159e port fe0c2155-8516-4029-9b42-1fd30f70d1e4 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:42:03.344939 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c0c03774-2cba-46e4-a0a8-c4f7e93d1299 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:03.360778 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e6351445-8a12-45e8-ba99-c57254c2c90f None None] Transition to ACTIVE for port object 606acd6b-4e83-4d11-96df-e2116e32bb2d will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:03.368331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c0c03774-2cba-46e4-a0a8-c4f7e93d1299 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:03.375262 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e6351445-8a12-45e8-ba99-c57254c2c90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.403198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-57b38543-f83c-4880-ad9f-092db5542556 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for e0760394-28ce-4259-8790-f5bd03749c2e owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:03.436695 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c03774-2cba-46e4-a0a8-c4f7e93d1299 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:03.440121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0c03774-2cba-46e4-a0a8-c4f7e93d1299 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.441496 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c03774-2cba-46e4-a0a8-c4f7e93d1299 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:42:03.442794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c03774-2cba-46e4-a0a8-c4f7e93d1299 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:03.453934 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.491750 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c0c03774-2cba-46e4-a0a8-c4f7e93d1299 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5923023 Apr 22 14:42:03.494698 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60902) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:03.522267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4f1d3a64-f3ad-4d2e-a54e-983a5f9fea88 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:03.549408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6351445-8a12-45e8-ba99-c57254c2c90f None None] Pushing event updated for resources: {'Port': ['ID=606acd6b-4e83-4d11-96df-e2116e32bb2d,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:03.591135 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52f4afcf-4973-4211-8b76-e7870b773e38 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.689191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4afcf-4973-4211-8b76-e7870b773e38 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Subnet': ['ID=ea9ca61d-611e-4321-bfdd-85d217fa1fbe,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:03.726312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e6c92fad-e4c7-48c3-b73a-48192ae28bb9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.739855 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4afcf-4973-4211-8b76-e7870b773e38 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Checking segment: {'id': 'c29cf667-068f-4c0c-ad47-a04cda6fa279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9af898f7-6b12-4bfe-9070-08412a9a44e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:03.740523 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4afcf-4973-4211-8b76-e7870b773e38 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network hostable DHCP agents. Network: 9af898f7-6b12-4bfe-9070-08412a9a44e3, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:03.748498 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5051c94b-c2f4-4a0c-ba24-4bc2608077c6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.784894 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4f1d3a64-f3ad-4d2e-a54e-983a5f9fea88 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:03.831884 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051c94b-c2f4-4a0c-ba24-4bc2608077c6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Subnet': ['ID=2b43d87a-d98f-4b57-8430-97919bb7045f,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:03.867632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4afcf-4973-4211-8b76-e7870b773e38 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 9af898f7-6b12-4bfe-9070-08412a9a44e3 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:03.878668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4f1d3a64-f3ad-4d2e-a54e-983a5f9fea88 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:03.893402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57b38543-f83c-4880-ad9f-092db5542556 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.894263 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5051c94b-c2f4-4a0c-ba24-4bc2608077c6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Checking segment: {'id': 'fb328bab-39b3-453b-bd6f-df82ed455909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9cd08838-dce9-4f44-93a5-06810ede53a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:03.896312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5051c94b-c2f4-4a0c-ba24-4bc2608077c6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network hostable DHCP agents. Network: 9cd08838-dce9-4f44-93a5-06810ede53a7, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:03.922958 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-52f4afcf-4973-4211-8b76-e7870b773e38 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 9af898f7-6b12-4bfe-9070-08412a9a44e3) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:03.929659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f4afcf-4973-4211-8b76-e7870b773e38 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:03.930358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52f4afcf-4973-4211-8b76-e7870b773e38 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.940596 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cefd70-bcf4-477e-bc6c-f65328ff3051 None None] Network 9af898f7-6b12-4bfe-9070-08412a9a44e3 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:03.951471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5051c94b-c2f4-4a0c-ba24-4bc2608077c6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network 9cd08838-dce9-4f44-93a5-06810ede53a7 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:03.967977 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1d3a64-f3ad-4d2e-a54e-983a5f9fea88 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:03.968199 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-52f4afcf-4973-4211-8b76-e7870b773e38 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8873203 Apr 22 14:42:03.968199 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-5051c94b-c2f4-4a0c-ba24-4bc2608077c6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 9cd08838-dce9-4f44-93a5-06810ede53a7) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:03.968767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60906) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:03.977766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a5a5e2aa-d0bb-4e75-8e0b-3e339ffb4941 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'subnet': {'network_id': '9dc5d709-c228-48e0-a17e-9d6533c263c6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:03.992996 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b38543-f83c-4880-ad9f-092db5542556 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=e0760394-28ce-4259-8790-f5bd03749c2e,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:03.995457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5051c94b-c2f4-4a0c-ba24-4bc2608077c6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:03.996147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5051c94b-c2f4-4a0c-ba24-4bc2608077c6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.027185 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5051c94b-c2f4-4a0c-ba24-4bc2608077c6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7829764 Apr 22 14:42:04.039354 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d57d55d-8c16-4487-8f9e-1ec045caa69d None None] Network 9cd08838-dce9-4f44-93a5-06810ede53a7 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:04.064282 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60910) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:04.135991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a5a5e2aa-d0bb-4e75-8e0b-3e339ffb4941 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:04.141043 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a5a5e2aa-d0bb-4e75-8e0b-3e339ffb4941 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:subnet and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:04.147338 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a5a5e2aa-d0bb-4e75-8e0b-3e339ffb4941 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:04.155203 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a5a5e2aa-d0bb-4e75-8e0b-3e339ffb4941 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:04.170807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a5e2aa-d0bb-4e75-8e0b-3e339ffb4941 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:04.322031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e2aa-d0bb-4e75-8e0b-3e339ffb4941 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.333858 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-45fe08c2-6c42-4a8c-aaa8-c4e1dd59c9f2 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2325 time: 1.3665354 Apr 22 14:42:04.342841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3a64-f3ad-4d2e-a54e-983a5f9fea88 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.344348 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1d3a64-f3ad-4d2e-a54e-983a5f9fea88 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:42:04.344778 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1d3a64-f3ad-4d2e-a54e-983a5f9fea88 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:04.397641 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57b38543-f83c-4880-ad9f-092db5542556 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.433534 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-57b38543-f83c-4880-ad9f-092db5542556 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/e0760394-28ce-4259-8790-f5bd03749c2e HTTP/1.1" status: 204 len: 168 time: 2.0535085 Apr 22 14:42:04.435129 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60918) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:04.439516 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4f1d3a64-f3ad-4d2e-a54e-983a5f9fea88 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9273424 Apr 22 14:42:04.446421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60922) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:04.465357 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00ca17f0-3165-4a2f-813f-2009ce67955b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.471573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-3e9ea6a8-c59a-4f9c-bc3c-8648ef86ef8c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:04.483027 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-42abe41c-a230-4c76-a85e-c48d648a8932 None None] Provisioning for port 606acd6b-4e83-4d11-96df-e2116e32bb2d completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:04.500844 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-42abe41c-a230-4c76-a85e-c48d648a8932 None None] Provisioning complete for port 606acd6b-4e83-4d11-96df-e2116e32bb2d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:04.501354 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-42abe41c-a230-4c76-a85e-c48d648a8932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.558133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.667643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-9af898f7-6b12-4bfe-9070-08412a9a44e3', 'network_id': '9af898f7-6b12-4bfe-9070-08412a9a44e3', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'fixed_ips': [{'subnet_id': 'ea9ca61d-611e-4321-bfdd-85d217fa1fbe'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:04.668505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.668921 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4041e03-6b33-457c-a71c-274a800a3c21 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] GET failed (client error): The resource could not be found. Apr 22 14:42:04.673192 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b4041e03-6b33-457c-a71c-274a800a3c21 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/e0760394-28ce-4259-8790-f5bd03749c2e HTTP/1.1" status: 404 len: 333 time: 0.2370658 Apr 22 14:42:04.676607 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60926) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:04.718369 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Transition to ACTIVE for port object fe0c2155-8516-4029-9b42-1fd30f70d1e4 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:04.746278 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3e9ea6a8-c59a-4f9c-bc3c-8648ef86ef8c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:04.765305 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3e9ea6a8-c59a-4f9c-bc3c-8648ef86ef8c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:04.782209 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00ca17f0-3165-4a2f-813f-2009ce67955b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.782511 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-500f29f8-659f-4be7-af7f-5854debc8bee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.803267 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.817933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e6c92fad-e4c7-48c3-b73a-48192ae28bb9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.826325 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-500f29f8-659f-4be7-af7f-5854debc8bee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.845232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9ea6a8-c59a-4f9c-bc3c-8648ef86ef8c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:04.850037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3e9ea6a8-c59a-4f9c-bc3c-8648ef86ef8c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.851914 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9ea6a8-c59a-4f9c-bc3c-8648ef86ef8c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:42:04.852436 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9ea6a8-c59a-4f9c-bc3c-8648ef86ef8c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:04.866200 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-e6c92fad-e4c7-48c3-b73a-48192ae28bb9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port f2cfd955-987c-46a2-99b8-b4f4104933b0 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:04.866564 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e6c92fad-e4c7-48c3-b73a-48192ae28bb9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.934119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-500f29f8-659f-4be7-af7f-5854debc8bee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.954626 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3e9ea6a8-c59a-4f9c-bc3c-8648ef86ef8c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5043504 Apr 22 14:42:04.962422 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60930) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:04.969765 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-6dc76665-accc-4659-873a-5b5623bafb85 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:04.991403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f29f8-659f-4be7-af7f-5854debc8bee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=236fe35e-b26b-4152-8d02-37e193cf41bf,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:05.023498 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-500f29f8-659f-4be7-af7f-5854debc8bee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.027441 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-500f29f8-659f-4be7-af7f-5854debc8bee tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/security-groups/236fe35e-b26b-4152-8d02-37e193cf41bf HTTP/1.1" status: 204 len: 168 time: 0.3493161 Apr 22 14:42:05.071694 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60934) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:05.083037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00ca17f0-3165-4a2f-813f-2009ce67955b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.126624 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e2aa-d0bb-4e75-8e0b-3e339ffb4941 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.164662 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Allocated IP 2001:db8::2 (9af898f7-6b12-4bfe-9070-08412a9a44e3/ea9ca61d-611e-4321-bfdd-85d217fa1fbe/07dfbd9f-e376-4cf3-a70d-570c4f226217) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:05.228108 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca17f0-3165-4a2f-813f-2009ce67955b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Subnet': ['ID=2b43d87a-d98f-4b57-8430-97919bb7045f,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:05.242785 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5e2aa-d0bb-4e75-8e0b-3e339ffb4941 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Subnet': ['ID=04ad9209-d10f-4cb7-898e-240f82ec8859,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:05.259334 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6dc76665-accc-4659-873a-5b5623bafb85 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:05.290085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6dc76665-accc-4659-873a-5b5623bafb85 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:05.300388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a5e2aa-d0bb-4e75-8e0b-3e339ffb4941 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Checking segment: {'id': '4f2f3723-3345-487b-b581-b49d3796a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9dc5d709-c228-48e0-a17e-9d6533c263c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:05.300814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a5e2aa-d0bb-4e75-8e0b-3e339ffb4941 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network hostable DHCP agents. Network: 9dc5d709-c228-48e0-a17e-9d6533c263c6, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:05.315547 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9337a3-c39e-45bd-8de8-d15cf80829eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-9cd08838-dce9-4f44-93a5-06810ede53a7', 'network_id': '9cd08838-dce9-4f44-93a5-06810ede53a7', 'tenant_id': '7de9aea1cfe441b3a92deb1f5f0dff5d', 'fixed_ips': [{'subnet_id': '2b43d87a-d98f-4b57-8430-97919bb7045f'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:05.316380 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9e9337a3-c39e-45bd-8de8-d15cf80829eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.328744 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc76665-accc-4659-873a-5b5623bafb85 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:05.332736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6dc76665-accc-4659-873a-5b5623bafb85 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.334502 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc76665-accc-4659-873a-5b5623bafb85 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:42:05.335151 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc76665-accc-4659-873a-5b5623bafb85 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:05.359575 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60938) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:05.360306 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a5e2aa-d0bb-4e75-8e0b-3e339ffb4941 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 9dc5d709-c228-48e0-a17e-9d6533c263c6 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:05.372074 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-d47e0880-632b-4c68-b140-1340b1ff8fc3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-704510809', 'description': 'tempest-secgroup-smoke-704510809 description', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:05.383748 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6dc76665-accc-4659-873a-5b5623bafb85 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4200847 Apr 22 14:42:05.387926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60942) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:05.390489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d47e0880-632b-4c68-b140-1340b1ff8fc3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:05.396348 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 606acd6b-4e83-4d11-96df-e2116e32bb2d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:05.400664 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d47e0880-632b-4c68-b140-1340b1ff8fc3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:05.445175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d47e0880-632b-4c68-b140-1340b1ff8fc3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:05.459074 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-a5a5e2aa-d0bb-4e75-8e0b-3e339ffb4941 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 9dc5d709-c228-48e0-a17e-9d6533c263c6) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:05.470346 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a9911ca3-f219-4d96-9cb8-f649645c2bad tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0760767 Apr 22 14:42:05.472378 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a5e2aa-d0bb-4e75-8e0b-3e339ffb4941 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:05.473541 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e2aa-d0bb-4e75-8e0b-3e339ffb4941 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.478027 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d47e0880-632b-4c68-b140-1340b1ff8fc3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:05.480277 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60946) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:05.489455 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139165e4-4aeb-4a9e-8acc-d5dc799abbff None None] Network 9dc5d709-c228-48e0-a17e-9d6533c263c6 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:05.541493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e6c92fad-e4c7-48c3-b73a-48192ae28bb9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.550626 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d47e0880-632b-4c68-b140-1340b1ff8fc3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.571347 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a5a5e2aa-d0bb-4e75-8e0b-3e339ffb4941 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5986803 Apr 22 14:42:05.574363 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60950) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:05.586191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-5774503d-b931-4991-aba6-08445b6c7bd1 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1723262449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:05.592801 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5774503d-b931-4991-aba6-08445b6c7bd1 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:05.597086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5774503d-b931-4991-aba6-08445b6c7bd1 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:router and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:05.601604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5774503d-b931-4991-aba6-08445b6c7bd1 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:05.608233 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5774503d-b931-4991-aba6-08445b6c7bd1 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:05.644984 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aae455-f009-424d-8673-314f74766135 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:05.649754 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-83aae455-f009-424d-8673-314f74766135 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1650896 Apr 22 14:42:05.650774 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60954) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:05.718030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-e6c92fad-e4c7-48c3-b73a-48192ae28bb9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for f2cfd955-987c-46a2-99b8-b4f4104933b0 owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:05.737741 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a3a0e-e496-4400-b49f-30f1bb7f7932 None None] Pushing event updated for resources: {'Port': ['ID=fe0c2155-8516-4029-9b42-1fd30f70d1e4,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:05.760578 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e698b052-5890-48ed-8fc0-062e529d741b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007600 Apr 22 14:42:05.761390 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60958) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:05.776613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-712c6563-0ad4-4e94-a297-364f20c6b8b2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:05.795669 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5774503d-b931-4991-aba6-08445b6c7bd1 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.796754 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5774503d-b931-4991-aba6-08445b6c7bd1 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.865933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d47e0880-632b-4c68-b140-1340b1ff8fc3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:05.888823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00ca17f0-3165-4a2f-813f-2009ce67955b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.890645 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d47e0880-632b-4c68-b140-1340b1ff8fc3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:05.899585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d47e0880-632b-4c68-b140-1340b1ff8fc3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:05.902674 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-546f6400-d2f1-4572-b7d1-9581ae38095b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.917602 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d47e0880-632b-4c68-b140-1340b1ff8fc3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:05.941706 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5774503d-b931-4991-aba6-08445b6c7bd1 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.945700 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-712c6563-0ad4-4e94-a297-364f20c6b8b2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:05.951365 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-00ca17f0-3165-4a2f-813f-2009ce67955b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd08838-dce9-4f44-93a5-06810ede53a7']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:05.968344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-712c6563-0ad4-4e94-a297-364f20c6b8b2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:05.970721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-546f6400-d2f1-4572-b7d1-9581ae38095b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.980784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-00ca17f0-3165-4a2f-813f-2009ce67955b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb328bab-39b3-453b-bd6f-df82ed455909') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:05.981076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-00ca17f0-3165-4a2f-813f-2009ce67955b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb328bab-39b3-453b-bd6f-df82ed455909') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:05.995271 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712c6563-0ad4-4e94-a297-364f20c6b8b2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:05.999266 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-712c6563-0ad4-4e94-a297-364f20c6b8b2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.012750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00ca17f0-3165-4a2f-813f-2009ce67955b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.014217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5774503d-b931-4991-aba6-08445b6c7bd1 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.077212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-42abe41c-a230-4c76-a85e-c48d648a8932 None None] Could not find standard attr ID for object e0760394-28ce-4259-8790-f5bd03749c2e. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:06.079214 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00ca17f0-3165-4a2f-813f-2009ce67955b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.099389 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ca17f0-3165-4a2f-813f-2009ce67955b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:06.100080 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00ca17f0-3165-4a2f-813f-2009ce67955b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:06.116558 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:06.119092 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Attempting to bind port fe0c2155-8516-4029-9b42-1fd30f70d1e4 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:06.119092 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Attempting to bind port fe0c2155-8516-4029-9b42-1fd30f70d1e4 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '06b5792c-3eec-4440-91ba-07af232192dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:06.119092 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Attempting to bind port fe0c2155-8516-4029-9b42-1fd30f70d1e4 on network a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:06.119421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-546f6400-d2f1-4572-b7d1-9581ae38095b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.142172 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5774503d-b931-4991-aba6-08445b6c7bd1 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.143510 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5774503d-b931-4991-aba6-08445b6c7bd1 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5663631 Apr 22 14:42:06.147340 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d47e0880-632b-4c68-b140-1340b1ff8fc3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.150531 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60962) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:06.178131 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 606acd6b-4e83-4d11-96df-e2116e32bb2d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:06.178515 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.209767 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.212305 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f6400-d2f1-4572-b7d1-9581ae38095b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b4aab6-3f8d-487c-93d4-9e63d1f14003,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:06.212605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a87671-69ae-4f1d-a514-b8f4432406e8 None None] Network 9cd08838-dce9-4f44-93a5-06810ede53a7 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:06.218700 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d47e0880-632b-4c68-b140-1340b1ff8fc3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.249597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e6c92fad-e4c7-48c3-b73a-48192ae28bb9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.254096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-546f6400-d2f1-4572-b7d1-9581ae38095b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.255510 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-546f6400-d2f1-4572-b7d1-9581ae38095b tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/security-groups/78b4aab6-3f8d-487c-93d4-9e63d1f14003 HTTP/1.1" status: 204 len: 168 time: 1.1824589 Apr 22 14:42:06.257426 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:06.257857 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Checking segment: {'id': '06b5792c-3eec-4440-91ba-07af232192dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:06.258320 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.258753 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Bound using segment: {'id': '06b5792c-3eec-4440-91ba-07af232192dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:06.259311 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Bound port: fe0c2155-8516-4029-9b42-1fd30f70d1e4, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b5792c-3eec-4440-91ba-07af232192dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:06.259734 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.275849 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-9dc5d709-c228-48e0-a17e-9d6533c263c6', 'network_id': '9dc5d709-c228-48e0-a17e-9d6533c263c6', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'fixed_ips': [{'subnet_id': '04ad9209-d10f-4cb7-898e-240f82ec8859'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:06.276642 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.291345 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60966) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:06.294841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00ca17f0-3165-4a2f-813f-2009ce67955b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.340766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d47e0880-632b-4c68-b140-1340b1ff8fc3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.344990 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d47e0880-632b-4c68-b140-1340b1ff8fc3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9784935 Apr 22 14:42:06.348940 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60970) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:06.351256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Transition to ACTIVE for port object 07dfbd9f-e376-4cf3-a70d-570c4f226217 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:06.355720 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-fa0e4097-c86f-4769-ada1-1ea179362030 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '07291e1f-d2e5-4698-9410-c2c97ed78ed7', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:06.359156 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c92fad-e4c7-48c3-b73a-48192ae28bb9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Port': ['ID=f2cfd955-987c-46a2-99b8-b4f4104933b0,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:06.365802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fa0e4097-c86f-4769-ada1-1ea179362030 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:06.366040 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00ca17f0-3165-4a2f-813f-2009ce67955b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.372027 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e0880-632b-4c68-b140-1340b1ff8fc3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07291e1f-d2e5-4698-9410-c2c97ed78ed7,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:06.375692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fa0e4097-c86f-4769-ada1-1ea179362030 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:06.381673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fa0e4097-c86f-4769-ada1-1ea179362030 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:06.384681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca17f0-3165-4a2f-813f-2009ce67955b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Network': ['ID=9cd08838-dce9-4f44-93a5-06810ede53a7,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:06.389137 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fa0e4097-c86f-4769-ada1-1ea179362030 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:06.389562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-42abe41c-a230-4c76-a85e-c48d648a8932 None None] Provisioning complete for port c34e9f2e-3023-42e7-ad70-2a3008df7991 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:06.390793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-42abe41c-a230-4c76-a85e-c48d648a8932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.422779 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-00ca17f0-3165-4a2f-813f-2009ce67955b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/9cd08838-dce9-4f44-93a5-06810ede53a7 HTTP/1.1" status: 204 len: 168 time: 2.3528309 Apr 22 14:42:06.428965 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60974) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:06.506409 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Transition to ACTIVE for port object 07dfbd9f-e376-4cf3-a70d-570c4f226217 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:06.536299 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-3753e985-70ae-4d67-905b-0c475fa514d6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] GET failed (client error): The resource could not be found. Apr 22 14:42:06.536806 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3753e985-70ae-4d67-905b-0c475fa514d6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Synchronizing usage tracker for tenant:7de9aea1cfe441b3a92deb1f5f0dff5d on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:06.578621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4097-c86f-4769-ada1-1ea179362030 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.597369 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.690388 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3753e985-70ae-4d67-905b-0c475fa514d6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Unset dirty status for tenant:7de9aea1cfe441b3a92deb1f5f0dff5d on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:06.694683 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3753e985-70ae-4d67-905b-0c475fa514d6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "GET /v2.0/subnets/2b43d87a-d98f-4b57-8430-97919bb7045f HTTP/1.1" status: 404 len: 337 time: 0.2571909 Apr 22 14:42:06.711600 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-42abe41c-a230-4c76-a85e-c48d648a8932 None None] Port c34e9f2e-3023-42e7-ad70-2a3008df7991 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:06.760618 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60978) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:06.827572 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa59fd5-9337-45e7-ac60-8e1949c71955 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:06.828014 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa59fd5-9337-45e7-ac60-8e1949c71955 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:06.833718 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0aa59fd5-9337-45e7-ac60-8e1949c71955 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/9cd08838-dce9-4f44-93a5-06810ede53a7 HTTP/1.1" status: 404 len: 339 time: 0.0681636 Apr 22 14:42:06.833934 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e6c92fad-e4c7-48c3-b73a-48192ae28bb9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.847347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 60982) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:06.869251 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] For port fe0c2155-8516-4029-9b42-1fd30f70d1e4, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:06.882792 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Network 9af898f7-6b12-4bfe-9070-08412a9a44e3 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:06.916058 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:06.917961 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Pushing event updated for resources: {'Port': ['ID=07dfbd9f-e376-4cf3-a70d-570c4f226217,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:06.919894 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-bd9f1d84-2c6a-4576-8666-95df53566848 None None] Could not find standard attr ID for object e0760394-28ce-4259-8790-f5bd03749c2e. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:06.923988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:06.936389 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] For port fe0c2155-8516-4029-9b42-1fd30f70d1e4, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=fe0c2155-8516-4029-9b42-1fd30f70d1e4,segment=NetworkSegment(06b5792c-3eec-4440-91ba-07af232192dd),segment_id=06b5792c-3eec-4440-91ba-07af232192dd)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:06.954258 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccccc688-0f6f-4d96-aa8e-03f4ddc766d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting subnet 7a77538d-25f4-45e0-95a9-9337515c33ff {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:06.956756 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.967549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccccc688-0f6f-4d96-aa8e-03f4ddc766d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.027488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4097-c86f-4769-ada1-1ea179362030 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.074427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4097-c86f-4769-ada1-1ea179362030 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.116499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Allocated IP 2001:db8:1::2 (9dc5d709-c228-48e0-a17e-9d6533c263c6/04ad9209-d10f-4cb7-898e-240f82ec8859/8a47421e-dbf8-411c-9da8-4594a5688a09) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:07.147773 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e4097-c86f-4769-ada1-1ea179362030 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb777dd-81d0-4130-878e-29e42dd7d02f,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:07.186436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Attempting to bind port 07dfbd9f-e376-4cf3-a70d-570c4f226217 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:07.186956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Attempting to bind port 07dfbd9f-e376-4cf3-a70d-570c4f226217 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'c29cf667-068f-4c0c-ad47-a04cda6fa279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9af898f7-6b12-4bfe-9070-08412a9a44e3'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:07.187275 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Attempting to bind port 07dfbd9f-e376-4cf3-a70d-570c4f226217 on network 9af898f7-6b12-4bfe-9070-08412a9a44e3 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:07.209257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a3a0e-e496-4400-b49f-30f1bb7f7932 None None] Pushing event updated for resources: {'Port': ['ID=fe0c2155-8516-4029-9b42-1fd30f70d1e4,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:07.272263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccccc688-0f6f-4d96-aa8e-03f4ddc766d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.272518 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:07.272819 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Checking segment: {'id': 'c29cf667-068f-4c0c-ad47-a04cda6fa279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9af898f7-6b12-4bfe-9070-08412a9a44e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:07.273267 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.273727 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Bound using segment: {'id': 'c29cf667-068f-4c0c-ad47-a04cda6fa279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9af898f7-6b12-4bfe-9070-08412a9a44e3'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:07.274256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Bound port: 07dfbd9f-e376-4cf3-a70d-570c4f226217, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29cf667-068f-4c0c-ad47-a04cda6fa279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9af898f7-6b12-4bfe-9070-08412a9a44e3'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:07.274636 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.300872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Routers {'1d114f18-f9b3-4611-8edb-990e3f88159e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:07.302148 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1d114f18-f9b3-4611-8edb-990e3f88159e'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:07.310317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e6c92fad-e4c7-48c3-b73a-48192ae28bb9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.326562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e6c92fad-e4c7-48c3-b73a-48192ae28bb9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.336922 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4097-c86f-4769-ada1-1ea179362030 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.341888 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fa0e4097-c86f-4769-ada1-1ea179362030 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9938073 Apr 22 14:42:07.343536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60986) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:07.350411 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6329afa-abfe-44b1-acc4-3f4c6d281937 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:07.358250 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d6329afa-abfe-44b1-acc4-3f4c6d281937 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5099580 Apr 22 14:42:07.359643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-fbaba9df-6137-424c-b11b-b23cee118638 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '07291e1f-d2e5-4698-9410-c2c97ed78ed7', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:07.364596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60990) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:07.384240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fbaba9df-6137-424c-b11b-b23cee118638 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:07.405960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.422707 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fbaba9df-6137-424c-b11b-b23cee118638 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:07.429782 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fbaba9df-6137-424c-b11b-b23cee118638 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:07.432074 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.objects.ports [None req-712c6563-0ad4-4e94-a297-364f20c6b8b2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83963) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:42:07.438620 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-712c6563-0ad4-4e94-a297-364f20c6b8b2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.442470 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fbaba9df-6137-424c-b11b-b23cee118638 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:07.450733 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9edd8b72-ed40-493e-88aa-cf5716d4873e tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e HTTP/1.1" status: 200 len: 207 time: 0.0750368 Apr 22 14:42:07.451006 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60994) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:07.456302 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e6c92fad-e4c7-48c3-b73a-48192ae28bb9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.456803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c92fad-e4c7-48c3-b73a-48192ae28bb9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Fanout notify agent at l3_agent the message router_deleted on router f0115f9d-7701-4147-8748-0c190ab6fd7c {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:42:07.565588 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccccc688-0f6f-4d96-aa8e-03f4ddc766d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.595685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fbaba9df-6137-424c-b11b-b23cee118638 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.634415 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712c6563-0ad4-4e94-a297-364f20c6b8b2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:07.641537 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e6c92fad-e4c7-48c3-b73a-48192ae28bb9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.641861 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-712c6563-0ad4-4e94-a297-364f20c6b8b2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:07.642234 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e6c92fad-e4c7-48c3-b73a-48192ae28bb9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/routers/f0115f9d-7701-4147-8748-0c190ab6fd7c HTTP/1.1" status: 204 len: 168 time: 5.0785625 Apr 22 14:42:07.649316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] For port 07dfbd9f-e376-4cf3-a70d-570c4f226217, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:07.651917 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c6563-0ad4-4e94-a297-364f20c6b8b2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:07.651917 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-712c6563-0ad4-4e94-a297-364f20c6b8b2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.655190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 60998) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:07.666391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-965140ab-0208-47a1-a461-fdaa9b6b80f9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'network': {'name': 'tempest-RoutersTest-1574328762'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:07.685356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-965140ab-0208-47a1-a461-fdaa9b6b80f9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:07.715890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fbaba9df-6137-424c-b11b-b23cee118638 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.719710 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-712c6563-0ad4-4e94-a297-364f20c6b8b2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9554837 Apr 22 14:42:07.725408 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32770) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:07.740473 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'mac_address': 'fa:16:3e:06:df:91', 'name': 'tempest-NetworksTestDHCPv6-151981215'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:07.742178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fbaba9df-6137-424c-b11b-b23cee118638 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.744431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-965140ab-0208-47a1-a461-fdaa9b6b80f9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:network and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:07.748898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94671f2-8159-4165-906f-7b0f42194e45 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:07.761972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-965140ab-0208-47a1-a461-fdaa9b6b80f9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:07.778653 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] For port 07dfbd9f-e376-4cf3-a70d-570c4f226217, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=07dfbd9f-e376-4cf3-a70d-570c4f226217,segment=NetworkSegment(c29cf667-068f-4c0c-ad47-a04cda6fa279),segment_id=c29cf667-068f-4c0c-ad47-a04cda6fa279)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:07.781720 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-965140ab-0208-47a1-a461-fdaa9b6b80f9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:07.811210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaba9df-6137-424c-b11b-b23cee118638 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56df8f53-7d72-4159-a7e2-892b9710c003,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:07.829482 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a235086-4cec-4bac-9729-362c9a603259 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:07.834604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a235086-4cec-4bac-9729-362c9a603259 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:07.834749 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c6563-0ad4-4e94-a297-364f20c6b8b2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=6c82766b-2be6-442b-9198-f25e034362a7,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:07.838864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a235086-4cec-4bac-9729-362c9a603259 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:07.843150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a235086-4cec-4bac-9729-362c9a603259 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:07.844406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9a235086-4cec-4bac-9729-362c9a603259 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Synchronizing usage tracker for tenant:7de9aea1cfe441b3a92deb1f5f0dff5d on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:07.853307 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.861979 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fbaba9df-6137-424c-b11b-b23cee118638 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.864134 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fbaba9df-6137-424c-b11b-b23cee118638 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5183077 Apr 22 14:42:07.869231 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32774) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:07.870462 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccccc688-0f6f-4d96-aa8e-03f4ddc766d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.910602 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965140ab-0208-47a1-a461-fdaa9b6b80f9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:07.913856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-965140ab-0208-47a1-a461-fdaa9b6b80f9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.925492 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.930303 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-80340bbd-9bb7-4d62-abc6-a7db3aa7bc5d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '07291e1f-d2e5-4698-9410-c2c97ed78ed7', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:07.934869 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccc688-0f6f-4d96-aa8e-03f4ddc766d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Subnet': ['ID=7a77538d-25f4-45e0-95a9-9337515c33ff,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:07.944934 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-80340bbd-9bb7-4d62-abc6-a7db3aa7bc5d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:07.949071 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9a235086-4cec-4bac-9729-362c9a603259 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Unset dirty status for tenant:7de9aea1cfe441b3a92deb1f5f0dff5d on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:07.950451 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9a235086-4cec-4bac-9729-362c9a603259 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4984927 Apr 22 14:42:07.954622 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32778) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:07.958357 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-80340bbd-9bb7-4d62-abc6-a7db3aa7bc5d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:07.960739 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] Set router 1d114f18-f9b3-4611-8edb-990e3f88159e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:07.963641 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-80340bbd-9bb7-4d62-abc6-a7db3aa7bc5d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:07.969468 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ccccc688-0f6f-4d96-aa8e-03f4ddc766d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.971684 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ccccc688-0f6f-4d96-aa8e-03f4ddc766d9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/7a77538d-25f4-45e0-95a9-9337515c33ff HTTP/1.1" status: 204 len: 168 time: 1.6785719 Apr 22 14:42:07.977395 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32782) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:07.984085 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f3a5fa81-2fc5-4bb9-9e91-41015ee8a108 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'subnet': {'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:08.002429 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-80340bbd-9bb7-4d62-abc6-a7db3aa7bc5d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:08.008028 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Transition to ACTIVE for port object 8a47421e-dbf8-411c-9da8-4594a5688a09 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:08.016430 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57f1eb1-b8e2-43bb-9bc6-e0fbf30002f4 None None] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:08.069537 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965140ab-0208-47a1-a461-fdaa9b6b80f9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:08.098900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-965140ab-0208-47a1-a461-fdaa9b6b80f9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.099244 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-965140ab-0208-47a1-a461-fdaa9b6b80f9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Added segment 7131765b-3d96-4705-8217-a29bff7ab86c of type vlan for network 6e14cd95-ffaf-43b8-ba69-cb1f5526b66a Apr 22 14:42:08.108355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80340bbd-9bb7-4d62-abc6-a7db3aa7bc5d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.125458 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:08.147494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:08.156544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:08.180331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Allocated IP 2001:db8::1 (9af898f7-6b12-4bfe-9070-08412a9a44e3/ea9ca61d-611e-4321-bfdd-85d217fa1fbe/114872ad-4828-427c-bde7-de4ad85d6494) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:08.182829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:08.199126 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-965140ab-0208-47a1-a461-fdaa9b6b80f9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.204354 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Transition to ACTIVE for port object 8a47421e-dbf8-411c-9da8-4594a5688a09 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:08.254133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ed133-0707-4e05-bf28-4b19823c64d7 None None] Pushing event updated for resources: {'Port': ['ID=07dfbd9f-e376-4cf3-a70d-570c4f226217,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:08.265829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:08.269313 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f3a5fa81-2fc5-4bb9-9e91-41015ee8a108 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:08.275826 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f3a5fa81-2fc5-4bb9-9e91-41015ee8a108 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:subnet and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:08.279431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f3a5fa81-2fc5-4bb9-9e91-41015ee8a108 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:08.282042 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.288155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f3a5fa81-2fc5-4bb9-9e91-41015ee8a108 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:08.306765 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cd2e90f9-b109-49b9-941d-0a5f491d52c8 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3475244 Apr 22 14:42:08.311495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a5fa81-2fc5-4bb9-9e91-41015ee8a108 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:08.314920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fa81-2fc5-4bb9-9e91-41015ee8a108 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.433989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32786) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:08.461016 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80340bbd-9bb7-4d62-abc6-a7db3aa7bc5d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.478045 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-965140ab-0208-47a1-a461-fdaa9b6b80f9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.483644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965140ab-0208-47a1-a461-fdaa9b6b80f9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:08.484259 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-965140ab-0208-47a1-a461-fdaa9b6b80f9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.506846 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80340bbd-9bb7-4d62-abc6-a7db3aa7bc5d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.587987 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': '6c82766b-2be6-442b-9198-f25e034362a7'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:08.588821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.655546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Network 9dc5d709-c228-48e0-a17e-9d6533c263c6 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:08.671488 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80340bbd-9bb7-4d62-abc6-a7db3aa7bc5d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5ec66c-869c-4f5e-b260-eccbf74783e8,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:08.705541 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-965140ab-0208-47a1-a461-fdaa9b6b80f9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0433621 Apr 22 14:42:08.708261 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32790) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:08.717974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80340bbd-9bb7-4d62-abc6-a7db3aa7bc5d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.723175 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-80340bbd-9bb7-4d62-abc6-a7db3aa7bc5d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8484132 Apr 22 14:42:08.729247 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:08.733251 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32792) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:08.747759 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-7e63ac3b-050e-4852-963d-9dff4d991124 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'subnet': {'network_id': '6e14cd95-ffaf-43b8-ba69-cb1f5526b66a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:08.765452 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965140ab-0208-47a1-a461-fdaa9b6b80f9 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Network': ['ID=6e14cd95-ffaf-43b8-ba69-cb1f5526b66a,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:08.784703 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-b6acf81c-5b6d-45c2-9169-6e73483b5da8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '07291e1f-d2e5-4698-9410-c2c97ed78ed7', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:08.806929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b6acf81c-5b6d-45c2-9169-6e73483b5da8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:08.830534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:08.831690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.833278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 6e14cd95-ffaf-43b8-ba69-cb1f5526b66a details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:08.868175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04d3216-15a5-4abe-b067-dc3055722ccc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:08.870331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04d3216-15a5-4abe-b067-dc3055722ccc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:08.872120 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c04d3216-15a5-4abe-b067-dc3055722ccc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Synchronizing usage tracker for tenant:7de9aea1cfe441b3a92deb1f5f0dff5d on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:08.877121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.882013 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b6acf81c-5b6d-45c2-9169-6e73483b5da8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:08.898581 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b6acf81c-5b6d-45c2-9169-6e73483b5da8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:08.906419 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port 4e49fb38-9db2-4ee1-9020-b8387ca15997 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:08.914459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b6acf81c-5b6d-45c2-9169-6e73483b5da8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:08.940243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c04d3216-15a5-4abe-b067-dc3055722ccc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Unset dirty status for tenant:7de9aea1cfe441b3a92deb1f5f0dff5d on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:08.945155 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c04d3216-15a5-4abe-b067-dc3055722ccc tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5012548 Apr 22 14:42:08.947459 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32798) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:08.947918 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7e63ac3b-050e-4852-963d-9dff4d991124 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:08.952459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7e63ac3b-050e-4852-963d-9dff4d991124 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:subnet and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:08.955538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7e63ac3b-050e-4852-963d-9dff4d991124 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:08.961685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7e63ac3b-050e-4852-963d-9dff4d991124 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:08.979715 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e63ac3b-050e-4852-963d-9dff4d991124 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:08.998337 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Transition to ACTIVE for port object 114872ad-4828-427c-bde7-de4ad85d6494 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:09.086635 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fd6638-3923-4b76-8f89-30270cce4410 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:09.088065 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fd6638-3923-4b76-8f89-30270cce4410 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:09.089606 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d1fd6638-3923-4b76-8f89-30270cce4410 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1420844 Apr 22 14:42:09.094878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32802) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:09.108838 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b6acf81c-5b6d-45c2-9169-6e73483b5da8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.189948 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Pushing event updated for resources: {'Port': ['ID=8a47421e-dbf8-411c-9da8-4594a5688a09,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:09.252476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b6acf81c-5b6d-45c2-9169-6e73483b5da8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.262396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7e63ac3b-050e-4852-963d-9dff4d991124 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.280093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b6acf81c-5b6d-45c2-9169-6e73483b5da8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.300575 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.351525 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 07dfbd9f-e376-4cf3-a70d-570c4f226217 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:09.415426 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=114872ad-4828-427c-bde7-de4ad85d6494,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:09.432913 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Attempting to bind port 8a47421e-dbf8-411c-9da8-4594a5688a09 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:09.433475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Attempting to bind port 8a47421e-dbf8-411c-9da8-4594a5688a09 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '4f2f3723-3345-487b-b581-b49d3796a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9dc5d709-c228-48e0-a17e-9d6533c263c6'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:09.433979 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Attempting to bind port 8a47421e-dbf8-411c-9da8-4594a5688a09 on network 9dc5d709-c228-48e0-a17e-9d6533c263c6 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:09.500433 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:09.500433 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Checking segment: {'id': '4f2f3723-3345-487b-b581-b49d3796a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9dc5d709-c228-48e0-a17e-9d6533c263c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:09.500433 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.500433 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Bound using segment: {'id': '4f2f3723-3345-487b-b581-b49d3796a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9dc5d709-c228-48e0-a17e-9d6533c263c6'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:09.501426 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Bound port: 8a47421e-dbf8-411c-9da8-4594a5688a09, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2f3723-3345-487b-b581-b49d3796a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9dc5d709-c228-48e0-a17e-9d6533c263c6'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:09.501995 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.509680 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 9af898f7-6b12-4bfe-9070-08412a9a44e3 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:09.514727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e789b-7db3-482e-a524-9ed12acc298d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:09.520010 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-413e789b-7db3-482e-a524-9ed12acc298d tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "GET /v2.0/networks/26b164a6-c07c-497c-88b4-7ca362820e8d HTTP/1.1" status: 200 len: 799 time: 0.4170606 Apr 22 14:42:09.520183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acf81c-5b6d-45c2-9169-6e73483b5da8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c22cf3-b4cb-4637-80e2-146615ed4b2e,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:09.520275 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::f816:3eff:fe06:df91 (19101698-c44e-4563-acd4-3bbade7a380a/6c82766b-2be6-442b-9198-f25e034362a7/4e49fb38-9db2-4ee1-9020-b8387ca15997) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:09.521416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:09.524670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32806) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:09.529153 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:09.529690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.548639 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b6acf81c-5b6d-45c2-9169-6e73483b5da8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.553954 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b6acf81c-5b6d-45c2-9169-6e73483b5da8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8192153 Apr 22 14:42:09.554658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32810) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:09.564489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ae1e088d-5bc1-47b1-8cfb-8e02638040e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '07291e1f-d2e5-4698-9410-c2c97ed78ed7', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:09.610075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fa81-2fc5-4bb9-9e91-41015ee8a108 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.626761 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ae1e088d-5bc1-47b1-8cfb-8e02638040e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:09.652411 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ae1e088d-5bc1-47b1-8cfb-8e02638040e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:09.659680 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ae1e088d-5bc1-47b1-8cfb-8e02638040e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:09.686177 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ae1e088d-5bc1-47b1-8cfb-8e02638040e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:09.694372 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467bea20-5476-47ff-aa88-ba8238c6bc40 None None] Network 9af898f7-6b12-4bfe-9070-08412a9a44e3 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:09.756519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a5fa81-2fc5-4bb9-9e91-41015ee8a108 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:09.761230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5fa81-2fc5-4bb9-9e91-41015ee8a108 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Subnet': ['ID=a0ad748a-e50d-4627-99fc-279b46b495b5,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:09.763426 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-f3a5fa81-2fc5-4bb9-9e91-41015ee8a108 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:09.768296 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a5fa81-2fc5-4bb9-9e91-41015ee8a108 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:09.768880 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fa81-2fc5-4bb9-9e91-41015ee8a108 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.773910 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-ae1e088d-5bc1-47b1-8cfb-8e02638040e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:42:09.805077 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f3a5fa81-2fc5-4bb9-9e91-41015ee8a108 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8252275 Apr 22 14:42:09.808100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32814) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:09.814613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ae1e088d-5bc1-47b1-8cfb-8e02638040e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.815725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-88255125-7cf3-4e76-bc07-487792e9a616 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'security_group': {'name': 'tempest-secgroup-346061311'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:09.834517 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-88255125-7cf3-4e76-bc07-487792e9a616 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:09.841301 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-88255125-7cf3-4e76-bc07-487792e9a616 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:security_group and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:09.844718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-88255125-7cf3-4e76-bc07-487792e9a616 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:09.851458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7e63ac3b-050e-4852-963d-9dff4d991124 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.855699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-88255125-7cf3-4e76-bc07-487792e9a616 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:09.920335 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-88255125-7cf3-4e76-bc07-487792e9a616 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.922875 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 07dfbd9f-e376-4cf3-a70d-570c4f226217 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:09.951986 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] For port 8a47421e-dbf8-411c-9da8-4594a5688a09, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:09.960497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63ac3b-050e-4852-963d-9dff4d991124 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Subnet': ['ID=369b0470-6d63-49b3-a6c9-e95a9f1af9bf,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:09.962099 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] For port 8a47421e-dbf8-411c-9da8-4594a5688a09, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8a47421e-dbf8-411c-9da8-4594a5688a09,segment=NetworkSegment(4f2f3723-3345-487b-b581-b49d3796a416),segment_id=4f2f3723-3345-487b-b581-b49d3796a416)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:09.967457 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cb4e2d07-bb55-4c84-bb28-4a86c7ddaaa6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "GET /v2.0/networks/26b164a6-c07c-497c-88b4-7ca362820e8d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4400227 Apr 22 14:42:09.971313 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32818) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:09.990905 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c7262d81-6faa-4ec2-af72-885d03ad182d None None] Provisioning for port 07dfbd9f-e376-4cf3-a70d-570c4f226217 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:09.997746 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.045889 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-88255125-7cf3-4e76-bc07-487792e9a616 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:10.049747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'name': 'tempest-TestNetworkBasicOps-router-160652181', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:40Z', 'updated_at': '2022-04-22T14:41:56Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:41Z', 'updated_at': '2022-04-22T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'fe0c2155-8516-4029-9b42-1fd30f70d1e4', 'name': '', 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:9b:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:53Z', 'updated_at': '2022-04-22T14:42:06Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:10.051899 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e63ac3b-050e-4852-963d-9dff4d991124 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Checking segment: {'id': '7131765b-3d96-4705-8217-a29bff7ab86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6e14cd95-ffaf-43b8-ba69-cb1f5526b66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:10.052678 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e63ac3b-050e-4852-963d-9dff4d991124 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network hostable DHCP agents. Network: 6e14cd95-ffaf-43b8-ba69-cb1f5526b66a, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:10.052920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.063551 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c7262d81-6faa-4ec2-af72-885d03ad182d None None] Provisioning complete for port 07dfbd9f-e376-4cf3-a70d-570c4f226217 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:10.063831 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c7262d81-6faa-4ec2-af72-885d03ad182d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.066199 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-88255125-7cf3-4e76-bc07-487792e9a616 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:security_group_rule and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:10.075009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-88255125-7cf3-4e76-bc07-487792e9a616 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:10.087134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-88255125-7cf3-4e76-bc07-487792e9a616 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:10.097697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab2ccfc-90f3-43bf-91ba-65e52e4a9b9a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:10.100230 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2ab2ccfc-90f3-43bf-91ba-65e52e4a9b9a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "GET /v2.0/subnets/04b6251e-3677-4c42-91b0-bc051756e75c HTTP/1.1" status: 200 len: 811 time: 0.1266754 Apr 22 14:42:10.105643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32822) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:10.157683 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fc1744-b3e5-4d29-8bbb-977335bb4c78 None None] The sync data for ids ['1d114f18-f9b3-4611-8edb-990e3f88159e'] in dv-neutron-839027-1-hyperv is: [{'id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'name': 'tempest-TestNetworkBasicOps-router-160652181', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:40Z', 'updated_at': '2022-04-22T14:41:56Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:41Z', 'updated_at': '2022-04-22T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'fe0c2155-8516-4029-9b42-1fd30f70d1e4', 'name': '', 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:9b:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:53Z', 'updated_at': '2022-04-22T14:42:06Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:10.202894 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e63ac3b-050e-4852-963d-9dff4d991124 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 6e14cd95-ffaf-43b8-ba69-cb1f5526b66a is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:10.209246 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c06ec9-007f-40c4-8b11-bc43d9a61a41 None None] Pushing event updated for resources: {'Port': ['ID=8a47421e-dbf8-411c-9da8-4594a5688a09,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:10.236529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-7e63ac3b-050e-4852-963d-9dff4d991124 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 6e14cd95-ffaf-43b8-ba69-cb1f5526b66a) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:10.241430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e63ac3b-050e-4852-963d-9dff4d991124 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:10.242380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7e63ac3b-050e-4852-963d-9dff4d991124 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.276376 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365d0020-1d07-4c4b-94b1-3f236233eea0 None None] Network 6e14cd95-ffaf-43b8-ba69-cb1f5526b66a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:10.279127 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f5c592-0d96-4c6c-ab87-f64df38d1e46 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:10.280677 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-71f5c592-0d96-4c6c-ab87-f64df38d1e46 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "GET /v2.0/subnets/04b6251e-3677-4c42-91b0-bc051756e75c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1739819 Apr 22 14:42:10.284917 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7e63ac3b-050e-4852-963d-9dff4d991124 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5596704 Apr 22 14:42:10.292632 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32826) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:10.293044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32828) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:10.300032 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-5cbfe07f-605f-43a2-b607-41f5ade1f901 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1714540118'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:10.318704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-e840dc9e-e269-4e79-b8bf-aaef1acface2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-581528702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:10.324087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5cbfe07f-605f-43a2-b607-41f5ade1f901 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:10.332076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-88255125-7cf3-4e76-bc07-487792e9a616 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.350475 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-88255125-7cf3-4e76-bc07-487792e9a616 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.354557 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e840dc9e-e269-4e79-b8bf-aaef1acface2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:10.401404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ae1e088d-5bc1-47b1-8cfb-8e02638040e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.408714 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5cbfe07f-605f-43a2-b607-41f5ade1f901 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:10.416067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e840dc9e-e269-4e79-b8bf-aaef1acface2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:router and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:10.422923 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e840dc9e-e269-4e79-b8bf-aaef1acface2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:10.458350 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e840dc9e-e269-4e79-b8bf-aaef1acface2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:10.466638 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88255125-7cf3-4e76-bc07-487792e9a616 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5527c910-88c6-418b-bed7-67a558842db0,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:10.493197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-88255125-7cf3-4e76-bc07-487792e9a616 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.501538 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-88255125-7cf3-4e76-bc07-487792e9a616 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6923566 Apr 22 14:42:10.505696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ae1e088d-5bc1-47b1-8cfb-8e02638040e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.507026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32834) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:10.525935 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-daa2a0cd-53ad-48cf-a566-2986966a6887 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'security_group': {'name': 'tempest-secgroup-1487823690'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:10.540041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-daa2a0cd-53ad-48cf-a566-2986966a6887 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:10.544362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-daa2a0cd-53ad-48cf-a566-2986966a6887 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:security_group and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:10.547479 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-daa2a0cd-53ad-48cf-a566-2986966a6887 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:10.554536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-daa2a0cd-53ad-48cf-a566-2986966a6887 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:10.557133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.564758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbfe07f-605f-43a2-b607-41f5ade1f901 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:10.569001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5cbfe07f-605f-43a2-b607-41f5ade1f901 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.593535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object 4e49fb38-9db2-4ee1-9020-b8387ca15997 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:10.596224 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-daa2a0cd-53ad-48cf-a566-2986966a6887 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.666321 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-daa2a0cd-53ad-48cf-a566-2986966a6887 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:10.668952 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c7262d81-6faa-4ec2-af72-885d03ad182d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.670454 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-daa2a0cd-53ad-48cf-a566-2986966a6887 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:security_group_rule and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:10.673538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-daa2a0cd-53ad-48cf-a566-2986966a6887 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:10.680058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-daa2a0cd-53ad-48cf-a566-2986966a6887 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:10.755152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-daa2a0cd-53ad-48cf-a566-2986966a6887 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.756852 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e840dc9e-e269-4e79-b8bf-aaef1acface2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.758198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e840dc9e-e269-4e79-b8bf-aaef1acface2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.764135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-daa2a0cd-53ad-48cf-a566-2986966a6887 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.796515 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbfe07f-605f-43a2-b607-41f5ade1f901 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:10.858209 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5cbfe07f-605f-43a2-b607-41f5ade1f901 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.858600 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-5cbfe07f-605f-43a2-b607-41f5ade1f901 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Added segment c2c10ea0-8737-40d7-87d3-f805c9f75e63 of type vlan for network 92940dc1-4988-40a6-bbe0-8dbfe7d67572 Apr 22 14:42:10.874501 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2a0cd-53ad-48cf-a566-2986966a6887 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55745bd3-7e2c-4e1b-8456-b42a2daac086,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:10.904366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-daa2a0cd-53ad-48cf-a566-2986966a6887 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.908908 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-daa2a0cd-53ad-48cf-a566-2986966a6887 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3980949 Apr 22 14:42:10.909590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32838) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:10.933688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2718f226-d0fd-47ed-9d12-280143c2c85d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'security_group': {'name': 'tempest-secgroup-682087245'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:10.940153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2718f226-d0fd-47ed-9d12-280143c2c85d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:10.945710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2718f226-d0fd-47ed-9d12-280143c2c85d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:security_group and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:10.949072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2718f226-d0fd-47ed-9d12-280143c2c85d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:10.955682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2718f226-d0fd-47ed-9d12-280143c2c85d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:10.969932 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e840dc9e-e269-4e79-b8bf-aaef1acface2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.973527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5cbfe07f-605f-43a2-b607-41f5ade1f901 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.975229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e088d-5bc1-47b1-8cfb-8e02638040e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709a6863-ff32-4fb0-874b-22bf7f948f54,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:10.984377 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2718f226-d0fd-47ed-9d12-280143c2c85d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.986362 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.039967 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2718f226-d0fd-47ed-9d12-280143c2c85d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:11.044331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2718f226-d0fd-47ed-9d12-280143c2c85d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:security_group_rule and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:11.049809 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2718f226-d0fd-47ed-9d12-280143c2c85d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:11.057494 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2718f226-d0fd-47ed-9d12-280143c2c85d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:11.065249 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Allocated IP 2001:db8::f816:3eff:fe35:d36f (19101698-c44e-4563-acd4-3bbade7a380a/6c82766b-2be6-442b-9198-f25e034362a7/bacebb32-1749-4efb-9180-25eccde75a91) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:11.093477 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-c7262d81-6faa-4ec2-af72-885d03ad182d None None] For port 07dfbd9f-e376-4cf3-a70d-570c4f226217, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=07dfbd9f-e376-4cf3-a70d-570c4f226217,segment=NetworkSegment(c29cf667-068f-4c0c-ad47-a04cda6fa279),segment_id=c29cf667-068f-4c0c-ad47-a04cda6fa279)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:11.103852 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c7262d81-6faa-4ec2-af72-885d03ad182d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.148067 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:11.158831 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=4e49fb38-9db2-4ee1-9020-b8387ca15997,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:11.169199 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:11.177397 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:11.182172 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:11.183030 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.226344 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5579d95b-00b1-49d7-b82e-89faffc36b34 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4977202 Apr 22 14:42:11.229688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2718f226-d0fd-47ed-9d12-280143c2c85d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.230872 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32842) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:11.237380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ae1e088d-5bc1-47b1-8cfb-8e02638040e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.238898 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ae1e088d-5bc1-47b1-8cfb-8e02638040e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.6797645 Apr 22 14:42:11.259869 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.261934 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32846) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:11.291892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2718f226-d0fd-47ed-9d12-280143c2c85d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.309588 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13147ded-76ae-4f97-87f1-b44ddb4b6855 None None] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:11.318993 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5cbfe07f-605f-43a2-b607-41f5ade1f901 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.331360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbfe07f-605f-43a2-b607-41f5ade1f901 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:11.338670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5cbfe07f-605f-43a2-b607-41f5ade1f901 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.339172 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-cdba79b2-9a33-4e8a-8076-d43852c4646a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '07291e1f-d2e5-4698-9410-c2c97ed78ed7', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:11.349925 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.350694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.354853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-cdba79b2-9a33-4e8a-8076-d43852c4646a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:11.398633 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-cdba79b2-9a33-4e8a-8076-d43852c4646a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:11.408793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device fe0c2155-8516-4029-9b42-1fd30f70d1e4 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:11.413166 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-cdba79b2-9a33-4e8a-8076-d43852c4646a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:11.591820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-6e14cd95-ffaf-43b8-ba69-cb1f5526b66a', 'network_id': '6e14cd95-ffaf-43b8-ba69-cb1f5526b66a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'fixed_ips': [{'subnet_id': '369b0470-6d63-49b3-a6c9-e95a9f1af9bf'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:11.592632 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.606959 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfe07f-605f-43a2-b607-41f5ade1f901 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Network': ['ID=92940dc1-4988-40a6-bbe0-8dbfe7d67572,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:11.618605 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5cbfe07f-605f-43a2-b607-41f5ade1f901 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3219674 Apr 22 14:42:11.626096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32850) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:11.640233 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e840dc9e-e269-4e79-b8bf-aaef1acface2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.651695 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-9b1d8994-04f4-4804-aad5-0f1f0de6c592 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'subnet': {'network_id': '92940dc1-4988-40a6-bbe0-8dbfe7d67572', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:11.687565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718f226-d0fd-47ed-9d12-280143c2c85d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1716ce4b-1c1b-4481-ac8e-702f35078b67,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:11.709198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2718f226-d0fd-47ed-9d12-280143c2c85d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.712818 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2718f226-d0fd-47ed-9d12-280143c2c85d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7892981 Apr 22 14:42:11.714960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-cdba79b2-9a33-4e8a-8076-d43852c4646a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:11.727069 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32854) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:11.783408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 92940dc1-4988-40a6-bbe0-8dbfe7d67572 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:11.794349 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-cdba79b2-9a33-4e8a-8076-d43852c4646a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:42:11.880456 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-753975039', 'security_groups': ['1716ce4b-1c1b-4481-ac8e-702f35078b67'], 'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a0ad748a-e50d-4627-99fc-279b46b495b5'}]}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:11.883519 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=114872ad-4828-427c-bde7-de4ad85d6494,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:11.893502 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cdba79b2-9a33-4e8a-8076-d43852c4646a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.929317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e840dc9e-e269-4e79-b8bf-aaef1acface2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.930523 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e840dc9e-e269-4e79-b8bf-aaef1acface2 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.6349881 Apr 22 14:42:11.980947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32858) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:12.044390 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Allocated IP 172.20.0.2 (6e14cd95-ffaf-43b8-ba69-cb1f5526b66a/369b0470-6d63-49b3-a6c9-e95a9f1af9bf/72796dc5-c8b4-41a0-bfa6-3e80123a7ae7) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:12.061110 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9b1d8994-04f4-4804-aad5-0f1f0de6c592 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:12.095162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9b1d8994-04f4-4804-aad5-0f1f0de6c592 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:12.135354 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1d8994-04f4-4804-aad5-0f1f0de6c592 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Made reservation on behalf of 7de9aea1cfe441b3a92deb1f5f0dff5d for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:12.154589 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:12.163451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:port and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:12.179102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cdba79b2-9a33-4e8a-8076-d43852c4646a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.198051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773fb57c-af61-436f-8eb5-8bcfd84747aa tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:12.198742 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-773fb57c-af61-436f-8eb5-8bcfd84747aa tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:12.201299 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cdba79b2-9a33-4e8a-8076-d43852c4646a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.213384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:12.233727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:12.262332 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:12.265797 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba79b2-9a33-4e8a-8076-d43852c4646a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd73fbed-0267-4610-aa5e-bdb94ce0ddf2,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:12.273747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.281752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cdba79b2-9a33-4e8a-8076-d43852c4646a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.283133 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cdba79b2-9a33-4e8a-8076-d43852c4646a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9828699 Apr 22 14:42:12.287036 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Transition to ACTIVE for port object 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:12.289074 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-773fb57c-af61-436f-8eb5-8bcfd84747aa tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:12.292607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b1d8994-04f4-4804-aad5-0f1f0de6c592 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.297028 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-773fb57c-af61-436f-8eb5-8bcfd84747aa tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 1.0632176 Apr 22 14:42:12.303535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32864) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:12.309956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Transition to ACTIVE for port object 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:12.317406 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7262d81-6faa-4ec2-af72-885d03ad182d None None] Pushing event updated for resources: {'Port': ['ID=07dfbd9f-e376-4cf3-a70d-570c4f226217,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:12.331096 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.343737 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b77435-7c95-46e9-8c49-7761714ada4a None None] Network 9dc5d709-c228-48e0-a17e-9d6533c263c6 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:12.434648 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 9af898f7-6b12-4bfe-9070-08412a9a44e3 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:12.456311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.ipam_backend_mixin [None req-9b1d8994-04f4-4804-aad5-0f1f0de6c592 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Performing IP validity checks on allocation pools {{(pid=83964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 14:42:12.457041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.ipam_backend_mixin [None req-9b1d8994-04f4-4804-aad5-0f1f0de6c592 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 14:42:12.509513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Network 6e14cd95-ffaf-43b8-ba69-cb1f5526b66a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:12.518732 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.525140 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:12.553163 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] device_id is not set on port a17a3818-d97c-4390-830b-d7897b708df3 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:12.560980 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Pushing event updated for resources: {'Port': ['ID=72796dc5-c8b4-41a0-bfa6-3e80123a7ae7,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:12.563684 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:12.565499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b2507a8f-6127-4457-9c0e-8c3fe25a0517 None None] Provisioning complete for port 606acd6b-4e83-4d11-96df-e2116e32bb2d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:12.565869 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b2507a8f-6127-4457-9c0e-8c3fe25a0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.622667 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:12.751896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-a8a3416b-4526-4dfb-9bb3-f86e58eceb93 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port 4e49fb38-9db2-4ee1-9020-b8387ca15997 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:12.752240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a8a3416b-4526-4dfb-9bb3-f86e58eceb93 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.793544 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port fe0c2155-8516-4029-9b42-1fd30f70d1e4 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:12.900063 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port fe0c2155-8516-4029-9b42-1fd30f70d1e4 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:12.900448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.965643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-33627c0b-e339-477f-8bcf-c8d190c943a6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:13.037009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-33627c0b-e339-477f-8bcf-c8d190c943a6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:13.038445 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-33627c0b-e339-477f-8bcf-c8d190c943a6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704510809&fields=id&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 267 time: 0.2593901 Apr 22 14:42:13.049467 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Attempting to bind port 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:13.049843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Attempting to bind port 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '7131765b-3d96-4705-8217-a29bff7ab86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6e14cd95-ffaf-43b8-ba69-cb1f5526b66a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:13.050201 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Attempting to bind port 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 on network 6e14cd95-ffaf-43b8-ba69-cb1f5526b66a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:13.085955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b1d8994-04f4-4804-aad5-0f1f0de6c592 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.179332 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:13.179708 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Checking segment: {'id': '7131765b-3d96-4705-8217-a29bff7ab86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6e14cd95-ffaf-43b8-ba69-cb1f5526b66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:13.180118 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.180514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Bound using segment: {'id': '7131765b-3d96-4705-8217-a29bff7ab86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6e14cd95-ffaf-43b8-ba69-cb1f5526b66a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:13.180993 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Bound port: 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7131765b-3d96-4705-8217-a29bff7ab86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6e14cd95-ffaf-43b8-ba69-cb1f5526b66a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:13.181367 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.230557 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.278564 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Transition to ACTIVE for port object bacebb32-1749-4efb-9180-25eccde75a91 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:13.299160 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Allocated IP 172.20.0.13 (d9c7ee68-1059-4b4c-9d44-83330bbf0dec/a0ad748a-e50d-4627-99fc-279b46b495b5/a17a3818-d97c-4390-830b-d7897b708df3) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:13.314965 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d8994-04f4-4804-aad5-0f1f0de6c592 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Subnet': ['ID=b55b49a0-25c7-4728-9814-0850378396d9,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:13.372479 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d8994-04f4-4804-aad5-0f1f0de6c592 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Checking segment: {'id': 'c2c10ea0-8737-40d7-87d3-f805c9f75e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '92940dc1-4988-40a6-bbe0-8dbfe7d67572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:13.373045 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1d8994-04f4-4804-aad5-0f1f0de6c592 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network hostable DHCP agents. Network: 92940dc1-4988-40a6-bbe0-8dbfe7d67572, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:13.423483 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Transition to ACTIVE for port object bacebb32-1749-4efb-9180-25eccde75a91 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:13.444047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-2bf8e422-6d2f-489f-8ee5-08425531bc84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:13.445109 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-2bf8e422-6d2f-489f-8ee5-08425531bc84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:13.471563 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a8a3416b-4526-4dfb-9bb3-f86e58eceb93 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.475202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.533030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b2507a8f-6127-4457-9c0e-8c3fe25a0517 None None] Provisioning complete for port c34e9f2e-3023-42e7-ad70-2a3008df7991 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:13.533407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b2507a8f-6127-4457-9c0e-8c3fe25a0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.536618 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-2bf8e422-6d2f-489f-8ee5-08425531bc84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:13.539251 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-2bf8e422-6d2f-489f-8ee5-08425531bc84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/networks?id=a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 HTTP/1.1" status: 200 len: 796 time: 0.4431579 Apr 22 14:42:13.546427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1d8994-04f4-4804-aad5-0f1f0de6c592 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Network 92940dc1-4988-40a6-bbe0-8dbfe7d67572 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:13.601822 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] For port 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:13.615659 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.625359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.629875 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.638668 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-3b86e9f1-7260-44d4-b021-6c0ded3c8540 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/quotas/cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 375 time: 0.0879006 Apr 22 14:42:13.651936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-9b1d8994-04f4-4804-aad5-0f1f0de6c592 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 92940dc1-4988-40a6-bbe0-8dbfe7d67572) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:13.653160 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-a8a3416b-4526-4dfb-9bb3-f86e58eceb93 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for 4e49fb38-9db2-4ee1-9020-b8387ca15997 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:13.656947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:13.664029 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] For port 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=72796dc5-c8b4-41a0-bfa6-3e80123a7ae7,segment=NetworkSegment(7131765b-3d96-4705-8217-a29bff7ab86c),segment_id=7131765b-3d96-4705-8217-a29bff7ab86c)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:13.670596 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Pushing event updated for resources: {'Port': ['ID=bacebb32-1749-4efb-9180-25eccde75a91,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:13.672975 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6daf17a-8caa-42b0-b0c1-a0e23565373f None None] Network 92940dc1-4988-40a6-bbe0-8dbfe7d67572 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:13.686400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:13.693276 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b2507a8f-6127-4457-9c0e-8c3fe25a0517 None None] Port c34e9f2e-3023-42e7-ad70-2a3008df7991 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:13.699182 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:13.702428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.742270 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1d8994-04f4-4804-aad5-0f1f0de6c592 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:13.742857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b1d8994-04f4-4804-aad5-0f1f0de6c592 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.766835 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Transition to ACTIVE for port object a17a3818-d97c-4390-830b-d7897b708df3 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:13.814425 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9b1d8994-04f4-4804-aad5-0f1f0de6c592 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1794724 Apr 22 14:42:13.815345 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32874) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:13.822875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-6aa5ae6b-34e9-4a5f-84e0-49483fa54301 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:13.883993 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.927345 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port fe0c2155-8516-4029-9b42-1fd30f70d1e4, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=fe0c2155-8516-4029-9b42-1fd30f70d1e4,segment=NetworkSegment(06b5792c-3eec-4440-91ba-07af232192dd),segment_id=06b5792c-3eec-4440-91ba-07af232192dd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:13.953100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-0a3c991d-4fba-4fe7-ac4b-0c220858e5fa tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:13.960752 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.961717 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8a47421e-dbf8-411c-9da8-4594a5688a09 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:14.034345 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ae6b-34e9-4a5f-84e0-49483fa54301 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1410357'] for subnet, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.095971 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffdff5-1793-4b70-88a2-0ef75189eec8 None None] Pushing event updated for resources: {'Port': ['ID=72796dc5-c8b4-41a0-bfa6-3e80123a7ae7,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:14.145742 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 82c99176-aec7-40f3-a733-c666c2f38815 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:42:14.147384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:14.154228 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:14.157533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:14.187855 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e618c0be-8513-410e-a757-5756cbd8796c None None] Provisioning complete for port 07dfbd9f-e376-4cf3-a70d-570c4f226217 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:14.188248 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-0a3c991d-4fba-4fe7-ac4b-0c220858e5fa tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:14.188672 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e618c0be-8513-410e-a757-5756cbd8796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.189565 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-0a3c991d-4fba-4fe7-ac4b-0c220858e5fa tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5271444 Apr 22 14:42:14.218741 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a8a3416b-4526-4dfb-9bb3-f86e58eceb93 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.259534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Attempting to bind port bacebb32-1749-4efb-9180-25eccde75a91 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:14.259898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Attempting to bind port bacebb32-1749-4efb-9180-25eccde75a91 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:14.261445 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=a17a3818-d97c-4390-830b-d7897b708df3,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:14.266064 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Attempting to bind port bacebb32-1749-4efb-9180-25eccde75a91 on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:14.314128 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:14.314835 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.388450 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b439c07f-7de5-42b5-b1b1-7309ded77f87 None None] Update dhcp port {'port': {'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'fixed_ips': [{'subnet_id': '4fa51a04-9d65-4d4d-b59f-2df15277b832', 'ip_address': '172.20.0.19'}, {'subnet_id': 'a0ad748a-e50d-4627-99fc-279b46b495b5'}], 'binding:host_id': 'dv-neutron-839027-1-hyperv'}, 'id': '606acd6b-4e83-4d11-96df-e2116e32bb2d'} from dv-neutron-839027-1-hyperv. {{(pid=83965) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:42:14.410919 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3416b-4526-4dfb-9bb3-f86e58eceb93 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=4e49fb38-9db2-4ee1-9020-b8387ca15997,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:14.482017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:14.482401 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:14.482806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.483209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:14.483759 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Bound port: bacebb32-1749-4efb-9180-25eccde75a91, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:14.484141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.499861 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c857dfb8-f2e4-4946-a81a-cdb00defa487 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7687230 Apr 22 14:42:14.506924 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32880) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:14.554968 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=fe0c2155-8516-4029-9b42-1fd30f70d1e4,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:14.559504 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b439c07f-7de5-42b5-b1b1-7309ded77f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.563738 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7daadca3-3564-4575-9506-b8e11321bfc9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'subnet': {'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:14.665552 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 8a47421e-dbf8-411c-9da8-4594a5688a09 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:14.669256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-92940dc1-4988-40a6-bbe0-8dbfe7d67572', 'network_id': '92940dc1-4988-40a6-bbe0-8dbfe7d67572', 'tenant_id': '7de9aea1cfe441b3a92deb1f5f0dff5d', 'fixed_ips': [{'subnet_id': 'b55b49a0-25c7-4728-9814-0850378396d9'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:14.670061 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.724717 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-6b415708-af6f-440c-8027-537b49847238 service neutron] 10.222.0.23 "GET /v2.0/networks/a5c21dbc-85c2-4429-8a1a-5e0b34870fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762545 Apr 22 14:42:14.726345 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ae6b-34e9-4a5f-84e0-49483fa54301 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757670916509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1390379'] for subnet, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.730909 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Allocated IP 172.20.0.1 (6e14cd95-ffaf-43b8-ba69-cb1f5526b66a/369b0470-6d63-49b3-a6c9-e95a9f1af9bf/53759fe1-687a-4c75-9f15-5e7f8c6d0cfa) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:14.735186 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a8a3416b-4526-4dfb-9bb3-f86e58eceb93 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.877513 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a8a3416b-4526-4dfb-9bb3-f86e58eceb93 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/4e49fb38-9db2-4ee1-9020-b8387ca15997 HTTP/1.1" status: 204 len: 168 time: 2.5708594 Apr 22 14:42:14.905352 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32884) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:14.934720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] For port bacebb32-1749-4efb-9180-25eccde75a91, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:14.964164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5ae6b-34e9-4a5f-84e0-49483fa54301 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event updated for resources: {'Subnet': ['ID=b55b49a0-25c7-4728-9814-0850378396d9,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:14.978375 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] For port bacebb32-1749-4efb-9180-25eccde75a91, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=bacebb32-1749-4efb-9180-25eccde75a91,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:15.019649 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5ae6b-34e9-4a5f-84e0-49483fa54301 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:15.020192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.020358 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ae6b-34e9-4a5f-84e0-49483fa54301 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.024053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 07dfbd9f-e376-4cf3-a70d-570c4f226217 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:15.024855 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6aa5ae6b-34e9-4a5f-84e0-49483fa54301 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "PUT /v2.0/subnets/b55b49a0-25c7-4728-9814-0850378396d9 HTTP/1.1" status: 200 len: 877 time: 1.2082655 Apr 22 14:42:15.027930 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32888) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:15.028868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7daadca3-3564-4575-9506-b8e11321bfc9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:15.052382 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7daadca3-3564-4575-9506-b8e11321bfc9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:subnet and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:15.057695 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a5b265-fe24-42ed-b810-d246e72579d2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:15.059162 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a5b265-fe24-42ed-b810-d246e72579d2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:15.059953 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-31a5b265-fe24-42ed-b810-d246e72579d2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:15.062878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7daadca3-3564-4575-9506-b8e11321bfc9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:15.088202 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7daadca3-3564-4575-9506-b8e11321bfc9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:15.138113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daadca3-3564-4575-9506-b8e11321bfc9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:15.155826 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-31a5b265-fe24-42ed-b810-d246e72579d2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:15.161098 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-31a5b265-fe24-42ed-b810-d246e72579d2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2474360 Apr 22 14:42:15.163752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32892) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:15.166896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.212056 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Allocated IP 172.20.0.3 (92940dc1-4988-40a6-bbe0-8dbfe7d67572/b55b49a0-25c7-4728-9814-0850378396d9/5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:15.267312 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-f231c49a-6dcd-43a5-8f64-6f42da49b82f service neutron] 10.222.0.23 "GET /v2.0/networks/a5c21dbc-85c2-4429-8a1a-5e0b34870fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259113 Apr 22 14:42:15.331215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.459225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.528908 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:15.540543 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be18670d-0bec-4f4f-ab8b-fbfe96646b1f None None] Sync routers for ids ['82c99176-aec7-40f3-a733-c666c2f38815'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:15.564922 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be18670d-0bec-4f4f-ab8b-fbfe96646b1f None None] Routers {'82c99176-aec7-40f3-a733-c666c2f38815'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:15.565751 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.568624 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-be18670d-0bec-4f4f-ab8b-fbfe96646b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['82c99176-aec7-40f3-a733-c666c2f38815'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:15.578016 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Transition to ACTIVE for port object 53759fe1-687a-4c75-9f15-5e7f8c6d0cfa will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:15.582210 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Transition to ACTIVE for port object 5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:15.595098 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0271d3de-d4ca-45f0-87f9-b1a56cbf7218 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/82c99176-aec7-40f3-a733-c666c2f38815/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4421349 Apr 22 14:42:15.604765 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32902) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:15.611816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Transition to ACTIVE for port object 5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:15.667584 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-87a46722-2bf4-443c-81c8-416fb94a3e6f req-d9ee24dd-2eb0-42a8-88bb-b3fa4f599d0d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 210 time: 0.0945985 Apr 22 14:42:15.694482 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.743562 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-be18670d-0bec-4f4f-ab8b-fbfe96646b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:15.758160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-b439c07f-7de5-42b5-b1b1-7309ded77f87 None None] Allocated IP 172.20.0.2 (d9c7ee68-1059-4b4c-9d44-83330bbf0dec/a0ad748a-e50d-4627-99fc-279b46b495b5/606acd6b-4e83-4d11-96df-e2116e32bb2d) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:15.760555 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be18670d-0bec-4f4f-ab8b-fbfe96646b1f None None] Routers {'82c99176-aec7-40f3-a733-c666c2f38815'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:15.761912 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-be18670d-0bec-4f4f-ab8b-fbfe96646b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['82c99176-aec7-40f3-a733-c666c2f38815'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:15.781590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Subnet': ['ID=b55b49a0-25c7-4728-9814-0850378396d9,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:15.849572 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-be18670d-0bec-4f4f-ab8b-fbfe96646b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:15.850488 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be18670d-0bec-4f4f-ab8b-fbfe96646b1f None None] The sync data for ids ['82c99176-aec7-40f3-a733-c666c2f38815'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:15.907209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e73c44-153c-4c2b-a889-6222aaf2bf7c None None] Network 6e14cd95-ffaf-43b8-ba69-cb1f5526b66a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:15.920289 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee86d0-cd13-40c0-8bba-2a8b98f13bbc None None] Pushing event updated for resources: {'Port': ['ID=bacebb32-1749-4efb-9180-25eccde75a91,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:15.922213 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.937676 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e618c0be-8513-410e-a757-5756cbd8796c None None] Provisioning for port 8a47421e-dbf8-411c-9da8-4594a5688a09 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:15.940876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.943951 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7daadca3-3564-4575-9506-b8e11321bfc9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.956286 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92940dc1-4988-40a6-bbe0-8dbfe7d67572']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:15.968552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4701dc-dd17-4cab-958f-ec395cee7856 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:15.969164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1a4701dc-dd17-4cab-958f-ec395cee7856 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Synchronizing usage tracker for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:15.974127 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c10ea0-8737-40d7-87d3-f805c9f75e63') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:15.974507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c10ea0-8737-40d7-87d3-f805c9f75e63') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:15.990926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.010573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.017112 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e618c0be-8513-410e-a757-5756cbd8796c None None] Provisioning complete for port 8a47421e-dbf8-411c-9da8-4594a5688a09 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:16.017951 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e618c0be-8513-410e-a757-5756cbd8796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.019069 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:16.020605 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.033573 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:16.045289 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:16.068719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Network 92940dc1-4988-40a6-bbe0-8dbfe7d67572 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:16.147686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:42:16.147686 dv-neutron-839027-1-hyperv neutron-server[83964]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:42:16.147686 dv-neutron-839027-1-hyperv neutron-server[83964]: [parameters: {'id': '92940dc1-4988-40a6-bbe0-8dbfe7d67572'}] Apr 22 14:42:16.147686 dv-neutron-839027-1-hyperv neutron-server[83964]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:42:16.148769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:42:16.157579 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:16.160450 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:16.177068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1a4701dc-dd17-4cab-958f-ec395cee7856 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Unset dirty status for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:16.178327 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1a4701dc-dd17-4cab-958f-ec395cee7856 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports/114872ad-4828-427c-bde7-de4ad85d6494 HTTP/1.1" status: 200 len: 911 time: 0.5652368 Apr 22 14:42:16.189053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32914) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:16.201256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 07dfbd9f-e376-4cf3-a70d-570c4f226217 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:16.201852 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.230107 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 6e14cd95-ffaf-43b8-ba69-cb1f5526b66a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:16.231127 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=53759fe1-687a-4c75-9f15-5e7f8c6d0cfa,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:16.277085 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.ipam_backend_mixin [None req-7daadca3-3564-4575-9506-b8e11321bfc9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a0ad748a-e50d-4627-99fc-279b46b495b5 (CIDR: 172.20.0.0/28) Apr 22 14:42:16.281862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc78f833-e1ba-4a4e-9609-03a706c977f1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 6c82766b-2be6-442b-9198-f25e034362a7 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:16.284886 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:16.291312 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-7daadca3-3564-4575-9506-b8e11321bfc9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:42:16.292092 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7daadca3-3564-4575-9506-b8e11321bfc9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:16.297362 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fc78f833-e1ba-4a4e-9609-03a706c977f1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.358405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:16.481385 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Pushing event updated for resources: {'Port': ['ID=5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:16.521451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Attempting to bind port 5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:16.521823 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Attempting to bind port 5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'c2c10ea0-8737-40d7-87d3-f805c9f75e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '92940dc1-4988-40a6-bbe0-8dbfe7d67572'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:16.522185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Attempting to bind port 5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774 on network 92940dc1-4988-40a6-bbe0-8dbfe7d67572 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:16.528919 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fc78f833-e1ba-4a4e-9609-03a706c977f1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.529716 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-b439c07f-7de5-42b5-b1b1-7309ded77f87 None None] For port 606acd6b-4e83-4d11-96df-e2116e32bb2d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=606acd6b-4e83-4d11-96df-e2116e32bb2d,segment=NetworkSegment(7ba86961-0c97-4bc6-a507-feb58192c6c1),segment_id=7ba86961-0c97-4bc6-a507-feb58192c6c1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:16.620969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32918) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:16.621447 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7daadca3-3564-4575-9506-b8e11321bfc9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0757513 Apr 22 14:42:16.641105 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-e880f3d1-0f34-4d6e-b514-83eb312334c5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'subnet': {'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:16.642871 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.663096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.777856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Deleting port 5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:16.778543 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.811736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fc78f833-e1ba-4a4e-9609-03a706c977f1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.831793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e618c0be-8513-410e-a757-5756cbd8796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.843018 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device fe0c2155-8516-4029-9b42-1fd30f70d1e4 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:16.878708 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:16.879126 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Checking segment: {'id': 'c2c10ea0-8737-40d7-87d3-f805c9f75e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '92940dc1-4988-40a6-bbe0-8dbfe7d67572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:16.879717 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.880156 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Bound using segment: {'id': 'c2c10ea0-8737-40d7-87d3-f805c9f75e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '92940dc1-4988-40a6-bbe0-8dbfe7d67572'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:16.880616 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Bound port: 5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c10ea0-8737-40d7-87d3-f805c9f75e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '92940dc1-4988-40a6-bbe0-8dbfe7d67572'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:16.880993 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.896634 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.926841 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2910f9a4-f3d8-48ee-9dbb-351371e8939d req-566811e5-d82a-4f45-9494-add14033ff89 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 210 time: 0.0675874 Apr 22 14:42:16.961287 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.resource_extend [None req-b439c07f-7de5-42b5-b1b1-7309ded77f87 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:16.996508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fc78f833-e1ba-4a4e-9609-03a706c977f1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.056632 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] For port 5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:17.059879 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] For port 5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774,segment=NetworkSegment(c2c10ea0-8737-40d7-87d3-f805c9f75e63),segment_id=c2c10ea0-8737-40d7-87d3-f805c9f75e63)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:17.108397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b439c07f-7de5-42b5-b1b1-7309ded77f87 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.122949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.141143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fc78f833-e1ba-4a4e-9609-03a706c977f1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.153815 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78f833-e1ba-4a4e-9609-03a706c977f1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=6c82766b-2be6-442b-9198-f25e034362a7,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:17.154408 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e880f3d1-0f34-4d6e-b514-83eb312334c5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:17.328429 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-08cb1014-4a02-423f-9a18-256a61330f3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:17.329149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-08cb1014-4a02-423f-9a18-256a61330f3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:17.365155 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b439c07f-7de5-42b5-b1b1-7309ded77f87 None None] Transition to ACTIVE for port object 606acd6b-4e83-4d11-96df-e2116e32bb2d will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:17.391624 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-e618c0be-8513-410e-a757-5756cbd8796c None None] For port 8a47421e-dbf8-411c-9da8-4594a5688a09, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8a47421e-dbf8-411c-9da8-4594a5688a09,segment=NetworkSegment(4f2f3723-3345-487b-b581-b49d3796a416),segment_id=4f2f3723-3345-487b-b581-b49d3796a416)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:17.401461 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31172e6-13b6-4f51-8ee2-8a004367b942 None None] Network 92940dc1-4988-40a6-bbe0-8dbfe7d67572 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:17.412774 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e880f3d1-0f34-4d6e-b514-83eb312334c5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:subnet and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:17.414567 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b439c07f-7de5-42b5-b1b1-7309ded77f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.422261 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e880f3d1-0f34-4d6e-b514-83eb312334c5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:17.436040 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e880f3d1-0f34-4d6e-b514-83eb312334c5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:17.450566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] For port 5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774, host dv-neutron-839027-1-hyperv, got binding levels [] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:17.451580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.453382 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e618c0be-8513-410e-a757-5756cbd8796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.503565 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fc78f833-e1ba-4a4e-9609-03a706c977f1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/6c82766b-2be6-442b-9198-f25e034362a7 HTTP/1.1" status: 204 len: 168 time: 2.3307917 Apr 22 14:42:17.504551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-08cb1014-4a02-423f-9a18-256a61330f3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:17.505861 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-08cb1014-4a02-423f-9a18-256a61330f3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/networks?id=a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 HTTP/1.1" status: 200 len: 796 time: 0.4108841 Apr 22 14:42:17.509357 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32924) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:17.586313 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e618c0be-8513-410e-a757-5756cbd8796c None None] Provisioning for port 114872ad-4828-427c-bde7-de4ad85d6494 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:17.589422 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745ff0f-c619-40d8-996a-d77fd2f54f4f None None] Pushing event updated for resources: {'Port': ['ID=5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:17.629324 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2df43742-82d7-4225-b994-a135c3094afc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1162863 Apr 22 14:42:17.632899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32928) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:17.648214 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e880f3d1-0f34-4d6e-b514-83eb312334c5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:17.659639 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:17.681020 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Calling delete_port for 5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:17.762886 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port fe0c2155-8516-4029-9b42-1fd30f70d1e4 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:17.763276 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.793064 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439c07f-7de5-42b5-b1b1-7309ded77f87 None None] Pushing event updated for resources: {'Port': ['ID=606acd6b-4e83-4d11-96df-e2116e32bb2d,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:17.918669 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618c0be-8513-410e-a757-5756cbd8796c None None] Pushing event updated for resources: {'Port': ['ID=8a47421e-dbf8-411c-9da8-4594a5688a09,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:17.921802 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e618c0be-8513-410e-a757-5756cbd8796c None None] Provisioning complete for port 114872ad-4828-427c-bde7-de4ad85d6494 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:17.922170 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e618c0be-8513-410e-a757-5756cbd8796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.979052 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bd98ae-1534-4262-88bd-5e8cfd442145 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:17.990420 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-08d37b29-8b97-42e3-b974-522e13654b62 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:18.021416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:18.035056 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:18.038400 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-08d37b29-8b97-42e3-b974-522e13654b62 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:18.039554 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-08d37b29-8b97-42e3-b974-522e13654b62 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 379 time: 0.4663539 Apr 22 14:42:18.040345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:18.045639 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:42:18.046239 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:42:18.053682 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-d0efe7f0-a887-4424-97af-ee5a840efee6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'port': {'device_id': '3c19b736-9098-4bd0-8a51-a6ee4f322d3e', 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'admin_state_up': True, 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'security_groups': ['07291e1f-d2e5-4698-9410-c2c97ed78ed7']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:18.064226 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e880f3d1-0f34-4d6e-b514-83eb312334c5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.076089 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:18.214748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:18.217751 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.262252 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e618c0be-8513-410e-a757-5756cbd8796c None None] Port 114872ad-4828-427c-bde7-de4ad85d6494 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:18.274223 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b919b2af-ef27-48fc-905e-6d92bca5cbcb req-27e66ea0-431d-4421-9810-6129c489e86c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 210 time: 0.0787761 Apr 22 14:42:18.345742 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:18.368712 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.ipam_backend_mixin [None req-e880f3d1-0f34-4d6e-b514-83eb312334c5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4fa51a04-9d65-4d4d-b59f-2df15277b832 (CIDR: 172.20.0.16/28) Apr 22 14:42:18.376216 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-e880f3d1-0f34-4d6e-b514-83eb312334c5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:42:18.381746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e880f3d1-0f34-4d6e-b514-83eb312334c5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:18.403715 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.415791 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e880f3d1-0f34-4d6e-b514-83eb312334c5 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.7826853 Apr 22 14:42:18.417048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32934) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:18.420550 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.420741 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.445412 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-c8bd4b0f-4507-4891-b8b1-088b64303c27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'subnet': {'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:18.482548 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:18.529904 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-d0efe7f0-a887-4424-97af-ee5a840efee6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:18.533292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac27076-53d7-430f-b636-0cf7be457714 None None] Network 92940dc1-4988-40a6-bbe0-8dbfe7d67572 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:18.554730 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-d0efe7f0-a887-4424-97af-ee5a840efee6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:18.557545 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9898d9b0-849f-4ec7-9f8d-171c2fd2678c None None] Provisioning for port 53759fe1-687a-4c75-9f15-5e7f8c6d0cfa completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:18.598405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-d0efe7f0-a887-4424-97af-ee5a840efee6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:18.602227 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-d0efe7f0-a887-4424-97af-ee5a840efee6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.622454 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9898d9b0-849f-4ec7-9f8d-171c2fd2678c None None] Provisioning complete for port 53759fe1-687a-4c75-9f15-5e7f8c6d0cfa triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:18.622830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9898d9b0-849f-4ec7-9f8d-171c2fd2678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.764116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Deleting port 5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:18.764116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.798851 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=53759fe1-687a-4c75-9f15-5e7f8c6d0cfa,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:18.799956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9898d9b0-849f-4ec7-9f8d-171c2fd2678c None None] Port 53759fe1-687a-4c75-9f15-5e7f8c6d0cfa cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:18.803247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.865619 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c8bd4b0f-4507-4891-b8b1-088b64303c27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:18.899606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:18.902952 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c8bd4b0f-4507-4891-b8b1-088b64303c27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Usage tracker for resource:subnet and tenant:8b78d3f1487643589a49391037b041e7 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:18.905023 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9898d9b0-849f-4ec7-9f8d-171c2fd2678c None None] Provisioning complete for port 8a47421e-dbf8-411c-9da8-4594a5688a09 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:18.905397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9898d9b0-849f-4ec7-9f8d-171c2fd2678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.915555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c8bd4b0f-4507-4891-b8b1-088b64303c27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:18.930835 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c8bd4b0f-4507-4891-b8b1-088b64303c27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:18.938402 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a484c9cf-6f25-462b-b44f-d28878d27b59 None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:18.970346 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-a484c9cf-6f25-462b-b44f-d28878d27b59 None None] Deleting port bacebb32-1749-4efb-9180-25eccde75a91 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:18.970720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a484c9cf-6f25-462b-b44f-d28878d27b59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.100428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bd4b0f-4507-4891-b8b1-088b64303c27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Made reservation on behalf of 8b78d3f1487643589a49391037b041e7 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:19.102631 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 606acd6b-4e83-4d11-96df-e2116e32bb2d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:19.104041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4b0f-4507-4891-b8b1-088b64303c27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.170671 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-d0efe7f0-a887-4424-97af-ee5a840efee6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.8 (a5c21dbc-85c2-4429-8a1a-5e0b34870fd8/1b248d5f-455f-4df8-a813-b87aaf9df149/62195b0a-3936-441f-a211-acd5f30e6341) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:19.189708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 6e14cd95-ffaf-43b8-ba69-cb1f5526b66a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:19.200306 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:19.420378 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9898d9b0-849f-4ec7-9f8d-171c2fd2678c None None] Provisioning for port bacebb32-1749-4efb-9180-25eccde75a91 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:19.433200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a484c9cf-6f25-462b-b44f-d28878d27b59 None None] For port bacebb32-1749-4efb-9180-25eccde75a91, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=bacebb32-1749-4efb-9180-25eccde75a91,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:19.433666 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a484c9cf-6f25-462b-b44f-d28878d27b59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.496453 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Allocated IP 2001:db8:1::1 (9dc5d709-c228-48e0-a17e-9d6533c263c6/04ad9209-d10f-4cb7-898e-240f82ec8859/f2e19bca-9e88-4672-b07c-975200db8d9e) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:19.639153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-a484c9cf-6f25-462b-b44f-d28878d27b59 None None] Calling delete_port for bacebb32-1749-4efb-9180-25eccde75a91 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:19.681916 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8a47421e-dbf8-411c-9da8-4594a5688a09 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:19.773411 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9898d9b0-849f-4ec7-9f8d-171c2fd2678c None None] Provisioning for port 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:19.802246 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9898d9b0-849f-4ec7-9f8d-171c2fd2678c None None] Provisioning complete for port 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:19.802958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9898d9b0-849f-4ec7-9f8d-171c2fd2678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.868899 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a484c9cf-6f25-462b-b44f-d28878d27b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.920585 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484c9cf-6f25-462b-b44f-d28878d27b59 None None] Pushing event deleted for resources: {'Port': ['ID=bacebb32-1749-4efb-9180-25eccde75a91,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:19.937779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484c9cf-6f25-462b-b44f-d28878d27b59 None None] No DVR routers for this DVR port bacebb32-1749-4efb-9180-25eccde75a91 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:19.943789 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 8a47421e-dbf8-411c-9da8-4594a5688a09 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:19.944453 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.971238 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.objects.ports [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83963) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:42:19.976510 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a153ad-edc2-474d-9fef-3c79938d7800 None None] get_active_networks_info from dv-neutron-839027-1-hyperv {{(pid=83965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:42:20.058223 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6dd75750-d7fb-4a5b-b510-4b524c5e189c req-1de58de3-058c-486b-823b-1059b9d7803c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 210 time: 0.1800058 Apr 22 14:42:20.073299 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.120120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Transition to ACTIVE for port object f2e19bca-9e88-4672-b07c-975200db8d9e will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:20.125801 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] For port 5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774,segment=NetworkSegment(c2c10ea0-8737-40d7-87d3-f805c9f75e63),segment_id=c2c10ea0-8737-40d7-87d3-f805c9f75e63)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:20.126157 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.147394 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9898d9b0-849f-4ec7-9f8d-171c2fd2678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.250892 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-d0efe7f0-a887-4424-97af-ee5a840efee6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.262005 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9898d9b0-849f-4ec7-9f8d-171c2fd2678c None None] For port 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=72796dc5-c8b4-41a0-bfa6-3e80123a7ae7,segment=NetworkSegment(7131765b-3d96-4705-8217-a29bff7ab86c),segment_id=7131765b-3d96-4705-8217-a29bff7ab86c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:20.265987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Calling delete_port for 5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:20.274816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9898d9b0-849f-4ec7-9f8d-171c2fd2678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.280259 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-d0efe7f0-a887-4424-97af-ee5a840efee6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object 62195b0a-3936-441f-a211-acd5f30e6341 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:20.297478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.ipam_pluggable_backend [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Port bacebb32-1749-4efb-9180-25eccde75a91 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83963) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 22 14:42:20.297934 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.ipam_pluggable_backend [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Reverting IP allocation for 2001:db8::f816:3eff:fe35:d36f {{(pid=83963) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 22 14:42:20.333859 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.334064 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a153ad-edc2-474d-9fef-3c79938d7800 None None] Resources bound (agent type, host, resource id): {{(pid=83965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:42:20.382992 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.390883 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898d9b0-849f-4ec7-9f8d-171c2fd2678c None None] Pushing event updated for resources: {'Port': ['ID=72796dc5-c8b4-41a0-bfa6-3e80123a7ae7,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:20.391263 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-d0efe7f0-a887-4424-97af-ee5a840efee6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.419450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.485404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1cbf580f-6dc5-46c4-b464-83bdf83b7ee3 None None] Provisioning complete for port 53759fe1-687a-4c75-9f15-5e7f8c6d0cfa triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:20.485867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1cbf580f-6dc5-46c4-b464-83bdf83b7ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.491942 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:20.500428 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:20.514413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:20.514413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.518778 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=d2a7e067-4fad-4efa-8df1-89ef4d94128a,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:20.526300 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 9dc5d709-c228-48e0-a17e-9d6533c263c6 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:20.527363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No DVR routers for this DVR port 5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:20.534044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:20.538868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-d0efe7f0-a887-4424-97af-ee5a840efee6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:20.542701 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efe7f0-a887-4424-97af-ee5a840efee6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=62195b0a-3936-441f-a211-acd5f30e6341,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:20.545619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-d0efe7f0-a887-4424-97af-ee5a840efee6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:20.552128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-d0efe7f0-a887-4424-97af-ee5a840efee6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:20.563318 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=f2e19bca-9e88-4672-b07c-975200db8d9e,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:20.565434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:20.565911 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.581908 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf580f-6dc5-46c4-b464-83bdf83b7ee3 None None] Port 53759fe1-687a-4c75-9f15-5e7f8c6d0cfa cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:20.610736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:42:20.621573 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1cbf580f-6dc5-46c4-b464-83bdf83b7ee3 None None] Provisioning for port 606acd6b-4e83-4d11-96df-e2116e32bb2d completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:20.622204 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-41901a96-ddb5-4e31-bed6-a713688e5765 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9882379 Apr 22 14:42:20.625649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32940) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:20.635733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'mac_address': 'fa:16:3e:be:03:cd', 'name': 'tempest-NetworksTestDHCPv6-423849667'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:20.659345 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1cbf580f-6dc5-46c4-b464-83bdf83b7ee3 None None] Provisioning complete for port 606acd6b-4e83-4d11-96df-e2116e32bb2d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:20.659345 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1cbf580f-6dc5-46c4-b464-83bdf83b7ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.717344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-d0efe7f0-a887-4424-97af-ee5a840efee6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:20.718140 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-d0efe7f0-a887-4424-97af-ee5a840efee6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.746259 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Port': ['ID=5a69c83e-09a8-4ba2-ba81-b2e8a2ba6774,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:20.779858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.820083 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92940dc1-4988-40a6-bbe0-8dbfe7d67572']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:20.846256 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c10ea0-8737-40d7-87d3-f805c9f75e63') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:20.846477 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c10ea0-8737-40d7-87d3-f805c9f75e63') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:20.900855 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.912663 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-d0efe7f0-a887-4424-97af-ee5a840efee6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8663170 Apr 22 14:42:20.925046 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4b0f-4507-4891-b8b1-088b64303c27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.928017 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Request body: {'port': {'device_id': '3c19b736-9098-4bd0-8a51-a6ee4f322d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:20.960994 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1cbf580f-6dc5-46c4-b464-83bdf83b7ee3 None None] Provisioning for port a17a3818-d97c-4390-830b-d7897b708df3 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:20.966966 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1cbf580f-6dc5-46c4-b464-83bdf83b7ee3 None None] Provisioning complete for port a17a3818-d97c-4390-830b-d7897b708df3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:20.967114 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1cbf580f-6dc5-46c4-b464-83bdf83b7ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.996987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.016217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': 'd2a7e067-4fad-4efa-8df1-89ef4d94128a'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:21.017662 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.020676 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:21.021035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.039438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:21.049838 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf580f-6dc5-46c4-b464-83bdf83b7ee3 None None] Port a17a3818-d97c-4390-830b-d7897b708df3 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:21.057155 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:21.074013 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:21.078690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:21.096225 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:21.120401 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bd4b0f-4507-4891-b8b1-088b64303c27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:21.122560 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.123563 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:21.133796 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:21.136469 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-c8bd4b0f-4507-4891-b8b1-088b64303c27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:21.137802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.139897 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bd4b0f-4507-4891-b8b1-088b64303c27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:21.140583 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4b0f-4507-4891-b8b1-088b64303c27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.147768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.199418 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1cbf580f-6dc5-46c4-b464-83bdf83b7ee3 None None] Provisioning complete for port c34e9f2e-3023-42e7-ad70-2a3008df7991 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:21.200059 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1cbf580f-6dc5-46c4-b464-83bdf83b7ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.204272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd4b0f-4507-4891-b8b1-088b64303c27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Subnet': ['ID=f922d38c-ac20-4d1e-ac48-6beaa9dda6e8,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:21.229363 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port 79dc7d4c-4268-44b3-8c4d-f0d7f442f6c7 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:21.275089 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.281007 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.284160 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:21.311242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d87bc6-1b7e-4247-a5ea-4dc126e95eae None None] Sync routers for ids ['9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:21.324288 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e20137cd-24e4-4ed6-a98a-005d6e85d738 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3355420 Apr 22 14:42:21.330349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32946) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:21.333386 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf580f-6dc5-46c4-b464-83bdf83b7ee3 None None] Port c34e9f2e-3023-42e7-ad70-2a3008df7991 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:21.341510 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c8bd4b0f-4507-4891-b8b1-088b64303c27 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9231288 Apr 22 14:42:21.352870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Allocated IP 2001:db8::f816:3eff:fe5f:5a98 (19101698-c44e-4563-acd4-3bbade7a380a/d2a7e067-4fad-4efa-8df1-89ef4d94128a/0a755086-ddf2-498f-9f00-02121741d7f3) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:21.369294 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d87bc6-1b7e-4247-a5ea-4dc126e95eae None None] Routers {'9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:21.369932 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f9d87bc6-1b7e-4247-a5ea-4dc126e95eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:21.380161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32950) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:21.392262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Network': ['ID=92940dc1-4988-40a6-bbe0-8dbfe7d67572,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:21.400510 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-db0db305-5564-4cc9-9095-d113ed80a9f3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1394333353', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f922d38c-ac20-4d1e-ac48-6beaa9dda6e8'}], 'security_groups': ['5527c910-88c6-418b-bed7-67a558842db0', '55745bd3-7e2c-4e1b-8456-b42a2daac086']}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:21.438193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:21.438575 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.446996 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-77b3be1b-d3cb-4651-b3ac-68b2dda17ae1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/92940dc1-4988-40a6-bbe0-8dbfe7d67572 HTTP/1.1" status: 204 len: 168 time: 6.4123857 Apr 22 14:42:21.449460 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32954) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:21.483968 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f9d87bc6-1b7e-4247-a5ea-4dc126e95eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:21.517057 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb6e7f1-0d3b-4490-a226-92b6359a40b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:21.517504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb6e7f1-0d3b-4490-a226-92b6359a40b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:21.522685 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fbb6e7f1-0d3b-4490-a226-92b6359a40b2 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/subnets/b55b49a0-25c7-4728-9814-0850378396d9 HTTP/1.1" status: 404 len: 337 time: 0.0705144 Apr 22 14:42:21.527464 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32958) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:21.553239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e0efdf-2793-47eb-869c-f610c0c28715 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:21.553893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-23e0efdf-2793-47eb-869c-f610c0c28715 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Synchronizing usage tracker for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:21.607238 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d87bc6-1b7e-4247-a5ea-4dc126e95eae None None] Routers {'9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:21.607806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f9d87bc6-1b7e-4247-a5ea-4dc126e95eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:41:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:21.652135 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcb2fef-9207-48ff-9d93-663ad7f2ddcd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:21.652492 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcb2fef-9207-48ff-9d93-663ad7f2ddcd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:21.658495 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7dcb2fef-9207-48ff-9d93-663ad7f2ddcd tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/92940dc1-4988-40a6-bbe0-8dbfe7d67572 HTTP/1.1" status: 404 len: 339 time: 0.1258011 Apr 22 14:42:21.658495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32962) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:21.676961 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f9d87bc6-1b7e-4247-a5ea-4dc126e95eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:21.677371 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d87bc6-1b7e-4247-a5ea-4dc126e95eae None None] The sync data for ids ['9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:21.712211 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-23e0efdf-2793-47eb-869c-f610c0c28715 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Unset dirty status for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:21.712905 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-23e0efdf-2793-47eb-869c-f610c0c28715 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports/53759fe1-687a-4c75-9f15-5e7f8c6d0cfa HTTP/1.1" status: 200 len: 910 time: 0.3816292 Apr 22 14:42:21.714255 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd585e5-5b13-4f16-a75b-e756cc37849a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:21.714805 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd585e5-5b13-4f16-a75b-e756cc37849a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:21.719335 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7cd585e5-5b13-4f16-a75b-e756cc37849a tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/subnets/2b43d87a-d98f-4b57-8430-97919bb7045f HTTP/1.1" status: 404 len: 337 time: 0.0575719 Apr 22 14:42:21.719521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32966) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:21.720309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32968) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:21.731773 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ca90efdf-4781-4598-bab8-18bdc8eb0039 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '369b0470-6d63-49b3-a6c9-e95a9f1af9bf'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:21.817755 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-379e47d5-db76-49b1-9477-9e1610679baf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:21.818232 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379e47d5-db76-49b1-9477-9e1610679baf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:21.823427 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-379e47d5-db76-49b1-9477-9e1610679baf tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/9cd08838-dce9-4f44-93a5-06810ede53a7 HTTP/1.1" status: 404 len: 339 time: 0.0973103 Apr 22 14:42:21.826781 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32974) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:21.829530 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.841105 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Transition to ACTIVE for port object 0a755086-ddf2-498f-9f00-02121741d7f3 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:21.861998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Transition to ACTIVE for port object 0a755086-ddf2-498f-9f00-02121741d7f3 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:21.869950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.887518 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-db0db305-5564-4cc9-9095-d113ed80a9f3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.947090 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:21.947460 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c2507-dfd7-439b-b3a1-a3cf0fe97bad req-7bba83a2-c509-48d6-b0d3-32af9c29f3c8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:21.949012 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-242c2507-dfd7-439b-b3a1-a3cf0fe97bad req-7bba83a2-c509-48d6-b0d3-32af9c29f3c8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 931 time: 0.6502695 Apr 22 14:42:21.950870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:21.953071 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Pushing event updated for resources: {'Port': ['ID=0a755086-ddf2-498f-9f00-02121741d7f3,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:21.960679 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:22.059837 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Attempting to bind port 0a755086-ddf2-498f-9f00-02121741d7f3 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:22.060603 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Attempting to bind port 0a755086-ddf2-498f-9f00-02121741d7f3 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:22.061569 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Attempting to bind port 0a755086-ddf2-498f-9f00-02121741d7f3 on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:22.068382 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:22.068860 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:22.069339 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.069799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:22.070339 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Bound port: 0a755086-ddf2-498f-9f00-02121741d7f3, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:22.070946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.113191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:22.165979 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] For port 0a755086-ddf2-498f-9f00-02121741d7f3, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:22.166836 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-52f9d559-6a10-4035-83f9-f84187b4f331 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.170032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] For port 0a755086-ddf2-498f-9f00-02121741d7f3, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0a755086-ddf2-498f-9f00-02121741d7f3,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:22.175716 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.220009 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::f816:3eff:febe:3cd (19101698-c44e-4563-acd4-3bbade7a380a/d2a7e067-4fad-4efa-8df1-89ef4d94128a/79dc7d4c-4268-44b3-8c4d-f0d7f442f6c7) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:22.237246 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62195b0a-3936-441f-a211-acd5f30e6341 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:42:22.249927 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.260162 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53193f36-0828-4fb8-8658-1c3c96e7b469 None None] Pushing event updated for resources: {'Port': ['ID=0a755086-ddf2-498f-9f00-02121741d7f3,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:22.272572 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-242c2507-dfd7-439b-b3a1-a3cf0fe97bad req-1cee6ea2-d1c3-4234-8f39-29cc10c0261b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=07291e1f-d2e5-4698-9410-c2c97ed78ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605846 Apr 22 14:42:22.352146 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Transition to ACTIVE for port object 62195b0a-3936-441f-a211-acd5f30e6341 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:22.365723 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.412333 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-17ebf452-2b22-4b6d-bd4c-cf66911929e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.415530 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ca90efdf-4781-4598-bab8-18bdc8eb0039 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.483065 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:22.529263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.566808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.568115 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.572970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-52f9d559-6a10-4035-83f9-f84187b4f331 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.713086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-52f9d559-6a10-4035-83f9-f84187b4f331 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0788cff-c5aa-4322-a065-1e5f8c3c8278']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:22.713369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Pushing event updated for resources: {'Port': ['ID=62195b0a-3936-441f-a211-acd5f30e6341,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:22.734256 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=f2e19bca-9e88-4672-b07c-975200db8d9e,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:22.821670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-52f9d559-6a10-4035-83f9-f84187b4f331 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b3486e-4aeb-4098-af64-4db926f3d280') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:22.821962 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-52f9d559-6a10-4035-83f9-f84187b4f331 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b3486e-4aeb-4098-af64-4db926f3d280') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:22.852014 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-52f9d559-6a10-4035-83f9-f84187b4f331 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.880315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-52f9d559-6a10-4035-83f9-f84187b4f331 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.908628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f9d559-6a10-4035-83f9-f84187b4f331 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:22.909021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-52f9d559-6a10-4035-83f9-f84187b4f331 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:22.926200 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:23.016600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.078092 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 9dc5d709-c228-48e0-a17e-9d6533c263c6 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:23.083270 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:23.116996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0a755086-ddf2-498f-9f00-02121741d7f3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:23.150837 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-52f9d559-6a10-4035-83f9-f84187b4f331 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.156129 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-52f9d559-6a10-4035-83f9-f84187b4f331 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.168855 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object 79dc7d4c-4268-44b3-8c4d-f0d7f442f6c7 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:23.175308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Attempting to bind port 62195b0a-3936-441f-a211-acd5f30e6341 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:23.175484 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Attempting to bind port 62195b0a-3936-441f-a211-acd5f30e6341 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '06b5792c-3eec-4440-91ba-07af232192dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:23.175893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Attempting to bind port 62195b0a-3936-441f-a211-acd5f30e6341 on network a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:23.202997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Port 62195b0a-3936-441f-a211-acd5f30e6341 on network a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:42:23.203393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Attempting to bind port 62195b0a-3936-441f-a211-acd5f30e6341 on network a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:23.208943 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 0a755086-ddf2-498f-9f00-02121741d7f3 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:23.225099 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:23.225441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Checking segment: {'id': '06b5792c-3eec-4440-91ba-07af232192dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:23.225832 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Bound using segment: {'id': '06b5792c-3eec-4440-91ba-07af232192dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:23.226283 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Bound port: 62195b0a-3936-441f-a211-acd5f30e6341, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b5792c-3eec-4440-91ba-07af232192dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:23.226636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.245060 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-db0db305-5564-4cc9-9095-d113ed80a9f3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Delete allocated IP 172.20.0.13 (d9c7ee68-1059-4b4c-9d44-83330bbf0dec/a0ad748a-e50d-4627-99fc-279b46b495b5) {{(pid=83964) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 14:42:23.269059 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9d559-6a10-4035-83f9-f84187b4f331 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Network': ['ID=b0788cff-c5aa-4322-a065-1e5f8c3c8278,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:23.281172 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-db0db305-5564-4cc9-9095-d113ed80a9f3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Allocated IP 172.20.0.38 (d9c7ee68-1059-4b4c-9d44-83330bbf0dec/f922d38c-ac20-4d1e-ac48-6beaa9dda6e8/a17a3818-d97c-4390-830b-d7897b708df3) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:23.287328 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-52f9d559-6a10-4035-83f9-f84187b4f331 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/b0788cff-c5aa-4322-a065-1e5f8c3c8278 HTTP/1.1" status: 204 len: 168 time: 1.4594152 Apr 22 14:42:23.294795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32978) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:23.369429 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-24553f84-e803-415f-bb25-b9163c7a904b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:23.369864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24553f84-e803-415f-bb25-b9163c7a904b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:23.373970 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-24553f84-e803-415f-bb25-b9163c7a904b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/subnets/16b26d61-55be-42d9-b156-d423e790fb21 HTTP/1.1" status: 404 len: 337 time: 0.0755293 Apr 22 14:42:23.374153 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.377263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32984) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:23.401227 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c12f99-738d-4553-9b7c-3194fefed997 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:23.512629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd192fde-b3c0-41c1-b428-ff1933ef7bbe None None] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:23.514430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:23.528719 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:23.539405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:23.544158 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:23.544822 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.560415 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] For port 62195b0a-3936-441f-a211-acd5f30e6341, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:23.571845 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=79dc7d4c-4268-44b3-8c4d-f0d7f442f6c7,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:23.599651 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] For port 62195b0a-3936-441f-a211-acd5f30e6341, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=62195b0a-3936-441f-a211-acd5f30e6341,segment=NetworkSegment(06b5792c-3eec-4440-91ba-07af232192dd),segment_id=06b5792c-3eec-4440-91ba-07af232192dd)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:23.612441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.624340 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e8d514-1333-46cb-bca4-3f3f05b1c75c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:23.624778 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e8d514-1333-46cb-bca4-3f3f05b1c75c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:23.629836 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d0e8d514-1333-46cb-bca4-3f3f05b1c75c tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/e03d593f-ea95-4d39-9d51-fc241a1fa8b4 HTTP/1.1" status: 404 len: 339 time: 0.2458522 Apr 22 14:42:23.634440 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 32988) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:23.674557 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7c4719d4-d9e1-4727-b2c5-789bb2b9572f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0449371 Apr 22 14:42:23.687987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32990) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:23.758465 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-ca90efdf-4781-4598-bab8-18bdc8eb0039 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:23.811800 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ca90efdf-4781-4598-bab8-18bdc8eb0039 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.817428 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.819405 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] 10.222.0.30 "PUT /v2.0/ports/62195b0a-3936-441f-a211-acd5f30e6341 HTTP/1.1" status: 200 len: 1093 time: 2.8973467 Apr 22 14:42:23.820685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c19b736-9098-4bd0-8a51-a6ee4f322d3e', 'tag': '62195b0a-3936-441f-a211-acd5f30e6341'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:42:23.855235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ca90efdf-4781-4598-bab8-18bdc8eb0039 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.943831 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-211b12c0-8510-4d07-a584-5f698d317423 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:23.944283 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211b12c0-8510-4d07-a584-5f698d317423 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:23.946063 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-211b12c0-8510-4d07-a584-5f698d317423 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/subnets/92efc5f8-f55c-46cb-9862-80b0d39a10f0 HTTP/1.1" status: 404 len: 337 time: 0.2569158 Apr 22 14:42:23.969674 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 32998) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:23.971196 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d08f64-04f0-42c4-bf2c-053311f77954'] response: {'name': 'network-changed', 'server_uuid': '3c19b736-9098-4bd0-8a51-a6ee4f322d3e', 'tag': '62195b0a-3936-441f-a211-acd5f30e6341', 'status': 'completed', 'code': 200} Apr 22 14:42:23.986080 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee2ed9-1668-4941-b9f6-ac7e9e4649d7 service neutron] Pushing event updated for resources: {'Port': ['ID=62195b0a-3936-441f-a211-acd5f30e6341,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:24.104104 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-47f86e41-3ff2-4489-aded-60d54400f0e5 None None] Provisioning for port 0a755086-ddf2-498f-9f00-02121741d7f3 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:24.139855 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a440cb-43f1-4b2d-87a7-e71110020625 req-8e857edc-7024-475d-aa32-a24a17072ece tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:24.145219 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a8a440cb-43f1-4b2d-87a7-e71110020625 req-8e857edc-7024-475d-aa32-a24a17072ece tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 943 time: 0.5713191 Apr 22 14:42:24.146959 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-47f86e41-3ff2-4489-aded-60d54400f0e5 None None] Provisioning complete for port 0a755086-ddf2-498f-9f00-02121741d7f3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:24.147511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-47f86e41-3ff2-4489-aded-60d54400f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.214745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 82c99176-aec7-40f3-a733-c666c2f38815 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:24.264473 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-db0db305-5564-4cc9-9095-d113ed80a9f3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.297027 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a8a440cb-43f1-4b2d-87a7-e71110020625 req-9527bed0-8b29-43db-8669-7ba2d0558c59 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=07291e1f-d2e5-4698-9410-c2c97ed78ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388879 Apr 22 14:42:24.333674 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c55ca7-ca8a-411d-97da-34212bf05298 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:24.334277 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c55ca7-ca8a-411d-97da-34212bf05298 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:24.339736 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-80c55ca7-ca8a-411d-97da-34212bf05298 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/25d9e8cd-f840-4eaf-a096-de129a479a3b HTTP/1.1" status: 404 len: 339 time: 0.3545980 Apr 22 14:42:24.355270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33002) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:24.369403 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.372111 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-47f86e41-3ff2-4489-aded-60d54400f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.446293 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-47f86e41-3ff2-4489-aded-60d54400f0e5 None None] For port 0a755086-ddf2-498f-9f00-02121741d7f3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0a755086-ddf2-498f-9f00-02121741d7f3,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:24.454656 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-47f86e41-3ff2-4489-aded-60d54400f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.466839 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-e664cbe9-ff0f-45b8-b5b7-704a57c39c89 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:24.467303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e664cbe9-ff0f-45b8-b5b7-704a57c39c89 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:24.470304 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e664cbe9-ff0f-45b8-b5b7-704a57c39c89 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/subnets/9a225ddd-9811-4466-b241-0c60c314639d HTTP/1.1" status: 404 len: 337 time: 0.1020224 Apr 22 14:42:24.485529 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33006) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:24.506648 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca90efdf-4781-4598-bab8-18bdc8eb0039 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:24.510995 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ca90efdf-4781-4598-bab8-18bdc8eb0039 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.512597 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ca90efdf-4781-4598-bab8-18bdc8eb0039 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/ports/53759fe1-687a-4c75-9f15-5e7f8c6d0cfa HTTP/1.1" status: 200 len: 910 time: 2.7916889 Apr 22 14:42:24.527936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-db0db305-5564-4cc9-9095-d113ed80a9f3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Transition to ACTIVE for port object a17a3818-d97c-4390-830b-d7897b708df3 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:24.528607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33010) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:24.546398 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c948df12-9227-4cec-8ffd-0e047f763e14 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:24.552793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c948df12-9227-4cec-8ffd-0e047f763e14 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:24.553594 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c948df12-9227-4cec-8ffd-0e047f763e14 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:24.570758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90efdf-4781-4598-bab8-18bdc8eb0039 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=53759fe1-687a-4c75-9f15-5e7f8c6d0cfa,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:24.586753 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c14457-90d7-4dcb-984f-ab5d5e512810 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:24.587603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c14457-90d7-4dcb-984f-ab5d5e512810 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:24.590152 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d2c14457-90d7-4dcb-984f-ab5d5e512810 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/6c1d1281-1b86-4dae-9669-bf6ca290d9ae HTTP/1.1" status: 404 len: 339 time: 0.1025624 Apr 22 14:42:24.591030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f86e41-3ff2-4489-aded-60d54400f0e5 None None] Pushing event updated for resources: {'Port': ['ID=0a755086-ddf2-498f-9f00-02121741d7f3,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:24.596912 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33014) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:24.605189 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-90952656-1e4d-4a72-8dcd-d4c02b9ca2cf None None] Provisioning for port 62195b0a-3936-441f-a211-acd5f30e6341 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:24.611831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-db0db305-5564-4cc9-9095-d113ed80a9f3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.612754 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7ab9ba-9a25-4443-8c99-b89da9228b5d None None] Update dhcp port {'port': {'network_id': 'd9c7ee68-1059-4b4c-9d44-83330bbf0dec', 'fixed_ips': [{'subnet_id': '4fa51a04-9d65-4d4d-b59f-2df15277b832', 'ip_address': '172.20.0.19'}, {'subnet_id': 'a0ad748a-e50d-4627-99fc-279b46b495b5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f922d38c-ac20-4d1e-ac48-6beaa9dda6e8'}], 'binding:host_id': 'dv-neutron-839027-1-hyperv'}, 'id': '606acd6b-4e83-4d11-96df-e2116e32bb2d'} from dv-neutron-839027-1-hyperv. {{(pid=83965) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:42:24.667881 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-90952656-1e4d-4a72-8dcd-d4c02b9ca2cf None None] Provisioning for port f2e19bca-9e88-4672-b07c-975200db8d9e completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:24.672933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c948df12-9227-4cec-8ffd-0e047f763e14 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:24.674611 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c948df12-9227-4cec-8ffd-0e047f763e14 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.9840941 Apr 22 14:42:24.682825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33018) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:24.684482 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-90952656-1e4d-4a72-8dcd-d4c02b9ca2cf None None] Provisioning complete for port f2e19bca-9e88-4672-b07c-975200db8d9e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:24.685049 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-90952656-1e4d-4a72-8dcd-d4c02b9ca2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.740551 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab9ba-9a25-4443-8c99-b89da9228b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.759208 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00279e8-93d8-415b-8c55-a00951c79e77 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:24.760160 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00279e8-93d8-415b-8c55-a00951c79e77 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:24.763093 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f00279e8-93d8-415b-8c55-a00951c79e77 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/subnets/1c5917b5-f248-487c-8af7-a90ebc24e23f HTTP/1.1" status: 404 len: 337 time: 0.1628473 Apr 22 14:42:24.766670 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-25d5da30-ea49-4b3a-8d86-bb4e5b841930 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 1096 time: 0.8490369 Apr 22 14:42:24.772885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33022) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:24.784134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0db305-5564-4cc9-9095-d113ed80a9f3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event updated for resources: {'Port': ['ID=a17a3818-d97c-4390-830b-d7897b708df3,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:24.792159 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-90952656-1e4d-4a72-8dcd-d4c02b9ca2cf None None] Port f2e19bca-9e88-4672-b07c-975200db8d9e cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:24.838443 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0b2cd684-c5e4-4489-8097-47cfa0e38007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.907340 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0243a0-22ce-40e2-a85b-49d6693594d1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:24.907757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0243a0-22ce-40e2-a85b-49d6693594d1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:24.909383 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cf0243a0-22ce-40e2-a85b-49d6693594d1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/31257e00-568f-45b4-8dd3-b4ae9ef9c724 HTTP/1.1" status: 404 len: 339 time: 0.1355457 Apr 22 14:42:24.915323 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-cd084f06-0614-4e4d-8bb7-fb611a9c6929 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62195b0a-3936-441f-a211-acd5f30e6341 HTTP/1.1" status: 200 len: 217 time: 0.1386874 Apr 22 14:42:24.916659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33026) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:24.952911 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b0544b24-cc42-48e7-98c5-9a3fe9a83507 None None] Provisioning complete for port 0a755086-ddf2-498f-9f00-02121741d7f3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:24.953476 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b0544b24-cc42-48e7-98c5-9a3fe9a83507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.999979 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-96efd3b8-9702-42e0-96a7-04baa273d059 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port 79dc7d4c-4268-44b3-8c4d-f0d7f442f6c7 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:25.000372 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-96efd3b8-9702-42e0-96a7-04baa273d059 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.015678 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-db0db305-5564-4cc9-9095-d113ed80a9f3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] In _notify_port_updated(), no bound segment for port a17a3818-d97c-4390-830b-d7897b708df3 on network d9c7ee68-1059-4b4c-9d44-83330bbf0dec {{(pid=83964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:42:25.020527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0db305-5564-4cc9-9095-d113ed80a9f3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:25.021197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-db0db305-5564-4cc9-9095-d113ed80a9f3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.025774 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-db0db305-5564-4cc9-9095-d113ed80a9f3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "PUT /v2.0/ports/a17a3818-d97c-4390-830b-d7897b708df3 HTTP/1.1" status: 200 len: 960 time: 3.6424148 Apr 22 14:42:25.029389 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33030) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:25.030748 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25f55d9-e01c-43e0-9c3a-0349f95e22c1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:25.031183 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25f55d9-e01c-43e0-9c3a-0349f95e22c1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:25.032836 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e25f55d9-e01c-43e0-9c3a-0349f95e22c1 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/subnets/a25c80e5-3f0e-4131-b661-8777d0c5c243 HTTP/1.1" status: 404 len: 337 time: 0.1152837 Apr 22 14:42:25.045343 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33034) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:25.055095 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0a755086-ddf2-498f-9f00-02121741d7f3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:25.100207 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:25.107424 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1e936d21-3865-47a3-9cd6-712ce8e65ee4 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/82c99176-aec7-40f3-a733-c666c2f38815/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9164951 Apr 22 14:42:25.111163 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-11469c0e-25fe-4c69-92dc-b727d0dafe55 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:25.111163 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11469c0e-25fe-4c69-92dc-b727d0dafe55 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:25.112688 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-11469c0e-25fe-4c69-92dc-b727d0dafe55 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/49631ea9-111d-4b3e-9515-2cba6a3a049f HTTP/1.1" status: 404 len: 339 time: 0.0607615 Apr 22 14:42:25.113840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33038) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:25.113983 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8892cf3a-bd96-472e-ac20-ce99f7d517fe None None] Sync routers for ids ['82c99176-aec7-40f3-a733-c666c2f38815'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:25.119415 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-e4b895cd-7b70-4ff4-ad1e-7f11a40f8368 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:25.120870 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-e4b895cd-7b70-4ff4-ad1e-7f11a40f8368 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b248d5f-455f-4df8-a813-b87aaf9df149 HTTP/1.1" status: 200 len: 834 time: 0.1596797 Apr 22 14:42:25.121568 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33040) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:25.133882 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8892cf3a-bd96-472e-ac20-ce99f7d517fe None None] Routers {'82c99176-aec7-40f3-a733-c666c2f38815'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:25.134665 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8892cf3a-bd96-472e-ac20-ce99f7d517fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['82c99176-aec7-40f3-a733-c666c2f38815'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:25.143348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a2c4a-5ad5-47c1-825c-1c07d0cf0fb8 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port a17a3818-d97c-4390-830b-d7897b708df3 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:25.144207 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd8a2c4a-5ad5-47c1-825c-1c07d0cf0fb8 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.167585 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-7e7ab9ba-9a25-4443-8c99-b89da9228b5d None None] Allocated IP 172.20.0.34 (d9c7ee68-1059-4b4c-9d44-83330bbf0dec/f922d38c-ac20-4d1e-ac48-6beaa9dda6e8/606acd6b-4e83-4d11-96df-e2116e32bb2d) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:25.216302 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8892cf3a-bd96-472e-ac20-ce99f7d517fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:25.229787 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8892cf3a-bd96-472e-ac20-ce99f7d517fe None None] Routers {'82c99176-aec7-40f3-a733-c666c2f38815'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:25.230578 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8892cf3a-bd96-472e-ac20-ce99f7d517fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['82c99176-aec7-40f3-a733-c666c2f38815'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:25.302238 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8892cf3a-bd96-472e-ac20-ce99f7d517fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:25.302895 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8892cf3a-bd96-472e-ac20-ce99f7d517fe None None] The sync data for ids ['82c99176-aec7-40f3-a733-c666c2f38815'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:25.341302 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 0a755086-ddf2-498f-9f00-02121741d7f3 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:25.342055 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.433005 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b0544b24-cc42-48e7-98c5-9a3fe9a83507 None None] Provisioning for port 79dc7d4c-4268-44b3-8c4d-f0d7f442f6c7 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:25.444805 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-96efd3b8-9702-42e0-96a7-04baa273d059 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.454215 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b0544b24-cc42-48e7-98c5-9a3fe9a83507 None None] Provisioning complete for port 79dc7d4c-4268-44b3-8c4d-f0d7f442f6c7 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:25.454784 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b0544b24-cc42-48e7-98c5-9a3fe9a83507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.465017 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-868f7d07-ea14-49b4-9d72-9ddf0aa38b53 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:25.465017 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868f7d07-ea14-49b4-9d72-9ddf0aa38b53 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:25.466696 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-868f7d07-ea14-49b4-9d72-9ddf0aa38b53 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/subnets/2731bde1-af10-4dfb-b675-5c9e132cf49e HTTP/1.1" status: 404 len: 337 time: 0.3436780 Apr 22 14:42:25.470329 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33048) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:25.491562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-7e7ab9ba-9a25-4443-8c99-b89da9228b5d None None] For port 606acd6b-4e83-4d11-96df-e2116e32bb2d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=606acd6b-4e83-4d11-96df-e2116e32bb2d,segment=NetworkSegment(7ba86961-0c97-4bc6-a507-feb58192c6c1),segment_id=7ba86961-0c97-4bc6-a507-feb58192c6c1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:25.592976 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b0544b24-cc42-48e7-98c5-9a3fe9a83507 None None] Port 79dc7d4c-4268-44b3-8c4d-f0d7f442f6c7 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:25.596351 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab9ba-9a25-4443-8c99-b89da9228b5d None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.621121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-96efd3b8-9702-42e0-96a7-04baa273d059 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for 79dc7d4c-4268-44b3-8c4d-f0d7f442f6c7 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:25.633256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7e7ab9ba-9a25-4443-8c99-b89da9228b5d None None] Transition to ACTIVE for port object 606acd6b-4e83-4d11-96df-e2116e32bb2d will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:25.647889 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab9ba-9a25-4443-8c99-b89da9228b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.674280 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cc6c1e-80c0-4295-b391-feebf660dfd2 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:25.675655 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-91cc6c1e-80c0-4295-b391-feebf660dfd2 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports/f2e19bca-9e88-4672-b07c-975200db8d9e HTTP/1.1" status: 200 len: 913 time: 0.5587490 Apr 22 14:42:25.677609 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37d9556-af8e-4864-a09a-f279264c5c82 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:25.678025 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37d9556-af8e-4864-a09a-f279264c5c82 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:25.679733 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f37d9556-af8e-4864-a09a-f279264c5c82 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/677e38ca-4763-4da2-9c99-3698bb2e65b4 HTTP/1.1" status: 404 len: 339 time: 0.1529503 Apr 22 14:42:25.690313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33052) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:25.690313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33054) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:25.786391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c092f4f-9e0d-48d1-b7b5-e09f5ff3f01a req-7d45e438-d322-498f-a033-e4c0b85dad9a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:25.787862 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7c092f4f-9e0d-48d1-b7b5-e09f5ff3f01a req-7d45e438-d322-498f-a033-e4c0b85dad9a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 943 time: 0.2580090 Apr 22 14:42:25.807865 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6324e84-2d22-4211-8ff9-fb0a27cf77cb tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:25.808299 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6324e84-2d22-4211-8ff9-fb0a27cf77cb tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:25.812317 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d6324e84-2d22-4211-8ff9-fb0a27cf77cb tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/subnets/ec828334-8030-4800-afba-a5130b3743ac HTTP/1.1" status: 404 len: 337 time: 0.1164455 Apr 22 14:42:25.825347 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33062) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:25.828445 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b34bacbd-bcb6-4836-809f-524cbc759bce tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.878509 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd8a2c4a-5ad5-47c1-825c-1c07d0cf0fb8 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.885754 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ab9ba-9a25-4443-8c99-b89da9228b5d None None] Pushing event updated for resources: {'Port': ['ID=606acd6b-4e83-4d11-96df-e2116e32bb2d,revision_number=7']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:25.899487 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b4bfa549-e3d7-4571-bf4b-04df05814339 None None] Provisioning complete for port 79dc7d4c-4268-44b3-8c4d-f0d7f442f6c7 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:25.900050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b4bfa549-e3d7-4571-bf4b-04df05814339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.911978 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-19e22b6d-2f61-4c18-b104-59e1c8d09fdb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c21dbc-85c2-4429-8a1a-5e0b34870fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5368917 Apr 22 14:42:25.980534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b4bfa549-e3d7-4571-bf4b-04df05814339 None None] Port 79dc7d4c-4268-44b3-8c4d-f0d7f442f6c7 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:25.984718 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.113342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a2c4a-5ad5-47c1-825c-1c07d0cf0fb8 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for a17a3818-d97c-4390-830b-d7897b708df3 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:26.141317 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-19dbefb4-00b0-4c11-8dcd-d059e30eaf74 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:26.141675 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19dbefb4-00b0-4c11-8dcd-d059e30eaf74 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:26.146692 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-19dbefb4-00b0-4c11-8dcd-d059e30eaf74 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/71437880-de1d-4c43-b5a2-d3baf9d2b383 HTTP/1.1" status: 404 len: 339 time: 0.2674444 Apr 22 14:42:26.146851 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.152756 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33066) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:26.209096 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dd5b87-3874-4f30-b039-c4a12fcd417b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:26.209551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8dd5b87-3874-4f30-b039-c4a12fcd417b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:26.211171 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f8dd5b87-3874-4f30-b039-c4a12fcd417b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/subnets/57c3d494-4c67-40d3-b264-917c746806ea HTTP/1.1" status: 404 len: 337 time: 0.0538568 Apr 22 14:42:26.216164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33070) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:26.221954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-96efd3b8-9702-42e0-96a7-04baa273d059 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.224924 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7c092f4f-9e0d-48d1-b7b5-e09f5ff3f01a req-0de4458d-cdff-40ce-b840-eccda6a0b388 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=07291e1f-d2e5-4698-9410-c2c97ed78ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4257889 Apr 22 14:42:26.293581 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83f61e3-597f-4faa-aeba-88e53dfd4b4f tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:26.294283 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83f61e3-597f-4faa-aeba-88e53dfd4b4f tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:26.298519 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f83f61e3-597f-4faa-aeba-88e53dfd4b4f tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/33ba31db-ce05-44c1-898f-ec2055daa6e1 HTTP/1.1" status: 404 len: 339 time: 0.0801504 Apr 22 14:42:26.299782 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33074) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:26.300131 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efd3b8-9702-42e0-96a7-04baa273d059 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=79dc7d4c-4268-44b3-8c4d-f0d7f442f6c7,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:26.307950 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-37d5b35e-574f-4dbe-95db-1d6c95642aea service neutron] 10.222.0.30 "GET /v2.0/networks/a5c21dbc-85c2-4429-8a1a-5e0b34870fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876073 Apr 22 14:42:26.554525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-96efd3b8-9702-42e0-96a7-04baa273d059 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.597140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd8a2c4a-5ad5-47c1-825c-1c07d0cf0fb8 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.600134 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-96efd3b8-9702-42e0-96a7-04baa273d059 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/79dc7d4c-4268-44b3-8c4d-f0d7f442f6c7 HTTP/1.1" status: 204 len: 168 time: 1.9147766 Apr 22 14:42:26.600997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33078) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:26.677761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a2c4a-5ad5-47c1-825c-1c07d0cf0fb8 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=a17a3818-d97c-4390-830b-d7897b708df3,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:26.706597 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-176b4c5a-12ef-4041-b93e-7c51953d09ff req-21113717-19e8-4c48-acf4-8200176ac80f service neutron] 10.222.0.30 "GET /v2.0/networks/a5c21dbc-85c2-4429-8a1a-5e0b34870fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688750 Apr 22 14:42:26.718288 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3a7903c7-217c-4ad1-9a96-a1fcc029b951 None None] Provisioning for port 606acd6b-4e83-4d11-96df-e2116e32bb2d completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:26.720525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b6da4c-c3a1-4340-ac16-c86b7527285d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:26.722011 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b6da4c-c3a1-4340-ac16-c86b7527285d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:26.723369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-42b6da4c-c3a1-4340-ac16-c86b7527285d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:26.729491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3a7903c7-217c-4ad1-9a96-a1fcc029b951 None None] Provisioning complete for port 606acd6b-4e83-4d11-96df-e2116e32bb2d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:26.731648 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3a7903c7-217c-4ad1-9a96-a1fcc029b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.734737 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7132fc1-e110-4519-88ef-ba80f939b2a6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Deleting subnet 04b6251e-3677-4c42-91b0-bc051756e75c {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:26.749352 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-42b6da4c-c3a1-4340-ac16-c86b7527285d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:26.751774 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-42b6da4c-c3a1-4340-ac16-c86b7527285d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1396983 Apr 22 14:42:26.753729 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33082) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:26.790335 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e7132fc1-e110-4519-88ef-ba80f939b2a6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.854560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9dac4689-0026-463a-be18-c8742c09ac02 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.919096 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3a7903c7-217c-4ad1-9a96-a1fcc029b951 None None] Could not find standard attr ID for object a17a3818-d97c-4390-830b-d7897b708df3. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:26.933125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3a7903c7-217c-4ad1-9a96-a1fcc029b951 None None] Provisioning complete for port c34e9f2e-3023-42e7-ad70-2a3008df7991 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:26.933551 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3a7903c7-217c-4ad1-9a96-a1fcc029b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.950341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e7132fc1-e110-4519-88ef-ba80f939b2a6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.979833 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd8a2c4a-5ad5-47c1-825c-1c07d0cf0fb8 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.030919 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fd8a2c4a-5ad5-47c1-825c-1c07d0cf0fb8 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/a17a3818-d97c-4390-830b-d7897b708df3 HTTP/1.1" status: 204 len: 168 time: 1.9927008 Apr 22 14:42:27.030919 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33086) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:27.041697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3a7903c7-217c-4ad1-9a96-a1fcc029b951 None None] Port c34e9f2e-3023-42e7-ad70-2a3008df7991 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:27.074402 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 606acd6b-4e83-4d11-96df-e2116e32bb2d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:27.150241 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 606acd6b-4e83-4d11-96df-e2116e32bb2d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:27.150613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.164457 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ff051c0d-a44a-4b28-b8f8-f82949273273 req-30e9f90c-b1ea-4062-84f3-d903c3b413dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 1096 time: 0.4052210 Apr 22 14:42:27.235120 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-786066f5-b9a8-406d-87ca-eb57336a935d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] GET failed (client error): The resource could not be found. Apr 22 14:42:27.235795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-786066f5-b9a8-406d-87ca-eb57336a935d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Synchronizing usage tracker for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:27.292177 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1eba458a-ed9c-45e1-9841-41c1ad806e7c None None] Could not find standard attr ID for object a17a3818-d97c-4390-830b-d7897b708df3. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:27.313898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.322260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-a451261a-0c0e-40cd-b2d6-6d0935656827 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet d2a7e067-4fad-4efa-8df1-89ef4d94128a {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:27.336473 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a451261a-0c0e-40cd-b2d6-6d0935656827 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.449353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-786066f5-b9a8-406d-87ca-eb57336a935d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Unset dirty status for tenant:8b78d3f1487643589a49391037b041e7 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:27.450503 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-786066f5-b9a8-406d-87ca-eb57336a935d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports/a17a3818-d97c-4390-830b-d7897b708df3 HTTP/1.1" status: 404 len: 333 time: 0.4169500 Apr 22 14:42:27.458406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33092) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:27.480689 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a451261a-0c0e-40cd-b2d6-6d0935656827 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.510679 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff051c0d-a44a-4b28-b8f8-f82949273273 req-137a4a25-8489-43ce-8b72-14714bbd4ae5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:27.512280 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ff051c0d-a44a-4b28-b8f8-f82949273273 req-137a4a25-8489-43ce-8b72-14714bbd4ae5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 HTTP/1.1" status: 200 len: 897 time: 0.3186278 Apr 22 14:42:27.522277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e7132fc1-e110-4519-88ef-ba80f939b2a6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.633490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648581a1-4d4e-4776-b4b6-cb1e7af5af62 req-2bea0645-b430-4c2e-8892-a3765d2114dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:27.635045 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-648581a1-4d4e-4776-b4b6-cb1e7af5af62 req-2bea0645-b430-4c2e-8892-a3765d2114dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 943 time: 0.2371323 Apr 22 14:42:27.659082 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ff051c0d-a44a-4b28-b8f8-f82949273273 req-6f78670a-728e-4d46-98d6-f3a765709597 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62195b0a-3936-441f-a211-acd5f30e6341 HTTP/1.1" status: 200 len: 217 time: 0.1337092 Apr 22 14:42:27.674902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa38562d-3c5b-49d0-be9b-aa76aba8b702 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.734121 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e7132fc1-e110-4519-88ef-ba80f939b2a6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.776546 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa38562d-3c5b-49d0-be9b-aa76aba8b702 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.815864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7132fc1-e110-4519-88ef-ba80f939b2a6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Subnet': ['ID=04b6251e-3677-4c42-91b0-bc051756e75c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:27.838259 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e7132fc1-e110-4519-88ef-ba80f939b2a6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.843743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55c4765-b83a-40fd-b43d-ca93a5acaf55 None None] Network 26b164a6-c07c-497c-88b4-7ca362820e8d requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:27.849887 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-648581a1-4d4e-4776-b4b6-cb1e7af5af62 req-12865306-4163-4bce-8a88-781da4fede84 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=07291e1f-d2e5-4698-9410-c2c97ed78ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790662 Apr 22 14:42:27.868315 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e7132fc1-e110-4519-88ef-ba80f939b2a6 tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/subnets/04b6251e-3677-4c42-91b0-bc051756e75c HTTP/1.1" status: 204 len: 168 time: 1.5670843 Apr 22 14:42:27.868854 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33096) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:27.932290 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff051c0d-a44a-4b28-b8f8-f82949273273 req-3e8a0a08-77dc-4a8f-8ab9-dbea466d4ed8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:27.933756 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ff051c0d-a44a-4b28-b8f8-f82949273273 req-3e8a0a08-77dc-4a8f-8ab9-dbea466d4ed8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b248d5f-455f-4df8-a813-b87aaf9df149 HTTP/1.1" status: 200 len: 834 time: 0.2558796 Apr 22 14:42:27.991658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a451261a-0c0e-40cd-b2d6-6d0935656827 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.998190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa38562d-3c5b-49d0-be9b-aa76aba8b702 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.060687 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.062480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38562d-3c5b-49d0-be9b-aa76aba8b702 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1716ce4b-1c1b-4481-ac8e-702f35078b67,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:28.068825 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa38562d-3c5b-49d0-be9b-aa76aba8b702 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.072285 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-aa38562d-3c5b-49d0-be9b-aa76aba8b702 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/security-groups/1716ce4b-1c1b-4481-ac8e-702f35078b67 HTTP/1.1" status: 204 len: 168 time: 0.6105444 Apr 22 14:42:28.074839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33100) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:28.077129 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-b34bacbd-bcb6-4836-809f-524cbc759bce tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port 53759fe1-687a-4c75-9f15-5e7f8c6d0cfa {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:28.077386 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b34bacbd-bcb6-4836-809f-524cbc759bce tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.149178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Deleting port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:28.149178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.152750 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642df44f-9912-4fdc-a3b4-0e9a661b1e93 None None] DHCP port deletion for 26b164a6-c07c-497c-88b4-7ca362820e8d request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:28.157158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-642df44f-9912-4fdc-a3b4-0e9a661b1e93 None None] Deleting port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:28.157647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-642df44f-9912-4fdc-a3b4-0e9a661b1e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.186504 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ff051c0d-a44a-4b28-b8f8-f82949273273 req-6bc23797-0280-4c3a-99bd-bee4f1b50f81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c21dbc-85c2-4429-8a1a-5e0b34870fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2451487 Apr 22 14:42:28.189464 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a451261a-0c0e-40cd-b2d6-6d0935656827 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.262292 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451261a-0c0e-40cd-b2d6-6d0935656827 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a7e067-4fad-4efa-8df1-89ef4d94128a,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:28.335197 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4b9451-17d9-4134-97b4-928423a783f2 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:28.335720 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a451261a-0c0e-40cd-b2d6-6d0935656827 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.378345 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a451261a-0c0e-40cd-b2d6-6d0935656827 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/d2a7e067-4fad-4efa-8df1-89ef4d94128a HTTP/1.1" status: 204 len: 168 time: 1.6221700 Apr 22 14:42:28.382121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33104) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:28.385750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-123700fb-1075-42ba-9387-7e8dfe1c097c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.458525 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-642df44f-9912-4fdc-a3b4-0e9a661b1e93 None None] For port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a0daa9e6-7bd5-4298-8d8d-fb23399fa66c,segment=NetworkSegment(fa84615a-9031-455a-b9dd-e8073de64ac7),segment_id=fa84615a-9031-455a-b9dd-e8073de64ac7)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:28.459080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-642df44f-9912-4fdc-a3b4-0e9a661b1e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.497257 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ff051c0d-a44a-4b28-b8f8-f82949273273 req-07ad4c1e-4e3d-4cb0-8382-90b9ebe0f24c service neutron] 10.222.0.30 "GET /v2.0/networks/a5c21dbc-85c2-4429-8a1a-5e0b34870fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026114 Apr 22 14:42:28.504305 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-16021397-ed42-447b-a34b-88fe95afc030 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1175115 Apr 22 14:42:28.517814 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b34bacbd-bcb6-4836-809f-524cbc759bce tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.527254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33108) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:28.564584 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-123700fb-1075-42ba-9387-7e8dfe1c097c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.611094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-642df44f-9912-4fdc-a3b4-0e9a661b1e93 None None] Calling delete_port for a0daa9e6-7bd5-4298-8d8d-fb23399fa66c owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:28.678341 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ff051c0d-a44a-4b28-b8f8-f82949273273 req-fee4c590-bd67-4fdd-88c5-4f19f0e0d439 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c21dbc-85c2-4429-8a1a-5e0b34870fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728022 Apr 22 14:42:28.700612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-b34bacbd-bcb6-4836-809f-524cbc759bce tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for 53759fe1-687a-4c75-9f15-5e7f8c6d0cfa owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:28.743113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-642df44f-9912-4fdc-a3b4-0e9a661b1e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.749052 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9dac4689-0026-463a-be18-c8742c09ac02 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port f2e19bca-9e88-4672-b07c-975200db8d9e {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:28.749773 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9dac4689-0026-463a-be18-c8742c09ac02 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.772367 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] For port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a0daa9e6-7bd5-4298-8d8d-fb23399fa66c,segment=NetworkSegment(fa84615a-9031-455a-b9dd-e8073de64ac7),segment_id=fa84615a-9031-455a-b9dd-e8073de64ac7)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:28.772628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.801426 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 62195b0a-3936-441f-a211-acd5f30e6341 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:42:28.804009 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642df44f-9912-4fdc-a3b4-0e9a661b1e93 None None] Pushing event deleted for resources: {'Port': ['ID=a0daa9e6-7bd5-4298-8d8d-fb23399fa66c,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:28.820491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddef020-cdcb-45ca-9551-516edcc0a894 None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:28.829476 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642df44f-9912-4fdc-a3b4-0e9a661b1e93 None None] No DVR routers for this DVR port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:28.832719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9ddef020-cdcb-45ca-9551-516edcc0a894 None None] Deleting port 0a755086-ddf2-498f-9f00-02121741d7f3 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:28.833171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9ddef020-cdcb-45ca-9551-516edcc0a894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.028715 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9dac4689-0026-463a-be18-c8742c09ac02 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.050199 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Calling delete_port for a0daa9e6-7bd5-4298-8d8d-fb23399fa66c owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:29.093097 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a0daa9e6-7bd5-4298-8d8d-fb23399fa66c no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:29.162578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-123700fb-1075-42ba-9387-7e8dfe1c097c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.194697 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9dac4689-0026-463a-be18-c8742c09ac02 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for f2e19bca-9e88-4672-b07c-975200db8d9e owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:29.200564 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123700fb-1075-42ba-9387-7e8dfe1c097c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55745bd3-7e2c-4e1b-8456-b42a2daac086,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:29.232026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad3258-7c7d-4550-aa64-52584d0fa44e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:29.235788 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-66ad3258-7c7d-4550-aa64-52584d0fa44e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7069633 Apr 22 14:42:29.239506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33116) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:29.241781 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-123700fb-1075-42ba-9387-7e8dfe1c097c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.245073 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-123700fb-1075-42ba-9387-7e8dfe1c097c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/security-groups/55745bd3-7e2c-4e1b-8456-b42a2daac086 HTTP/1.1" status: 204 len: 168 time: 1.1668375 Apr 22 14:42:29.247556 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33120) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:29.247688 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: a0daa9e6-7bd5-4298-8d8d-fb23399fa66c {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:29.247688 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a0daa9e6-7bd5-4298-8d8d-fb23399fa66c not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:29.247895 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0a755086-ddf2-498f-9f00-02121741d7f3 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:29.271195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:42:29.271195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:42:29.320031 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 62195b0a-3936-441f-a211-acd5f30e6341, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=62195b0a-3936-441f-a211-acd5f30e6341,segment=NetworkSegment(06b5792c-3eec-4440-91ba-07af232192dd),segment_id=06b5792c-3eec-4440-91ba-07af232192dd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:29.331129 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be59552-c703-4467-9335-3afc177e8baf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:29.331931 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4be59552-c703-4467-9335-3afc177e8baf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:29.358413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9ddef020-cdcb-45ca-9551-516edcc0a894 None None] For port 0a755086-ddf2-498f-9f00-02121741d7f3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0a755086-ddf2-498f-9f00-02121741d7f3,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:29.358836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9ddef020-cdcb-45ca-9551-516edcc0a894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.361478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4be59552-c703-4467-9335-3afc177e8baf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:29.361781 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e5606-947c-4410-a653-66094e02a915 req-d7131fcd-60fc-4c90-a10a-bf9f4759f961 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:29.365603 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4be59552-c703-4467-9335-3afc177e8baf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1222394 Apr 22 14:42:29.365781 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-942e5606-947c-4410-a653-66094e02a915 req-d7131fcd-60fc-4c90-a10a-bf9f4759f961 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 943 time: 0.2789342 Apr 22 14:42:29.369252 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33124) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:29.373757 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '62195b0a-3936-441f-a211-acd5f30e6341', 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'port_id': '62195b0a-3936-441f-a211-acd5f30e6341', 'mac_address': 'fa:16:3e:a0:b7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:42:29.425291 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b34bacbd-bcb6-4836-809f-524cbc759bce tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.479903 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-84dc6f0a-e6e0-47b4-849b-4deddd9bc41c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.493596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bacbd-bcb6-4836-809f-524cbc759bce tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Port': ['ID=53759fe1-687a-4c75-9f15-5e7f8c6d0cfa,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:29.508718 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-942e5606-947c-4410-a653-66094e02a915 req-ace49128-0541-4aa8-a023-df06774af2d6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=07291e1f-d2e5-4698-9410-c2c97ed78ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363251 Apr 22 14:42:29.548963 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9ddef020-cdcb-45ca-9551-516edcc0a894 None None] Calling delete_port for 0a755086-ddf2-498f-9f00-02121741d7f3 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:29.556258 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-24fc8d94-9488-4718-892e-19d958af1dc5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1822720 Apr 22 14:42:29.557376 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33128) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:29.565502 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-1582cd55-7496-459f-8120-3b7827f80b50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:29.619888 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-84dc6f0a-e6e0-47b4-849b-4deddd9bc41c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.776470 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1582cd55-7496-459f-8120-3b7827f80b50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:29.778786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.788751 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1582cd55-7496-459f-8120-3b7827f80b50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:29.791514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9dac4689-0026-463a-be18-c8742c09ac02 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.796633 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9ddef020-cdcb-45ca-9551-516edcc0a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.825705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Deleting port a0daa9e6-7bd5-4298-8d8d-fb23399fa66c {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:29.826011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.840389 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.845468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac4689-0026-463a-be18-c8742c09ac02 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=f2e19bca-9e88-4672-b07c-975200db8d9e,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:29.870792 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62195b0a-3936-441f-a211-acd5f30e6341 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:42:29.874193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddef020-cdcb-45ca-9551-516edcc0a894 None None] Pushing event deleted for resources: {'Port': ['ID=0a755086-ddf2-498f-9f00-02121741d7f3,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:29.875089 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1582cd55-7496-459f-8120-3b7827f80b50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:29.878872 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1582cd55-7496-459f-8120-3b7827f80b50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.897998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddef020-cdcb-45ca-9551-516edcc0a894 None None] No DVR routers for this DVR port 0a755086-ddf2-498f-9f00-02121741d7f3 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:29.909658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] The port 'a0daa9e6-7bd5-4298-8d8d-fb23399fa66c' was deleted {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:42:29.910857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-84dc6f0a-e6e0-47b4-849b-4deddd9bc41c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.947927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 62195b0a-3936-441f-a211-acd5f30e6341, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=62195b0a-3936-441f-a211-acd5f30e6341,segment=NetworkSegment(06b5792c-3eec-4440-91ba-07af232192dd),segment_id=06b5792c-3eec-4440-91ba-07af232192dd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:29.955643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.041779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=62195b0a-3936-441f-a211-acd5f30e6341,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:30.059078 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc6f0a-e6e0-47b4-849b-4deddd9bc41c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5527c910-88c6-418b-bed7-67a558842db0,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:30.096585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-84dc6f0a-e6e0-47b4-849b-4deddd9bc41c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.100126 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-84dc6f0a-e6e0-47b4-849b-4deddd9bc41c tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/security-groups/5527c910-88c6-418b-bed7-67a558842db0 HTTP/1.1" status: 204 len: 168 time: 0.8510532 Apr 22 14:42:30.102310 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.109594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33132) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:30.156512 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b34bacbd-bcb6-4836-809f-524cbc759bce tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.187568 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['62195b0a-3936-441f-a211-acd5f30e6341'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:42:30.192030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b164a6-c07c-497c-88b4-7ca362820e8d']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:30.214402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa84615a-9031-455a-b9dd-e8073de64ac7') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:30.214710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa84615a-9031-455a-b9dd-e8073de64ac7') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:30.261851 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9dac4689-0026-463a-be18-c8742c09ac02 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.297859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.439521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.462183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:30.462555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:30.482495 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:30.527895 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.objects.ports [None req-1582cd55-7496-459f-8120-3b7827f80b50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83963) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:42:30.529985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1582cd55-7496-459f-8120-3b7827f80b50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.603292 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1582cd55-7496-459f-8120-3b7827f80b50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:30.608277 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-1582cd55-7496-459f-8120-3b7827f80b50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:30.613802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1582cd55-7496-459f-8120-3b7827f80b50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:30.614553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1582cd55-7496-459f-8120-3b7827f80b50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.620484 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39767703-c4a5-4dd2-9b83-224ebc37d2d2 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:30.675115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582cd55-7496-459f-8120-3b7827f80b50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=16b61b15-6bda-466f-9a7d-1b44e605d086,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:30.792027 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1582cd55-7496-459f-8120-3b7827f80b50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2335832 Apr 22 14:42:30.795039 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33138) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:30.802526 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'mac_address': 'fa:16:3e:92:74:e6', 'name': 'tempest-NetworksTestDHCPv6-1058326764'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:30.820088 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 62195b0a-3936-441f-a211-acd5f30e6341 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:30.907594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.940616 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 62195b0a-3936-441f-a211-acd5f30e6341 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:30.946422 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': '16b61b15-6bda-466f-9a7d-1b44e605d086'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:30.947422 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.949619 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.954693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] Pushing event deleted for resources: {'Network': ['ID=26b164a6-c07c-497c-88b4-7ca362820e8d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:30.962162 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 62195b0a-3936-441f-a211-acd5f30e6341 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:30.962440 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.964418 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cad5df-0a60-4599-8250-6e7a607e597f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting subnet a0ad748a-e50d-4627-99fc-279b46b495b5 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:30.976109 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-43cad5df-0a60-4599-8250-6e7a607e597f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:31.012657 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1b31b73b-057d-4ef2-8295-02eb58ed267b tempest-NetworksTest-2085468910 tempest-NetworksTest-2085468910-project] 10.222.0.23 "DELETE /v2.0/networks/26b164a6-c07c-497c-88b4-7ca362820e8d HTTP/1.1" status: 204 len: 168 time: 3.1384516 Apr 22 14:42:31.173639 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-43cad5df-0a60-4599-8250-6e7a607e597f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:31.211850 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:31.212248 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:31.217436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:31.220971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:31.230144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:31.248427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:31.253169 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:31.254975 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4bcba-13a6-4692-ba1f-08b930dd49b5 req-4ceeb6f3-2c7a-48f2-aec7-0d6addb0acd1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:31.256852 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Allocated IP 2001:db8::f816:3eff:fe85:de07 (19101698-c44e-4563-acd4-3bbade7a380a/16b61b15-6bda-466f-9a7d-1b44e605d086/3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:31.263169 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b1e4bcba-13a6-4692-ba1f-08b930dd49b5 req-4ceeb6f3-2c7a-48f2-aec7-0d6addb0acd1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 944 time: 0.4973221 Apr 22 14:42:31.266605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c19b736-9098-4bd0-8a51-a6ee4f322d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62195b0a-3936-441f-a211-acd5f30e6341'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:42:31.295943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port e94654b7-4557-4177-86f1-2b302e08c5db yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:31.314534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 62195b0a-3936-441f-a211-acd5f30e6341, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=62195b0a-3936-441f-a211-acd5f30e6341,segment=NetworkSegment(06b5792c-3eec-4440-91ba-07af232192dd),segment_id=06b5792c-3eec-4440-91ba-07af232192dd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:31.335655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dac4689-0026-463a-be18-c8742c09ac02 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 82c99176-aec7-40f3-a733-c666c2f38815 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:31.338178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34bacbd-bcb6-4836-809f-524cbc759bce tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:31.360174 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b1e4bcba-13a6-4692-ba1f-08b930dd49b5 req-bfb414bc-ee66-4032-a869-497f1af09f81 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=07291e1f-d2e5-4698-9410-c2c97ed78ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958562 Apr 22 14:42:31.388415 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-43cad5df-0a60-4599-8250-6e7a607e597f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:31.491153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:31.562335 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dac4689-0026-463a-be18-c8742c09ac02 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:31.575614 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9dac4689-0026-463a-be18-c8742c09ac02 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/82c99176-aec7-40f3-a733-c666c2f38815/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8817682 Apr 22 14:42:31.575966 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33150) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:31.586269 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b4c87-dcb9-481a-ad2c-5393e3286568 None None] Sync routers for ids ['82c99176-aec7-40f3-a733-c666c2f38815'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:31.596986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33154) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:31.642717 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b4c87-dcb9-481a-ad2c-5393e3286568 None None] Routers {'82c99176-aec7-40f3-a733-c666c2f38815'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:31.643377 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-dd8b4c87-dcb9-481a-ad2c-5393e3286568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['82c99176-aec7-40f3-a733-c666c2f38815'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:31.704503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34bacbd-bcb6-4836-809f-524cbc759bce tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:31.724712 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-43cad5df-0a60-4599-8250-6e7a607e597f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:31.734147 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb20099-5361-4ca7-8449-9320a34aec09 None None] Sync routers for ids ['9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:31.757820 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb20099-5361-4ca7-8449-9320a34aec09 None None] Routers {'9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:31.758448 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-2cb20099-5361-4ca7-8449-9320a34aec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:31.764002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=62195b0a-3936-441f-a211-acd5f30e6341,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:31.808150 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-dd8b4c87-dcb9-481a-ad2c-5393e3286568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:31.836626 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b4c87-dcb9-481a-ad2c-5393e3286568 None None] Routers {'82c99176-aec7-40f3-a733-c666c2f38815'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:31.837293 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-dd8b4c87-dcb9-481a-ad2c-5393e3286568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['82c99176-aec7-40f3-a733-c666c2f38815'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:31.850762 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b34bacbd-bcb6-4836-809f-524cbc759bce tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3208230 Apr 22 14:42:31.853985 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33160) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:31.854723 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cad5df-0a60-4599-8250-6e7a607e597f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ad748a-e50d-4627-99fc-279b46b495b5,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:31.896836 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9437765-9e0d-4d70-b9fb-200fedd0986d'] response: {'server_uuid': '3c19b736-9098-4bd0-8a51-a6ee4f322d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62195b0a-3936-441f-a211-acd5f30e6341', 'code': 200} Apr 22 14:42:31.907577 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-2cb20099-5361-4ca7-8449-9320a34aec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:31.912846 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-903c65bd-5c72-4a1e-b6a2-7a7a1cf5d139 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Synchronizing usage tracker for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:31.932269 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb20099-5361-4ca7-8449-9320a34aec09 None None] Routers {'9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:31.933932 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6160503e-b6c1-4c51-8403-24d7edfc5566 None None] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:31.935396 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-2cb20099-5361-4ca7-8449-9320a34aec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:31.947721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-43cad5df-0a60-4599-8250-6e7a607e597f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:31.949979 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-43cad5df-0a60-4599-8250-6e7a607e597f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/a0ad748a-e50d-4627-99fc-279b46b495b5 HTTP/1.1" status: 204 len: 168 time: 1.8396363 Apr 22 14:42:31.976884 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-dd8b4c87-dcb9-481a-ad2c-5393e3286568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:31.977207 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b4c87-dcb9-481a-ad2c-5393e3286568 None None] The sync data for ids ['82c99176-aec7-40f3-a733-c666c2f38815'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:31.996210 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33164) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:32.009202 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fa774b30-89dc-4ba5-b18f-a5f454ed85d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7de9aea1cfe441b3a92deb1f5f0dff5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4105012 Apr 22 14:42:32.010326 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-903c65bd-5c72-4a1e-b6a2-7a7a1cf5d139 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Unset dirty status for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:32.011994 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-903c65bd-5c72-4a1e-b6a2-7a7a1cf5d139 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59 HTTP/1.1" status: 200 len: 205 time: 0.1552293 Apr 22 14:42:32.012951 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33168) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:32.015682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33170) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:32.051461 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-2cb20099-5361-4ca7-8449-9320a34aec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:32.052148 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb20099-5361-4ca7-8449-9320a34aec09 None None] The sync data for ids ['9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:32.064835 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:32.093649 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Transition to ACTIVE for port object 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:32.155433 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Transition to ACTIVE for port object 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:32.170826 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:32.242750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::f816:3eff:fe92:74e6 (19101698-c44e-4563-acd4-3bbade7a380a/16b61b15-6bda-466f-9a7d-1b44e605d086/e94654b7-4557-4177-86f1-2b302e08c5db) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:32.243223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0e21a35d-c77a-4f59-9e64-009563a420aa tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:32.279060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Pushing event updated for resources: {'Port': ['ID=3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:32.287734 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:32.294100 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:32.303719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:32.306000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b569f9dd-407f-4f33-b5ea-89afce43d407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:32.395744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b569f9dd-407f-4f33-b5ea-89afce43d407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:32.412273 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Attempting to bind port 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:32.412646 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Attempting to bind port 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:32.413022 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Attempting to bind port 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:32.423264 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:32.423685 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:32.424092 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:32.424488 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:32.424977 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Bound port: 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:32.425325 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:32.555448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] For port 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:32.561600 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] For port 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:32.569195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:32.687204 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3f5fc3-9bb6-49c5-b06a-dbe4a5e1fbb3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting subnet f922d38c-ac20-4d1e-ac48-6beaa9dda6e8 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:32.690377 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0631998a-af72-485d-8c97-25b0c93588dc tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:32.758513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e87d58-d09b-46a9-a099-d581a70ea74a None None] Pushing event updated for resources: {'Port': ['ID=3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:32.838184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da3f5fc3-9bb6-49c5-b06a-dbe4a5e1fbb3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.020561 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.051643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0e21a35d-c77a-4f59-9e64-009563a420aa tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.075230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bee2e3-3024-46ce-b3b0-da174f30a01d req-78b778c4-96e8-44cd-916b-7a846290c432 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:33.080040 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-81bee2e3-3024-46ce-b3b0-da174f30a01d req-78b778c4-96e8-44cd-916b-7a846290c432 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 945 time: 0.2742298 Apr 22 14:42:33.082962 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0e21a35d-c77a-4f59-9e64-009563a420aa tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.088229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b569f9dd-407f-4f33-b5ea-89afce43d407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.094162 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object e94654b7-4557-4177-86f1-2b302e08c5db will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:33.120697 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-363be8b8-9d12-403b-944c-7e609552fa6c req-883206dd-9452-494d-8e85-0dd9d837c2b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 1098 time: 1.0028713 Apr 22 14:42:33.134279 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569f9dd-407f-4f33-b5ea-89afce43d407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef47963-95f4-4c01-a866-9cf107384d62,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:33.145565 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da3f5fc3-9bb6-49c5-b06a-dbe4a5e1fbb3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.158303 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b569f9dd-407f-4f33-b5ea-89afce43d407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.159603 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b569f9dd-407f-4f33-b5ea-89afce43d407 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ef47963-95f4-4c01-a866-9cf107384d62 HTTP/1.1" status: 204 len: 168 time: 1.1454325 Apr 22 14:42:33.187596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0e21a35d-c77a-4f59-9e64-009563a420aa tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.188076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e21a35d-c77a-4f59-9e64-009563a420aa tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Fanout notify agent at l3_agent the message router_deleted on router 9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:42:33.213059 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-81bee2e3-3024-46ce-b3b0-da174f30a01d req-32bffdb8-cd8a-4da3-810a-5f5736ec47a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=07291e1f-d2e5-4698-9410-c2c97ed78ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256928 Apr 22 14:42:33.219324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0e21a35d-c77a-4f59-9e64-009563a420aa tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.220529 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0e21a35d-c77a-4f59-9e64-009563a420aa tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/routers/9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59 HTTP/1.1" status: 204 len: 168 time: 1.2037840 Apr 22 14:42:33.225569 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33180) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:33.292775 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-363be8b8-9d12-403b-944c-7e609552fa6c req-5502b34f-4e02-4777-9517-4ae259c6a9f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=07291e1f-d2e5-4698-9410-c2c97ed78ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621356 Apr 22 14:42:33.293766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.435512 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:33.437276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=e94654b7-4557-4177-86f1-2b302e08c5db,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:33.445533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5da141-d605-4ee7-8748-1ae2b293e143 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting subnet 369b0470-6d63-49b3-a6c9-e95a9f1af9bf {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:33.446393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:33.450535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0e5da141-d605-4ee7-8748-1ae2b293e143 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.456663 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:33.460895 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:33.461522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.471386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da3f5fc3-9bb6-49c5-b06a-dbe4a5e1fbb3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.525155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0e5da141-d605-4ee7-8748-1ae2b293e143 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.592674 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ed52e6ba-c544-4238-a02d-889079f491a8 None None] Provisioning complete for port 606acd6b-4e83-4d11-96df-e2116e32bb2d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:33.594024 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ed52e6ba-c544-4238-a02d-889079f491a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.597031 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2ca827f3-8cde-4da7-9d7d-a381bb24f902 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8009424 Apr 22 14:42:33.598241 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33190) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:33.642352 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0e5da141-d605-4ee7-8748-1ae2b293e143 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.761265 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0e5da141-d605-4ee7-8748-1ae2b293e143 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.773666 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ed52e6ba-c544-4238-a02d-889079f491a8 None None] Provisioning complete for port c34e9f2e-3023-42e7-ad70-2a3008df7991 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:33.777055 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ed52e6ba-c544-4238-a02d-889079f491a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.817080 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da3f5fc3-9bb6-49c5-b06a-dbe4a5e1fbb3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.817815 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5da141-d605-4ee7-8748-1ae2b293e143 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Subnet': ['ID=369b0470-6d63-49b3-a6c9-e95a9f1af9bf,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:33.830661 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0e5da141-d605-4ee7-8748-1ae2b293e143 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.840612 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0e5da141-d605-4ee7-8748-1ae2b293e143 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/369b0470-6d63-49b3-a6c9-e95a9f1af9bf HTTP/1.1" status: 204 len: 168 time: 0.6113222 Apr 22 14:42:33.842217 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33198) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:33.855638 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ed52e6ba-c544-4238-a02d-889079f491a8 None None] Port c34e9f2e-3023-42e7-ad70-2a3008df7991 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:33.860998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fc1989-0c81-4440-94ae-56ec99c82a4a None None] Network 6e14cd95-ffaf-43b8-ba69-cb1f5526b66a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:33.889193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f5fc3-9bb6-49c5-b06a-dbe4a5e1fbb3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Subnet': ['ID=f922d38c-ac20-4d1e-ac48-6beaa9dda6e8,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:33.927180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da3f5fc3-9bb6-49c5-b06a-dbe4a5e1fbb3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.939350 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9b8907-7867-4424-8c66-e5313725d95a None None] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:33.966417 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-da3f5fc3-9bb6-49c5-b06a-dbe4a5e1fbb3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/f922d38c-ac20-4d1e-ac48-6beaa9dda6e8 HTTP/1.1" status: 204 len: 168 time: 1.9691503 Apr 22 14:42:33.967085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33202) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:33.983485 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce6e25-3dc4-4ad7-8684-dcf36a3b5a88 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:33.988217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce6e25-3dc4-4ad7-8684-dcf36a3b5a88 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:33.989036 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-06ce6e25-3dc4-4ad7-8684-dcf36a3b5a88 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:34.026817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.040969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:34.041230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.150376 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4f4a97-0ed7-4057-92ba-2cfb1270a5c9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:34.150376 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4f4a97-0ed7-4057-92ba-2cfb1270a5c9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:34.152862 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ff4f4a97-0ed7-4057-92ba-2cfb1270a5c9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/a0ad748a-e50d-4627-99fc-279b46b495b5 HTTP/1.1" status: 404 len: 337 time: 0.1817610 Apr 22 14:42:34.158249 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33210) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:34.208750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-06ce6e25-3dc4-4ad7-8684-dcf36a3b5a88 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:34.212677 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-06ce6e25-3dc4-4ad7-8684-dcf36a3b5a88 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6047416 Apr 22 14:42:34.218191 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33214) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:34.272640 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc08c2c-fabe-415c-94d5-a4d9735bf5bb tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting subnet 4fa51a04-9d65-4d4d-b59f-2df15277b832 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:34.284410 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fdc08c2c-fabe-415c-94d5-a4d9735bf5bb tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.458977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fdc08c2c-fabe-415c-94d5-a4d9735bf5bb tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.518486 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1ad6a0-c86f-4666-9ea2-e003017eddb8 None None] DHCP port deletion for 6e14cd95-ffaf-43b8-ba69-cb1f5526b66a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:34.544330 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ad6a0-c86f-4666-9ea2-e003017eddb8 None None] Deleting port 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:34.544620 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae1ad6a0-c86f-4666-9ea2-e003017eddb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.584680 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-45be15e2-aeba-457e-bf4e-4b6562842dc7 None None] Provisioning for port 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:34.674935 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33222) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:34.692633 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-97aa1ff2-f644-4dc0-a154-e2f22bc63f1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port e94654b7-4557-4177-86f1-2b302e08c5db {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:34.693197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-97aa1ff2-f644-4dc0-a154-e2f22bc63f1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.707217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-0631998a-af72-485d-8c97-25b0c93588dc tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port 114872ad-4828-427c-bde7-de4ad85d6494 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:34.707619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0631998a-af72-485d-8c97-25b0c93588dc tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.755064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fdc08c2c-fabe-415c-94d5-a4d9735bf5bb tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.828552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] For port 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=72796dc5-c8b4-41a0-bfa6-3e80123a7ae7,segment=NetworkSegment(7131765b-3d96-4705-8217-a29bff7ab86c),segment_id=7131765b-3d96-4705-8217-a29bff7ab86c)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:34.829171 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.926690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ae1ad6a0-c86f-4666-9ea2-e003017eddb8 None None] For port 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=72796dc5-c8b4-41a0-bfa6-3e80123a7ae7,segment=NetworkSegment(7131765b-3d96-4705-8217-a29bff7ab86c),segment_id=7131765b-3d96-4705-8217-a29bff7ab86c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:34.927847 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae1ad6a0-c86f-4666-9ea2-e003017eddb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.023921 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-404dfdaa-ef4e-4830-8d98-ec6b8d96545f tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-981315477', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:35.061256 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-404dfdaa-ef4e-4830-8d98-ec6b8d96545f tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:35.074274 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-404dfdaa-ef4e-4830-8d98-ec6b8d96545f tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Usage tracker for resource:router and tenant:3570664f3f5b48ee8a3a9b96dafbf44e is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:35.084132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-404dfdaa-ef4e-4830-8d98-ec6b8d96545f tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:35.100410 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-404dfdaa-ef4e-4830-8d98-ec6b8d96545f tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:35.110143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fdc08c2c-fabe-415c-94d5-a4d9735bf5bb tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.140604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:35.169956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:35.200436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-404dfdaa-ef4e-4830-8d98-ec6b8d96545f tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.201464 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-404dfdaa-ef4e-4830-8d98-ec6b8d96545f tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.205673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc08c2c-fabe-415c-94d5-a4d9735bf5bb tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa51a04-9d65-4d4d-b59f-2df15277b832,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:35.226093 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fdc08c2c-fabe-415c-94d5-a4d9735bf5bb tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.227815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ad6a0-c86f-4666-9ea2-e003017eddb8 None None] Calling delete_port for 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:35.249314 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0631998a-af72-485d-8c97-25b0c93588dc tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.263658 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fdc08c2c-fabe-415c-94d5-a4d9735bf5bb tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/4fa51a04-9d65-4d4d-b59f-2df15277b832 HTTP/1.1" status: 204 len: 168 time: 1.1006954 Apr 22 14:42:35.265412 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33228) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:35.293786 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a1a17-c4e9-49fb-88e0-4600cd733544 req-d459d363-d9a3-455d-a909-45daa99d8d11 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:35.295421 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9c8a1a17-c4e9-49fb-88e0-4600cd733544 req-d459d363-d9a3-455d-a909-45daa99d8d11 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 945 time: 0.7058134 Apr 22 14:42:35.350496 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-65a3ad31-2c4b-49a8-bacc-9801468cf66a None None] Provisioning for port e94654b7-4557-4177-86f1-2b302e08c5db completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:35.358671 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-65a3ad31-2c4b-49a8-bacc-9801468cf66a None None] Provisioning complete for port e94654b7-4557-4177-86f1-2b302e08c5db triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:35.359037 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-65a3ad31-2c4b-49a8-bacc-9801468cf66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.391644 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9c8a1a17-c4e9-49fb-88e0-4600cd733544 req-f7329257-c2e8-4c8f-b490-83fd98ada367 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=07291e1f-d2e5-4698-9410-c2c97ed78ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880003 Apr 22 14:42:35.397042 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae1ad6a0-c86f-4666-9ea2-e003017eddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.414437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:42:35.414996 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:42:35.441398 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-97aa1ff2-f644-4dc0-a154-e2f22bc63f1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.450909 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15bda21-809e-40b8-8f82-1eb406f51d40 None None] Network d9c7ee68-1059-4b4c-9d44-83330bbf0dec requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:35.485955 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ad6a0-c86f-4666-9ea2-e003017eddb8 None None] Pushing event deleted for resources: {'Port': ['ID=72796dc5-c8b4-41a0-bfa6-3e80123a7ae7,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:35.566565 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ad6a0-c86f-4666-9ea2-e003017eddb8 None None] No DVR routers for this DVR port 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:35.579379 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-65a3ad31-2c4b-49a8-bacc-9801468cf66a None None] Port e94654b7-4557-4177-86f1-2b302e08c5db cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:35.585529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-97aa1ff2-f644-4dc0-a154-e2f22bc63f1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for e94654b7-4557-4177-86f1-2b302e08c5db owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:35.597349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-0631998a-af72-485d-8c97-25b0c93588dc tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for 114872ad-4828-427c-bde7-de4ad85d6494 owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:35.627328 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e327044-af04-4eda-a8bf-3ef738d633e3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:35.627540 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e327044-af04-4eda-a8bf-3ef738d633e3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:35.629678 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2e327044-af04-4eda-a8bf-3ef738d633e3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/7a77538d-25f4-45e0-95a9-9337515c33ff HTTP/1.1" status: 404 len: 337 time: 0.3629241 Apr 22 14:42:35.632190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-404dfdaa-ef4e-4830-8d98-ec6b8d96545f tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.643319 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33232) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:35.659160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:35.675112 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:35.675565 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.708085 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-eda4bb4f-ba3c-4645-9600-ec66cf3961d4 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "GET /v2.0/ports?device_id=86765faa-23d4-4321-9c0a-6199c3048a62 HTTP/1.1" status: 200 len: 205 time: 0.0615342 Apr 22 14:42:35.711617 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33236) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:35.761256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b761f76e-ad00-438a-ad2e-0cbbea9f7b13 None None] Provisioning complete for port 606acd6b-4e83-4d11-96df-e2116e32bb2d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:35.761628 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b761f76e-ad00-438a-ad2e-0cbbea9f7b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.782937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-97aa1ff2-f644-4dc0-a154-e2f22bc63f1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.794804 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-56864ea6-8c7c-4b42-9b50-46202940e84a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] delete failed (client error): The resource could not be found. Apr 22 14:42:35.798891 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-56864ea6-8c7c-4b42-9b50-46202940e84a tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/routers/86765faa-23d4-4321-9c0a-6199c3048a62 HTTP/1.1" status: 404 len: 336 time: 0.0863400 Apr 22 14:42:35.802487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33240) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:35.812258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-404dfdaa-ef4e-4830-8d98-ec6b8d96545f tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.833599 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa1ff2-f644-4dc0-a154-e2f22bc63f1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=e94654b7-4557-4177-86f1-2b302e08c5db,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:35.878451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-97aa1ff2-f644-4dc0-a154-e2f22bc63f1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.879752 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece5bc17-de70-4e92-8330-8f02bb2d309f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:35.880242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece5bc17-de70-4e92-8330-8f02bb2d309f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:35.883783 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ece5bc17-de70-4e92-8330-8f02bb2d309f tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/0c8614c6-dff5-447f-8a77-5b4d1caa05ab HTTP/1.1" status: 404 len: 337 time: 0.0810437 Apr 22 14:42:35.885655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33244) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:35.895670 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.902846 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-97aa1ff2-f644-4dc0-a154-e2f22bc63f1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/e94654b7-4557-4177-86f1-2b302e08c5db HTTP/1.1" status: 204 len: 168 time: 1.6812727 Apr 22 14:42:35.905041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33248) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:35.945712 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-404dfdaa-ef4e-4830-8d98-ec6b8d96545f tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.946883 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-404dfdaa-ef4e-4830-8d98-ec6b8d96545f tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2686779 Apr 22 14:42:35.951921 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33252) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:35.952400 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-12464bfc-d255-4e28-8a00-8f268a05b60e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:35.952831 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12464bfc-d255-4e28-8a00-8f268a05b60e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:35.957938 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-12464bfc-d255-4e28-8a00-8f268a05b60e tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/b8ba83c9-f4fb-42f6-8f0a-543c11e6b27a HTTP/1.1" status: 404 len: 337 time: 0.0682709 Apr 22 14:42:35.959172 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:35.962323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.962551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33254) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:35.966947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-481987029'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:35.978622 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f7e7ed-fbd6-4ccb-be59-822288a87128 None None] DHCP port deletion for d9c7ee68-1059-4b4c-9d44-83330bbf0dec request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:35.998494 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-15f7e7ed-fbd6-4ccb-be59-822288a87128 None None] Deleting port 606acd6b-4e83-4d11-96df-e2116e32bb2d {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:35.998889 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-15f7e7ed-fbd6-4ccb-be59-822288a87128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.016232 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:36.018912 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec58d244-61c3-4520-8853-76e2f2a263c1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:36.020495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec58d244-61c3-4520-8853-76e2f2a263c1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:36.024572 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ec58d244-61c3-4520-8853-76e2f2a263c1 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/b54f0e9a-744c-46d2-898c-5a851144b955 HTTP/1.1" status: 404 len: 337 time: 0.0623975 Apr 22 14:42:36.026559 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33260) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:36.035567 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:36.054651 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.062867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Usage tracker for resource:network and tenant:3570664f3f5b48ee8a3a9b96dafbf44e is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:36.076217 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] The port '72796dc5-c8b4-41a0-bfa6-3e80123a7ae7' was deleted {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:42:36.077152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:36.091179 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-11296ae8-152e-4f48-8663-f102657353a7 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:36.091562 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11296ae8-152e-4f48-8663-f102657353a7 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:36.096384 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-11296ae8-152e-4f48-8663-f102657353a7 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/692970ac-16a5-4277-9d59-361078395b38 HTTP/1.1" status: 404 len: 333 time: 0.0673432 Apr 22 14:42:36.097628 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33264) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:36.098699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:36.142125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:36.153450 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c67a2ce-e883-4396-880a-1a3b67911f12 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:36.154186 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c67a2ce-e883-4396-880a-1a3b67911f12 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:36.158281 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c423b201-8878-4dea-9338-cdaa9b87295f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:36.160643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c423b201-8878-4dea-9338-cdaa9b87295f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:36.161810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c423b201-8878-4dea-9338-cdaa9b87295f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:36.175053 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7c67a2ce-e883-4396-880a-1a3b67911f12 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/35b3a567-f2d8-480a-8bc1-25bacc631598 HTTP/1.1" status: 404 len: 337 time: 0.0716276 Apr 22 14:42:36.204264 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33268) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:36.207432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Made reservation on behalf of 3570664f3f5b48ee8a3a9b96dafbf44e for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:36.210350 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.230963 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:36.230963 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 72796dc5-c8b4-41a0-bfa6-3e80123a7ae7 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:36.244140 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b761f76e-ad00-438a-ad2e-0cbbea9f7b13 None None] Provisioning complete for port c34e9f2e-3023-42e7-ad70-2a3008df7991 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:36.245150 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b761f76e-ad00-438a-ad2e-0cbbea9f7b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.255976 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.264362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c423b201-8878-4dea-9338-cdaa9b87295f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:36.267862 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c423b201-8878-4dea-9338-cdaa9b87295f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3590353 Apr 22 14:42:36.268679 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33272) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:36.275465 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.289454 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd63fa24-085e-48c8-87e4-2f2baf5df319 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:36.289899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd63fa24-085e-48c8-87e4-2f2baf5df319 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:36.293948 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cd63fa24-085e-48c8-87e4-2f2baf5df319 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/2d4ad9ec-212e-46da-a4d1-08e17af66b75 HTTP/1.1" status: 404 len: 337 time: 0.0863309 Apr 22 14:42:36.296216 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33276) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:36.313976 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:36.340066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e14cd95-ffaf-43b8-ba69-cb1f5526b66a']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:36.350307 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5223c5-e608-4d87-a9c2-aa76280366b9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:36.350585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5223c5-e608-4d87-a9c2-aa76280366b9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:36.354809 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9b5223c5-e608-4d87-a9c2-aa76280366b9 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/9e81c65c-502e-481d-b082-ea6ab73b48ef HTTP/1.1" status: 404 len: 333 time: 0.0553918 Apr 22 14:42:36.356434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33280) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:36.368877 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0631998a-af72-485d-8c97-25b0c93588dc tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.388738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b761f76e-ad00-438a-ad2e-0cbbea9f7b13 None None] Port c34e9f2e-3023-42e7-ad70-2a3008df7991 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:36.396320 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7131765b-3d96-4705-8217-a29bff7ab86c') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:36.397071 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7131765b-3d96-4705-8217-a29bff7ab86c') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:36.405937 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd305fd-8d31-4a11-81ce-376261458b99 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:36.406492 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd305fd-8d31-4a11-81ce-376261458b99 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:36.412084 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6cd305fd-8d31-4a11-81ce-376261458b99 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/0f428fb1-2311-4cca-9b8c-05a37f2c1128 HTTP/1.1" status: 404 len: 337 time: 0.0520210 Apr 22 14:42:36.414683 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33284) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:36.419443 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-15f7e7ed-fbd6-4ccb-be59-822288a87128 None None] For port 606acd6b-4e83-4d11-96df-e2116e32bb2d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=606acd6b-4e83-4d11-96df-e2116e32bb2d,segment=NetworkSegment(7ba86961-0c97-4bc6-a507-feb58192c6c1),segment_id=7ba86961-0c97-4bc6-a507-feb58192c6c1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:36.420192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-15f7e7ed-fbd6-4ccb-be59-822288a87128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.430150 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631998a-af72-485d-8c97-25b0c93588dc tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=114872ad-4828-427c-bde7-de4ad85d6494,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:36.432280 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:36.436534 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Usage tracker for resource:security_group_rule and tenant:3570664f3f5b48ee8a3a9b96dafbf44e is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:36.440865 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:36.477422 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:36.508796 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.536704 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db6ac2d-9abc-4435-be31-a4d7c9cac9d3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] DELETE failed (client error): The resource could not be found. Apr 22 14:42:36.538629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db6ac2d-9abc-4435-be31-a4d7c9cac9d3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:36.543885 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7db6ac2d-9abc-4435-be31-a4d7c9cac9d3 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/subnets/7d88f6a7-c399-4116-a7dc-56613229a674 HTTP/1.1" status: 404 len: 337 time: 0.1265321 Apr 22 14:42:36.623513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-15f7e7ed-fbd6-4ccb-be59-822288a87128 None None] Calling delete_port for 606acd6b-4e83-4d11-96df-e2116e32bb2d owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:36.649724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33290) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:36.684441 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.723616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d048f5-82fd-478e-b2c4-2ad145b16c22 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 16b61b15-6bda-466f-9a7d-1b44e605d086 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:36.737873 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-37d048f5-82fd-478e-b2c4-2ad145b16c22 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.739328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-15f7e7ed-fbd6-4ccb-be59-822288a87128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.747331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.775896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:36.776260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:36.791382 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:36.794103 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.797150 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7e7ed-fbd6-4ccb-be59-822288a87128 None None] Pushing event deleted for resources: {'Port': ['ID=606acd6b-4e83-4d11-96df-e2116e32bb2d,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:36.802923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f7e7ed-fbd6-4ccb-be59-822288a87128 None None] No DVR routers for this DVR port 606acd6b-4e83-4d11-96df-e2116e32bb2d on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:36.861101 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0631998a-af72-485d-8c97-25b0c93588dc tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.867628 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f27f6d-be4a-41e9-9ff6-72bf44f41386,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:36.874504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3e969002-eefe-40ec-921b-39637fe2270d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Deleting port c34e9f2e-3023-42e7-ad70-2a3008df7991 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:36.874794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3e969002-eefe-40ec-921b-39637fe2270d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.895744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-37d048f5-82fd-478e-b2c4-2ad145b16c22 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.054751 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.058079 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:37.064805 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:37.065253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f802ab2-294c-410f-a6dd-a464231f92d4 req-1b1f6912-39dc-4429-8fce-6c77298fef48 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:37.066892 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8f802ab2-294c-410f-a6dd-a464231f92d4 req-1b1f6912-39dc-4429-8fce-6c77298fef48 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 945 time: 0.3768175 Apr 22 14:42:37.082158 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.113451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Network': ['ID=6e14cd95-ffaf-43b8-ba69-cb1f5526b66a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:37.115669 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.116019 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Added segment 836e50d3-3b3a-47a4-bf7a-52be30232961 of type vlan for network 7a785382-1e63-4a35-9dd9-0a1b295f4cab Apr 22 14:42:37.126592 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4716203d-146c-46af-a7c1-49493a268147 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/networks/6e14cd95-ffaf-43b8-ba69-cb1f5526b66a HTTP/1.1" status: 204 len: 168 time: 3.2825594 Apr 22 14:42:37.128522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33294) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:37.144414 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f3d534ac-a37d-467b-a899-6270cc01df96 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-856198924', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:37.153282 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f3d534ac-a37d-467b-a899-6270cc01df96 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:37.157833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:37.158323 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.166734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f3d534ac-a37d-467b-a899-6270cc01df96 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:router and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:37.173130 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f3d534ac-a37d-467b-a899-6270cc01df96 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:37.179885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.185082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f3d534ac-a37d-467b-a899-6270cc01df96 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:37.189645 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-37d048f5-82fd-478e-b2c4-2ad145b16c22 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.241510 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8f802ab2-294c-410f-a6dd-a464231f92d4 req-e944710e-d2e4-4d6c-ab63-3aa5d4dd5b91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=07291e1f-d2e5-4698-9410-c2c97ed78ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505504 Apr 22 14:42:37.249166 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3d534ac-a37d-467b-a899-6270cc01df96 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.250315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3d534ac-a37d-467b-a899-6270cc01df96 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.302340 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3d534ac-a37d-467b-a899-6270cc01df96 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.327276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-37d048f5-82fd-478e-b2c4-2ad145b16c22 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.344137 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 606acd6b-4e83-4d11-96df-e2116e32bb2d no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:37.367905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3d534ac-a37d-467b-a899-6270cc01df96 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.384308 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 606acd6b-4e83-4d11-96df-e2116e32bb2d {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:37.384644 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 606acd6b-4e83-4d11-96df-e2116e32bb2d not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:37.396810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d048f5-82fd-478e-b2c4-2ad145b16c22 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=16b61b15-6bda-466f-9a7d-1b44e605d086,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:37.401759 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-37d048f5-82fd-478e-b2c4-2ad145b16c22 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.404979 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d082dec6-e282-4414-9a26-1b7ec8a8e511 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:37.428714 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-37d048f5-82fd-478e-b2c4-2ad145b16c22 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/16b61b15-6bda-466f-9a7d-1b44e605d086 HTTP/1.1" status: 204 len: 168 time: 1.1578975 Apr 22 14:42:37.430525 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f3d534ac-a37d-467b-a899-6270cc01df96 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.431767 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f3d534ac-a37d-467b-a899-6270cc01df96 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2963417 Apr 22 14:42:37.432510 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33300) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:37.434720 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33302) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:37.494972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-18cf080b-9e7f-458d-9c8d-4af4f911ab73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'network': {'name': 'tempest-RoutersTest-37374366'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:37.539505 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-18cf080b-9e7f-458d-9c8d-4af4f911ab73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:37.547813 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5b1928e4-8e49-4b2c-99de-298ad3e1c4fd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141658 Apr 22 14:42:37.554438 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33308) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:37.558193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-18cf080b-9e7f-458d-9c8d-4af4f911ab73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:network and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:37.562752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-18cf080b-9e7f-458d-9c8d-4af4f911ab73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:37.568289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2b802468-0a90-427b-ac7f-d3ea39cfd923 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:37.590228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3e969002-eefe-40ec-921b-39637fe2270d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.603257 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.607665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:37.608253 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.641815 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-18cf080b-9e7f-458d-9c8d-4af4f911ab73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:37.699549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8b46cd-e25c-4469-b359-46715c383989 None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:37.703893 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b46cd-e25c-4469-b359-46715c383989 None None] Deleting port 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:37.704373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4b8b46cd-e25c-4469-b359-46715c383989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.714872 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2b802468-0a90-427b-ac7f-d3ea39cfd923 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:37.720664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2b802468-0a90-427b-ac7f-d3ea39cfd923 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:37.726100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2b802468-0a90-427b-ac7f-d3ea39cfd923 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:37.733174 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2b802468-0a90-427b-ac7f-d3ea39cfd923 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:37.741319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cf080b-9e7f-458d-9c8d-4af4f911ab73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:37.745421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-18cf080b-9e7f-458d-9c8d-4af4f911ab73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.781294 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cf080b-9e7f-458d-9c8d-4af4f911ab73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:37.793710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-18cf080b-9e7f-458d-9c8d-4af4f911ab73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.794427 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-18cf080b-9e7f-458d-9c8d-4af4f911ab73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Added segment 45f337c9-2e37-4e24-b422-7e537f5bf5f7 of type vlan for network 27b27aa1-d4d5-497f-98f6-facdd136582a Apr 22 14:42:37.829244 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-18cf080b-9e7f-458d-9c8d-4af4f911ab73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.831046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3e969002-eefe-40ec-921b-39637fe2270d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Calling delete_port for c34e9f2e-3023-42e7-ad70-2a3008df7991 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:37.860044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b802468-0a90-427b-ac7f-d3ea39cfd923 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:37.864026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b802468-0a90-427b-ac7f-d3ea39cfd923 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.927759 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-4b8b46cd-e25c-4469-b359-46715c383989 None None] For port 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:37.928428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4b8b46cd-e25c-4469-b359-46715c383989 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.940269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-18cf080b-9e7f-458d-9c8d-4af4f911ab73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.944810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cf080b-9e7f-458d-9c8d-4af4f911ab73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:37.945433 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-18cf080b-9e7f-458d-9c8d-4af4f911ab73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.031351 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event updated for resources: {'Network': ['ID=7a785382-1e63-4a35-9dd9-0a1b295f4cab,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:38.043718 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-50d54714-bfbc-4d55-b601-be031c48e96c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0812995 Apr 22 14:42:38.045481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33312) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:38.058760 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b46cd-e25c-4469-b359-46715c383989 None None] Calling delete_port for 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:38.069180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8d4c249d-16cc-4f20-bbeb-0844210e8cd2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Request body: {'subnet': {'network_id': '7a785382-1e63-4a35-9dd9-0a1b295f4cab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:38.080857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032d64b-03f8-462b-b977-f6a4e48c002f req-22cff2f0-73b1-4a70-b066-1d0d8051a48f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:38.082451 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d032d64b-03f8-462b-b977-f6a4e48c002f req-22cff2f0-73b1-4a70-b066-1d0d8051a48f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 945 time: 0.5912800 Apr 22 14:42:38.088554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 7a785382-1e63-4a35-9dd9-0a1b295f4cab details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:38.096241 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-18cf080b-9e7f-458d-9c8d-4af4f911ab73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6577814 Apr 22 14:42:38.100598 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33316) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:38.109300 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2e31a050-cf9c-4ba5-9ca9-100370383bd6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'subnet': {'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:38.136395 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf080b-9e7f-458d-9c8d-4af4f911ab73 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Network': ['ID=27b27aa1-d4d5-497f-98f6-facdd136582a,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:38.167900 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 27b27aa1-d4d5-497f-98f6-facdd136582a details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:38.171389 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3e969002-eefe-40ec-921b-39637fe2270d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.223921 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0631998a-af72-485d-8c97-25b0c93588dc tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 82c99176-aec7-40f3-a733-c666c2f38815 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:38.236521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e969002-eefe-40ec-921b-39637fe2270d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Port': ['ID=c34e9f2e-3023-42e7-ad70-2a3008df7991,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:38.259885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3e969002-eefe-40ec-921b-39637fe2270d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.279269 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8d4c249d-16cc-4f20-bbeb-0844210e8cd2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:38.280417 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2e31a050-cf9c-4ba5-9ca9-100370383bd6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:38.284220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8d4c249d-16cc-4f20-bbeb-0844210e8cd2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Usage tracker for resource:subnet and tenant:3570664f3f5b48ee8a3a9b96dafbf44e is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:38.289482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8d4c249d-16cc-4f20-bbeb-0844210e8cd2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:38.292873 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2e31a050-cf9c-4ba5-9ca9-100370383bd6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:subnet and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:38.297750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2e31a050-cf9c-4ba5-9ca9-100370383bd6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:38.302476 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8d4c249d-16cc-4f20-bbeb-0844210e8cd2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:38.306863 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2e31a050-cf9c-4ba5-9ca9-100370383bd6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:38.323044 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3e969002-eefe-40ec-921b-39637fe2270d tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/ports/c34e9f2e-3023-42e7-ad70-2a3008df7991 HTTP/1.1" status: 204 len: 168 time: 1.5665920 Apr 22 14:42:38.335302 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33322) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:38.347547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e31a050-cf9c-4ba5-9ca9-100370383bd6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:38.355180 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4b8b46cd-e25c-4469-b359-46715c383989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.410531 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b46cd-e25c-4469-b359-46715c383989 None None] Pushing event deleted for resources: {'Port': ['ID=3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:38.418262 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b46cd-e25c-4469-b359-46715c383989 None None] No DVR routers for this DVR port 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:38.418451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4c249d-16cc-4f20-bbeb-0844210e8cd2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Made reservation on behalf of 3570664f3f5b48ee8a3a9b96dafbf44e for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:38.592103 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8d4c249d-16cc-4f20-bbeb-0844210e8cd2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.614500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0631998a-af72-485d-8c97-25b0c93588dc tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:38.619890 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0631998a-af72-485d-8c97-25b0c93588dc tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/82c99176-aec7-40f3-a733-c666c2f38815/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0424571 Apr 22 14:42:38.625553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33326) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:38.635047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a2201428-8639-46fd-96a8-e1370b0271a2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.636164 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf639452-9e72-4766-8f6e-214a3e879092 None None] Sync routers for ids ['82c99176-aec7-40f3-a733-c666c2f38815'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:38.643798 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2e31a050-cf9c-4ba5-9ca9-100370383bd6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.652082 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf639452-9e72-4766-8f6e-214a3e879092 None None] Routers {'82c99176-aec7-40f3-a733-c666c2f38815'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:38.652929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-bf639452-9e72-4766-8f6e-214a3e879092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['82c99176-aec7-40f3-a733-c666c2f38815'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:38.724659 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:42:38.741806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-bf639452-9e72-4766-8f6e-214a3e879092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:38.753817 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf639452-9e72-4766-8f6e-214a3e879092 None None] Routers {'82c99176-aec7-40f3-a733-c666c2f38815'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:38.754665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-bf639452-9e72-4766-8f6e-214a3e879092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['82c99176-aec7-40f3-a733-c666c2f38815'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:38.775210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f2334594-1181-4cc2-9fb0-c90a729853fa tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Synchronizing usage tracker for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:38.779234 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d032d64b-03f8-462b-b977-f6a4e48c002f req-a5080b6c-1db7-42aa-86c0-8d7a7ea8acda tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=07291e1f-d2e5-4698-9410-c2c97ed78ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6504810 Apr 22 14:42:38.816981 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33330) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:38.862105 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-bf639452-9e72-4766-8f6e-214a3e879092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:38.862448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf639452-9e72-4766-8f6e-214a3e879092 None None] The sync data for ids ['82c99176-aec7-40f3-a733-c666c2f38815'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:38.873455 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8d4c249d-16cc-4f20-bbeb-0844210e8cd2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.959463 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c249d-16cc-4f20-bbeb-0844210e8cd2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event updated for resources: {'Subnet': ['ID=21b299a6-b538-4c51-bd04-825fe8a19ddd,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:38.971831 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4c249d-16cc-4f20-bbeb-0844210e8cd2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Checking segment: {'id': '836e50d3-3b3a-47a4-bf7a-52be30232961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7a785382-1e63-4a35-9dd9-0a1b295f4cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:38.972201 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4c249d-16cc-4f20-bbeb-0844210e8cd2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Network hostable DHCP agents. Network: 7a785382-1e63-4a35-9dd9-0a1b295f4cab, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:38.996485 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4c249d-16cc-4f20-bbeb-0844210e8cd2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Network 7a785382-1e63-4a35-9dd9-0a1b295f4cab is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:39.009383 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-8d4c249d-16cc-4f20-bbeb-0844210e8cd2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 7a785382-1e63-4a35-9dd9-0a1b295f4cab) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:39.013354 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4c249d-16cc-4f20-bbeb-0844210e8cd2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:39.013939 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8d4c249d-16cc-4f20-bbeb-0844210e8cd2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.032330 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991442df-8d42-48a7-813b-68fa59686aaa None None] Network 7a785382-1e63-4a35-9dd9-0a1b295f4cab requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:39.035559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f2334594-1181-4cc2-9fb0-c90a729853fa tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Unset dirty status for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:39.039134 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f2334594-1181-4cc2-9fb0-c90a729853fa tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports?device_id=82c99176-aec7-40f3-a733-c666c2f38815 HTTP/1.1" status: 200 len: 205 time: 0.4058213 Apr 22 14:42:39.060758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33334) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:39.068269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.objects.ports [None req-2b802468-0a90-427b-ac7f-d3ea39cfd923 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83964) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:42:39.104163 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:39.139366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b802468-0a90-427b-ac7f-d3ea39cfd923 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.150079 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:39.150463 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3aa1a84a-a14e-4b83-b3a4-7c6f38f561f9 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:39.156299 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8d4c249d-16cc-4f20-bbeb-0844210e8cd2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1045830 Apr 22 14:42:39.156907 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33338) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:39.164564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-d970871b-462c-4357-b633-6934fe12496b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Request body: {'network': {'name': 'tempest-router-network01--1897385562'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:39.170405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d970871b-462c-4357-b633-6934fe12496b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:39.174275 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d970871b-462c-4357-b633-6934fe12496b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Usage tracker for resource:network and tenant:3570664f3f5b48ee8a3a9b96dafbf44e is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:39.180056 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d970871b-462c-4357-b633-6934fe12496b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:39.186045 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d970871b-462c-4357-b633-6934fe12496b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:39.199100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d970871b-462c-4357-b633-6934fe12496b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Made reservation on behalf of 3570664f3f5b48ee8a3a9b96dafbf44e for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:39.202276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d970871b-462c-4357-b633-6934fe12496b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.233485 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d970871b-462c-4357-b633-6934fe12496b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:39.244821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d970871b-462c-4357-b633-6934fe12496b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.244821 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-d970871b-462c-4357-b633-6934fe12496b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Added segment 4e56ae8d-9606-4547-893d-025b7a2a7ff0 of type vlan for network ba1bf5b4-937d-40c7-a438-af860bf7dca0 Apr 22 14:42:39.273807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d970871b-462c-4357-b633-6934fe12496b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.302615 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-7a785382-1e63-4a35-9dd9-0a1b295f4cab', 'network_id': '7a785382-1e63-4a35-9dd9-0a1b295f4cab', 'tenant_id': '3570664f3f5b48ee8a3a9b96dafbf44e', 'fixed_ips': [{'subnet_id': '21b299a6-b538-4c51-bd04-825fe8a19ddd'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:39.304088 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.309427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d970871b-462c-4357-b633-6934fe12496b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.313198 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970871b-462c-4357-b633-6934fe12496b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:39.313837 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d970871b-462c-4357-b633-6934fe12496b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.337836 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a2201428-8639-46fd-96a8-e1370b0271a2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.403312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b802468-0a90-427b-ac7f-d3ea39cfd923 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:39.419157 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d970871b-462c-4357-b633-6934fe12496b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2612033 Apr 22 14:42:39.422776 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33342) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:39.423362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-2b802468-0a90-427b-ac7f-d3ea39cfd923 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:39.429404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-5bca44c5-4d07-4f3f-8897-d62aa1f9fb14 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Request body: {'network': {'name': 'tempest-router-network02--688108712'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:39.434890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5bca44c5-4d07-4f3f-8897-d62aa1f9fb14 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:39.444375 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c85020-9c67-4bbf-b166-8f24289f2592 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:39.444620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b802468-0a90-427b-ac7f-d3ea39cfd923 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:39.444730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b802468-0a90-427b-ac7f-d3ea39cfd923 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.444825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5bca44c5-4d07-4f3f-8897-d62aa1f9fb14 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Usage tracker for resource:network and tenant:3570664f3f5b48ee8a3a9b96dafbf44e is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:39.449586 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5bca44c5-4d07-4f3f-8897-d62aa1f9fb14 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:39.452564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970871b-462c-4357-b633-6934fe12496b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event updated for resources: {'Network': ['ID=ba1bf5b4-937d-40c7-a438-af860bf7dca0,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:39.455669 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b802468-0a90-427b-ac7f-d3ea39cfd923 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=9ee45118-a1b0-4850-9104-22e184b7727d,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:39.458561 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5bca44c5-4d07-4f3f-8897-d62aa1f9fb14 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:39.464386 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-a2201428-8639-46fd-96a8-e1370b0271a2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c7ee68-1059-4b4c-9d44-83330bbf0dec']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:39.476267 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bca44c5-4d07-4f3f-8897-d62aa1f9fb14 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Made reservation on behalf of 3570664f3f5b48ee8a3a9b96dafbf44e for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:39.479481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5bca44c5-4d07-4f3f-8897-d62aa1f9fb14 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.496513 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-a2201428-8639-46fd-96a8-e1370b0271a2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba86961-0c97-4bc6-a507-feb58192c6c1') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:39.496810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-a2201428-8639-46fd-96a8-e1370b0271a2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba86961-0c97-4bc6-a507-feb58192c6c1') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:39.507746 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dfc62029-5268-47b9-9f92-c841f2104825 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 1093 time: 0.6897130 Apr 22 14:42:39.512471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bca44c5-4d07-4f3f-8897-d62aa1f9fb14 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:39.514638 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33346) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:39.518450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bd7dc02a-4693-4c61-a3cd-028e739ade9d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.522895 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network ba1bf5b4-937d-40c7-a438-af860bf7dca0 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:39.524797 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '62195b0a-3936-441f-a211-acd5f30e6341', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:39.533062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:39.540002 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5bca44c5-4d07-4f3f-8897-d62aa1f9fb14 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.540484 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-5bca44c5-4d07-4f3f-8897-d62aa1f9fb14 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Added segment 43aa7717-510b-4a60-8f6a-33f68df169b7 of type vlan for network 14b6748c-d6f9-4425-89e4-72f1e9cdc5e2 Apr 22 14:42:39.541890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:floatingip and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:39.548255 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:39.556689 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:39.582609 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5bca44c5-4d07-4f3f-8897-d62aa1f9fb14 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.587701 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.608211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a2201428-8639-46fd-96a8-e1370b0271a2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.669461 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Allocated IP 2001:db8::2 (7a785382-1e63-4a35-9dd9-0a1b295f4cab/21b299a6-b538-4c51-bd04-825fe8a19ddd/5f60b67e-8e10-436e-806e-4f58bc02bb83) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:39.678992 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2b802468-0a90-427b-ac7f-d3ea39cfd923 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1225400 Apr 22 14:42:39.683075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33350) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:39.693954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'mac_address': 'fa:16:3e:05:e4:b8', 'name': 'tempest-NetworksTestDHCPv6-2021941916'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:39.699405 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a2201428-8639-46fd-96a8-e1370b0271a2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.712765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2201428-8639-46fd-96a8-e1370b0271a2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:39.713205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a2201428-8639-46fd-96a8-e1370b0271a2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:39.729293 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:39.789300 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2e31a050-cf9c-4ba5-9ca9-100370383bd6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.802245 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5bca44c5-4d07-4f3f-8897-d62aa1f9fb14 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.806106 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca44c5-4d07-4f3f-8897-d62aa1f9fb14 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:39.806563 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5bca44c5-4d07-4f3f-8897-d62aa1f9fb14 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.929776 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': '9ee45118-a1b0-4850-9104-22e184b7727d'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:39.930670 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.943359 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5bca44c5-4d07-4f3f-8897-d62aa1f9fb14 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5156379 Apr 22 14:42:39.955514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33354) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:39.969994 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-1f91c1e7-ee13-4ce1-adf7-b93d228701ff tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Request body: {'subnet': {'network_id': 'ba1bf5b4-937d-40c7-a438-af860bf7dca0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:39.991208 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca44c5-4d07-4f3f-8897-d62aa1f9fb14 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event updated for resources: {'Network': ['ID=14b6748c-d6f9-4425-89e4-72f1e9cdc5e2,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:39.995443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a2201428-8639-46fd-96a8-e1370b0271a2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.026824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a2201428-8639-46fd-96a8-e1370b0271a2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.045337 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 14b6748c-d6f9-4425-89e4-72f1e9cdc5e2 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:40.081295 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:40.100610 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:40.106611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2201428-8639-46fd-96a8-e1370b0271a2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] Pushing event deleted for resources: {'Network': ['ID=d9c7ee68-1059-4b4c-9d44-83330bbf0dec,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:40.108294 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31a050-cf9c-4ba5-9ca9-100370383bd6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Subnet': ['ID=a4a16ed1-dfee-4d99-8d62-4a949c72c98c,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:40.116392 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:40.132954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:40.148320 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1f91c1e7-ee13-4ce1-adf7-b93d228701ff tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:40.154192 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1f91c1e7-ee13-4ce1-adf7-b93d228701ff tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Usage tracker for resource:subnet and tenant:3570664f3f5b48ee8a3a9b96dafbf44e is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:40.157772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1f91c1e7-ee13-4ce1-adf7-b93d228701ff tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:40.166056 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1f91c1e7-ee13-4ce1-adf7-b93d228701ff tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:40.169595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:40.181457 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a2201428-8639-46fd-96a8-e1370b0271a2 tempest-PortsTestJSON-1551006687 tempest-PortsTestJSON-1551006687-project] 10.222.0.23 "DELETE /v2.0/networks/d9c7ee68-1059-4b4c-9d44-83330bbf0dec HTTP/1.1" status: 204 len: 168 time: 1.8448772 Apr 22 14:42:40.187885 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.193818 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bd7dc02a-4693-4c61-a3cd-028e739ade9d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.201757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e31a050-cf9c-4ba5-9ca9-100370383bd6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Checking segment: {'id': '45f337c9-2e37-4e24-b422-7e537f5bf5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:40.202079 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e31a050-cf9c-4ba5-9ca9-100370383bd6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network hostable DHCP agents. Network: 27b27aa1-d4d5-497f-98f6-facdd136582a, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:40.208904 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bd7dc02a-4693-4c61-a3cd-028e739ade9d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.244518 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e31a050-cf9c-4ba5-9ca9-100370383bd6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 27b27aa1-d4d5-497f-98f6-facdd136582a is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:40.252370 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.252801 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Transition to ACTIVE for port object 5f60b67e-8e10-436e-806e-4f58bc02bb83 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:40.253430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bd7dc02a-4693-4c61-a3cd-028e739ade9d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.254597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7dc02a-4693-4c61-a3cd-028e739ade9d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Fanout notify agent at l3_agent the message router_deleted on router 82c99176-aec7-40f3-a733-c666c2f38815 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:42:40.255360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f91c1e7-ee13-4ce1-adf7-b93d228701ff tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Made reservation on behalf of 3570664f3f5b48ee8a3a9b96dafbf44e for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:40.264955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-2e31a050-cf9c-4ba5-9ca9-100370383bd6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 27b27aa1-d4d5-497f-98f6-facdd136582a) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:40.271257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bd7dc02a-4693-4c61-a3cd-028e739ade9d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.272635 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bd7dc02a-4693-4c61-a3cd-028e739ade9d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/routers/82c99176-aec7-40f3-a733-c666c2f38815 HTTP/1.1" status: 204 len: 168 time: 1.2082114 Apr 22 14:42:40.274820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33360) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:40.278055 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e31a050-cf9c-4ba5-9ca9-100370383bd6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:40.278891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2e31a050-cf9c-4ba5-9ca9-100370383bd6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.282607 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5bf0e3-b131-47e9-af96-6743e08d0f14 None None] Network 27b27aa1-d4d5-497f-98f6-facdd136582a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:40.367650 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2e31a050-cf9c-4ba5-9ca9-100370383bd6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2659380 Apr 22 14:42:40.370900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33364) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:40.373643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Transition to ACTIVE for port object 5f60b67e-8e10-436e-806e-4f58bc02bb83 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:40.404630 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.412243 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Allocated IP 2001:db8::f816:3eff:fef2:2387 (19101698-c44e-4563-acd4-3bbade7a380a/9ee45118-a1b0-4850-9104-22e184b7727d/e0bc5159-c0c6-4552-aa19-f7afff29a8e7) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:40.423227 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f91c1e7-ee13-4ce1-adf7-b93d228701ff tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.556803 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Network 7a785382-1e63-4a35-9dd9-0a1b295f4cab is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:40.560174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Pushing event updated for resources: {'Port': ['ID=5f60b67e-8e10-436e-806e-4f58bc02bb83,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:40.621697 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.664130 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:40.667114 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:40.694251 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33370) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:40.719838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port e423b772-55bf-4429-8105-8db547059661 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:40.807208 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.118 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/31eba597-4481-43fa-8455-e3c9b7ef4c21) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:40.856133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Attempting to bind port 5f60b67e-8e10-436e-806e-4f58bc02bb83 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:40.856500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Attempting to bind port 5f60b67e-8e10-436e-806e-4f58bc02bb83 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '836e50d3-3b3a-47a4-bf7a-52be30232961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7a785382-1e63-4a35-9dd9-0a1b295f4cab'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:40.856869 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Attempting to bind port 5f60b67e-8e10-436e-806e-4f58bc02bb83 on network 7a785382-1e63-4a35-9dd9-0a1b295f4cab {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:40.857644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-533ed00b-5f03-4a43-b767-f56c795a971a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting subnet 04ad9209-d10f-4cb7-898e-240f82ec8859 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:40.861944 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-533ed00b-5f03-4a43-b767-f56c795a971a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.914579 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:40.914954 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Checking segment: {'id': '836e50d3-3b3a-47a4-bf7a-52be30232961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7a785382-1e63-4a35-9dd9-0a1b295f4cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:40.915388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.915782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Bound using segment: {'id': '836e50d3-3b3a-47a4-bf7a-52be30232961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7a785382-1e63-4a35-9dd9-0a1b295f4cab'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:40.916308 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Bound port: 5f60b67e-8e10-436e-806e-4f58bc02bb83, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836e50d3-3b3a-47a4-bf7a-52be30232961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7a785382-1e63-4a35-9dd9-0a1b295f4cab'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:40.916683 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.931719 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-533ed00b-5f03-4a43-b767-f56c795a971a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.932085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-27b27aa1-d4d5-497f-98f6-facdd136582a', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:40.932849 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.156374 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f91c1e7-ee13-4ce1-adf7-b93d228701ff tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.182827 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.209198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-533ed00b-5f03-4a43-b767-f56c795a971a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.232746 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] For port 5f60b67e-8e10-436e-806e-4f58bc02bb83, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:41.242925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Transition to ACTIVE for port object e0bc5159-c0c6-4552-aa19-f7afff29a8e7 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:41.260545 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] For port 5f60b67e-8e10-436e-806e-4f58bc02bb83, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5f60b67e-8e10-436e-806e-4f58bc02bb83,segment=NetworkSegment(836e50d3-3b3a-47a4-bf7a-52be30232961),segment_id=836e50d3-3b3a-47a4-bf7a-52be30232961)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:41.276382 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-18db92ef-69de-4e69-8168-e0951e0e9ba6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b78d3f1487643589a49391037b041e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5766914 Apr 22 14:42:41.276612 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.282004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33376) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:41.313413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Transition to ACTIVE for port object e0bc5159-c0c6-4552-aa19-f7afff29a8e7 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:41.325850 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Allocated IP 172.20.0.2 (27b27aa1-d4d5-497f-98f6-facdd136582a/a4a16ed1-dfee-4d99-8d62-4a949c72c98c/f22b234c-3aae-4395-afae-6f67b6842d87) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:41.327116 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91c1e7-ee13-4ce1-adf7-b93d228701ff tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event updated for resources: {'Subnet': ['ID=4aea8aba-9510-4997-b0d7-1ac27c657949,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:41.343217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.376068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.395571 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-533ed00b-5f03-4a43-b767-f56c795a971a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.432941 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f91c1e7-ee13-4ce1-adf7-b93d228701ff tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Checking segment: {'id': '4e56ae8d-9606-4547-893d-025b7a2a7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba1bf5b4-937d-40c7-a438-af860bf7dca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:41.433214 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f91c1e7-ee13-4ce1-adf7-b93d228701ff tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Network hostable DHCP agents. Network: ba1bf5b4-937d-40c7-a438-af860bf7dca0, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:41.465077 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::f816:3eff:fe05:e4b8 (19101698-c44e-4563-acd4-3bbade7a380a/9ee45118-a1b0-4850-9104-22e184b7727d/e423b772-55bf-4429-8105-8db547059661) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:41.465298 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ed00b-5f03-4a43-b767-f56c795a971a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Subnet': ['ID=04ad9209-d10f-4cb7-898e-240f82ec8859,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:41.469206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.471794 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:41.482929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:41.489906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-533ed00b-5f03-4a43-b767-f56c795a971a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.490851 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:41.497611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033724ab-3cf6-44c9-9fd6-8b8c80ba4f3a None None] Pushing event updated for resources: {'Port': ['ID=5f60b67e-8e10-436e-806e-4f58bc02bb83,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:41.524848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5778-3bc3-43b4-b265-44715c041fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.542290 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.558783 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb628815-e7c8-4ec8-829b-723fc1030fbe None None] Network 9dc5d709-c228-48e0-a17e-9d6533c263c6 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:41.594071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f91c1e7-ee13-4ce1-adf7-b93d228701ff tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Network ba1bf5b4-937d-40c7-a438-af860bf7dca0 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:41.606911 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-533ed00b-5f03-4a43-b767-f56c795a971a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/04ad9209-d10f-4cb7-898e-240f82ec8859 HTTP/1.1" status: 204 len: 168 time: 1.3287427 Apr 22 14:42:41.618935 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33380) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:41.692144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=31eba597-4481-43fa-8455-e3c9b7ef4c21,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:41.741468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5778-3bc3-43b4-b265-44715c041fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.799964 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-1f91c1e7-ee13-4ce1-adf7-b93d228701ff tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, ba1bf5b4-937d-40c7-a438-af860bf7dca0) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:41.899413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Pushing event updated for resources: {'Port': ['ID=e0bc5159-c0c6-4552-aa19-f7afff29a8e7,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:41.902447 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca68288-c90c-4583-9c50-bff373d64c14 None None] Network ba1bf5b4-937d-40c7-a438-af860bf7dca0 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:41.904477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f91c1e7-ee13-4ce1-adf7-b93d228701ff tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:41.905058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f91c1e7-ee13-4ce1-adf7-b93d228701ff tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.910676 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:41.922012 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:41.929790 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Attempting to bind port e0bc5159-c0c6-4552-aa19-f7afff29a8e7 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:41.930157 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Attempting to bind port e0bc5159-c0c6-4552-aa19-f7afff29a8e7 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:41.930519 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Attempting to bind port e0bc5159-c0c6-4552-aa19-f7afff29a8e7 on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:41.951778 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:41.973364 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting subnet ea9ca61d-611e-4321-bfdd-85d217fa1fbe {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:41.974584 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.046477 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1f91c1e7-ee13-4ce1-adf7-b93d228701ff tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0861871 Apr 22 14:42:42.081248 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33384) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:42.093291 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-2c4e8a53-9b4a-45b6-a00c-ef200e37d53e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Request body: {'subnet': {'network_id': '14b6748c-d6f9-4425-89e4-72f1e9cdc5e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:42.134642 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:42.135581 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:42.136270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.136669 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:42.137151 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Bound port: e0bc5159-c0c6-4552-aa19-f7afff29a8e7, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:42.137527 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.164041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.165254 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.198257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Transition to ACTIVE for port object f22b234c-3aae-4395-afae-6f67b6842d87 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:42.230926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5778-3bc3-43b4-b265-44715c041fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.264186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.285430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.292506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf5778-3bc3-43b4-b265-44715c041fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cd60d3-5e7a-4c55-8485-d2965bc5e2a6,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:42.322046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Transition to ACTIVE for port object f22b234c-3aae-4395-afae-6f67b6842d87 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:42.352519 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5778-3bc3-43b4-b265-44715c041fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.356404 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4fbf5778-3bc3-43b4-b265-44715c041fa6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7cd60d3-5e7a-4c55-8485-d2965bc5e2a6 HTTP/1.1" status: 204 len: 168 time: 1.0624139 Apr 22 14:42:42.369601 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object e423b772-55bf-4429-8105-8db547059661 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:42.376151 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.408786 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2c4e8a53-9b4a-45b6-a00c-ef200e37d53e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:42.417873 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.418298 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2c4e8a53-9b4a-45b6-a00c-ef200e37d53e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Usage tracker for resource:subnet and tenant:3570664f3f5b48ee8a3a9b96dafbf44e is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:42.421715 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.423990 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2c4e8a53-9b4a-45b6-a00c-ef200e37d53e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:42.460182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Allocated IP 172.20.0.1 (27b27aa1-d4d5-497f-98f6-facdd136582a/a4a16ed1-dfee-4d99-8d62-4a949c72c98c/e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:42.464948 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2c4e8a53-9b4a-45b6-a00c-ef200e37d53e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:42.485810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Subnet': ['ID=ea9ca61d-611e-4321-bfdd-85d217fa1fbe,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:42.528317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.544952 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Pushing event updated for resources: {'Port': ['ID=f22b234c-3aae-4395-afae-6f67b6842d87,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:42.548253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:42.548837 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:42.549333 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:42.549832 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:42.550404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:42.550536 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4d6f3b-d72a-4be7-9cd8-0f9996d1a7f4 None None] Network 9af898f7-6b12-4bfe-9070-08412a9a44e3 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:42.551131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:42.552427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:42.553101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:42.553798 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:42.554870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:42.554870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:42.584046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] For port e0bc5159-c0c6-4552-aa19-f7afff29a8e7, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:42.618434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:42.683073 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] For port e0bc5159-c0c6-4552-aa19-f7afff29a8e7, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e0bc5159-c0c6-4552-aa19-f7afff29a8e7,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:42.707855 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7f7c6fea-08f5-4c14-8b94-c0204dcdb6b6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/ea9ca61d-611e-4321-bfdd-85d217fa1fbe HTTP/1.1" status: 204 len: 168 time: 1.0873604 Apr 22 14:42:42.710650 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:42.711706 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.718889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:42.728859 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Network 27b27aa1-d4d5-497f-98f6-facdd136582a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:42.731651 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:42.732339 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.743920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33390) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:42.761865 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4e8a53-9b4a-45b6-a00c-ef200e37d53e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Made reservation on behalf of 3570664f3f5b48ee8a3a9b96dafbf44e for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:42.806064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=e423b772-55bf-4429-8105-8db547059661,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:42.867446 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:42.870296 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:42.874275 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a37a31f-9ed2-42f4-a8fb-78e6f4c22f8f None None] DHCP port deletion for 9dc5d709-c228-48e0-a17e-9d6533c263c6 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:42.919752 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-558754a8-c54d-4acd-bdf9-39ed49544fc7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2343128 Apr 22 14:42:42.945526 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33394) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:42.969003 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9a37a31f-9ed2-42f4-a8fb-78e6f4c22f8f None None] Deleting port 8a47421e-dbf8-411c-9da8-4594a5688a09 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:42.969192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9a37a31f-9ed2-42f4-a8fb-78e6f4c22f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.060385 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.092057 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c4e8a53-9b4a-45b6-a00c-ef200e37d53e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.116686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.167926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Transition to ACTIVE for port object e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:43.205360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port 8a47421e-dbf8-411c-9da8-4594a5688a09 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:43.206155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.241437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.294361 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-ba1bf5b4-937d-40c7-a438-af860bf7dca0', 'network_id': 'ba1bf5b4-937d-40c7-a438-af860bf7dca0', 'tenant_id': '3570664f3f5b48ee8a3a9b96dafbf44e', 'fixed_ips': [{'subnet_id': '4aea8aba-9510-4997-b0d7-1ac27c657949'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:43.295374 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.336670 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5f60b67e-8e10-436e-806e-4f58bc02bb83 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:43.360528 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfae723-14ec-445c-8bc5-0d1c1a8e0fb0 None None] Network 7a785382-1e63-4a35-9dd9-0a1b295f4cab requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:43.371148 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 27b27aa1-d4d5-497f-98f6-facdd136582a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:43.379602 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:43.391740 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:43.445669 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f9d336-9690-475f-8c51-88093851bd1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:43.449768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f9d336-9690-475f-8c51-88093851bd1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:43.450548 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-89f9d336-9690-475f-8c51-88093851bd1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:43.453987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.485964 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:43.529893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-89f9d336-9690-475f-8c51-88093851bd1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:43.530967 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-89f9d336-9690-475f-8c51-88093851bd1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5845208 Apr 22 14:42:43.534479 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33398) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:43.627715 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-cfcccf5b-c6d3-41fb-87fe-dc7a54968ecc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port e423b772-55bf-4429-8105-8db547059661 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:43.628327 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cfcccf5b-c6d3-41fb-87fe-dc7a54968ecc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.672096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.679590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93beff-9eed-4afe-aeaa-f48e16f9621e None None] Pushing event updated for resources: {'Port': ['ID=e0bc5159-c0c6-4552-aa19-f7afff29a8e7,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:43.734269 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Attempting to bind port f22b234c-3aae-4395-afae-6f67b6842d87 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:43.734974 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Attempting to bind port f22b234c-3aae-4395-afae-6f67b6842d87 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '45f337c9-2e37-4e24-b422-7e537f5bf5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:43.735383 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Attempting to bind port f22b234c-3aae-4395-afae-6f67b6842d87 on network 27b27aa1-d4d5-497f-98f6-facdd136582a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:43.744554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9a37a31f-9ed2-42f4-a8fb-78e6f4c22f8f None None] For port 8a47421e-dbf8-411c-9da8-4594a5688a09, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8a47421e-dbf8-411c-9da8-4594a5688a09,segment=NetworkSegment(4f2f3723-3345-487b-b581-b49d3796a416),segment_id=4f2f3723-3345-487b-b581-b49d3796a416)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:43.745087 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9a37a31f-9ed2-42f4-a8fb-78e6f4c22f8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.802613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-674141b2-439f-4f43-9169-e1c8b644e2c2 None None] Provisioning for port 5f60b67e-8e10-436e-806e-4f58bc02bb83 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:43.808130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c4e8a53-9b4a-45b6-a00c-ef200e37d53e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.952534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9a37a31f-9ed2-42f4-a8fb-78e6f4c22f8f None None] Calling delete_port for 8a47421e-dbf8-411c-9da8-4594a5688a09 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:43.960756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.982578 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e8a53-9b4a-45b6-a00c-ef200e37d53e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event updated for resources: {'Subnet': ['ID=89d17061-92c6-467a-b73d-76458bb8d46a,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:43.986224 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] For port 8a47421e-dbf8-411c-9da8-4594a5688a09, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8a47421e-dbf8-411c-9da8-4594a5688a09,segment=NetworkSegment(4f2f3723-3345-487b-b581-b49d3796a416),segment_id=4f2f3723-3345-487b-b581-b49d3796a416)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:43.986869 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.993141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:43.993510 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Checking segment: {'id': '45f337c9-2e37-4e24-b422-7e537f5bf5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:43.994457 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.994922 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Bound using segment: {'id': '45f337c9-2e37-4e24-b422-7e537f5bf5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:43.995424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Bound port: f22b234c-3aae-4395-afae-6f67b6842d87, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f337c9-2e37-4e24-b422-7e537f5bf5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:43.995800 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.083054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.134677 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for 8a47421e-dbf8-411c-9da8-4594a5688a09 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:44.224823 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e8a53-9b4a-45b6-a00c-ef200e37d53e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Checking segment: {'id': '43aa7717-510b-4a60-8f6a-33f68df169b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '14b6748c-d6f9-4425-89e4-72f1e9cdc5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:44.225228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e8a53-9b4a-45b6-a00c-ef200e37d53e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Network hostable DHCP agents. Network: 14b6748c-d6f9-4425-89e4-72f1e9cdc5e2, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:44.271545 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] For port f22b234c-3aae-4395-afae-6f67b6842d87, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:44.275141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] For port f22b234c-3aae-4395-afae-6f67b6842d87, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f22b234c-3aae-4395-afae-6f67b6842d87,segment=NetworkSegment(45f337c9-2e37-4e24-b422-7e537f5bf5f7),segment_id=45f337c9-2e37-4e24-b422-7e537f5bf5f7)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:44.280895 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e8a53-9b4a-45b6-a00c-ef200e37d53e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Network 14b6748c-d6f9-4425-89e4-72f1e9cdc5e2 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:44.298612 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.301536 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e8a53-9b4a-45b6-a00c-ef200e37d53e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 14b6748c-d6f9-4425-89e4-72f1e9cdc5e2) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:44.306749 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e8a53-9b4a-45b6-a00c-ef200e37d53e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:44.307244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2c4e8a53-9b4a-45b6-a00c-ef200e37d53e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.353601 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b9f07a-685f-495e-aabc-3cf6a12742f5 None None] Network 14b6748c-d6f9-4425-89e4-72f1e9cdc5e2 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:44.378155 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2c4e8a53-9b4a-45b6-a00c-ef200e37d53e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2924082 Apr 22 14:42:44.429575 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33402) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:44.488793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.552611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=8a47421e-dbf8-411c-9da8-4594a5688a09,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:44.571532 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No DVR routers for this DVR port 8a47421e-dbf8-411c-9da8-4594a5688a09 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:44.587519 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a315681-404a-4eb8-a383-a8a49bf83b69 None None] DHCP port deletion for 9af898f7-6b12-4bfe-9070-08412a9a44e3 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:44.601512 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1a315681-404a-4eb8-a383-a8a49bf83b69 None None] Deleting port 07dfbd9f-e376-4cf3-a70d-570c4f226217 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:44.601748 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1a315681-404a-4eb8-a383-a8a49bf83b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.614323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cfcccf5b-c6d3-41fb-87fe-dc7a54968ecc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.654093 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 5f60b67e-8e10-436e-806e-4f58bc02bb83 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:44.701865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.729010 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc5d709-c228-48e0-a17e-9d6533c263c6']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:44.743987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2f3723-3345-487b-b581-b49d3796a416') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:44.744336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2f3723-3345-487b-b581-b49d3796a416') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:44.754656 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:44.766426 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.777895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.785685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.814719 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.822513 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-cfcccf5b-c6d3-41fb-87fe-dc7a54968ecc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for e423b772-55bf-4429-8105-8db547059661 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:44.829888 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1a315681-404a-4eb8-a383-a8a49bf83b69 None None] For port 07dfbd9f-e376-4cf3-a70d-570c4f226217, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=07dfbd9f-e376-4cf3-a70d-570c4f226217,segment=NetworkSegment(c29cf667-068f-4c0c-ad47-a04cda6fa279),segment_id=c29cf667-068f-4c0c-ad47-a04cda6fa279)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:44.830283 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1a315681-404a-4eb8-a383-a8a49bf83b69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.881967 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:44.882375 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:44.900228 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:44.907590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c1bb3a52-b16d-4875-8fec-8d817553150f None None] Provisioning for port e0bc5159-c0c6-4552-aa19-f7afff29a8e7 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:44.978542 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 5f60b67e-8e10-436e-806e-4f58bc02bb83 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:44.978924 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.985485 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:44.995625 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.020840 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1a315681-404a-4eb8-a383-a8a49bf83b69 None None] Calling delete_port for 07dfbd9f-e376-4cf3-a70d-570c4f226217 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:45.069600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.073475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Allocated IP 2001:db8::2 (ba1bf5b4-937d-40c7-a438-af860bf7dca0/4aea8aba-9510-4997-b0d7-1ac27c657949/8d43b3db-9f06-4507-ae2b-baf1be9b4e12) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:45.091978 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-9a37a31f-9ed2-42f4-a8fb-78e6f4c22f8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:42:45.092398 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-9a37a31f-9ed2-42f4-a8fb-78e6f4c22f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:42:45.094418 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.109573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Network': ['ID=9dc5d709-c228-48e0-a17e-9d6533c263c6,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:45.136538 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-01cfdc2a-143a-4c86-a226-1cb9ec223a2c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/networks/9dc5d709-c228-48e0-a17e-9d6533c263c6 HTTP/1.1" status: 204 len: 168 time: 2.3880472 Apr 22 14:42:45.137393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33406) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:45.145525 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1ade1-d96b-4bd2-9742-78d9d6cbb2e2 None None] Pushing event updated for resources: {'Port': ['ID=f22b234c-3aae-4395-afae-6f67b6842d87,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:45.197179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:45.212754 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.262537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.287096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 27b27aa1-d4d5-497f-98f6-facdd136582a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:45.294410 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:45.332154 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-14b6748c-d6f9-4425-89e4-72f1e9cdc5e2', 'network_id': '14b6748c-d6f9-4425-89e4-72f1e9cdc5e2', 'tenant_id': '3570664f3f5b48ee8a3a9b96dafbf44e', 'fixed_ips': [{'subnet_id': '89d17061-92c6-467a-b73d-76458bb8d46a'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:45.333807 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.523494 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6236-ecb1-4a88-9dd5-a930da0bcbc6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.527484 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=31eba597-4481-43fa-8455-e3c9b7ef4c21,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:45.547461 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1a315681-404a-4eb8-a383-a8a49bf83b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.552146 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.704700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9a37a31f-9ed2-42f4-a8fb-78e6f4c22f8f None None] Deleting port 8a47421e-dbf8-411c-9da8-4594a5688a09 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:45.705357 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9a37a31f-9ed2-42f4-a8fb-78e6f4c22f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.739421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cfcccf5b-c6d3-41fb-87fe-dc7a54968ecc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.782122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a315681-404a-4eb8-a383-a8a49bf83b69 None None] Pushing event deleted for resources: {'Port': ['ID=07dfbd9f-e376-4cf3-a70d-570c4f226217,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:45.827325 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6236-ecb1-4a88-9dd5-a930da0bcbc6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.847602 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.848182 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-633b9c12-9960-43d3-8306-f5eb9b16756e None None] Provisioning for port e423b772-55bf-4429-8105-8db547059661 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:45.866774 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-7a7d6236-ecb1-4a88-9dd5-a930da0bcbc6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af898f7-6b12-4bfe-9070-08412a9a44e3']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:45.869839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcccf5b-c6d3-41fb-87fe-dc7a54968ecc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=e423b772-55bf-4429-8105-8db547059661,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:45.886907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-7a7d6236-ecb1-4a88-9dd5-a930da0bcbc6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29cf667-068f-4c0c-ad47-a04cda6fa279') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:45.887047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-7a7d6236-ecb1-4a88-9dd5-a930da0bcbc6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29cf667-068f-4c0c-ad47-a04cda6fa279') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:45.901497 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9a37a31f-9ed2-42f4-a8fb-78e6f4c22f8f None None] The port '8a47421e-dbf8-411c-9da8-4594a5688a09' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:42:45.926495 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a315681-404a-4eb8-a383-a8a49bf83b69 None None] No DVR routers for this DVR port 07dfbd9f-e376-4cf3-a70d-570c4f226217 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:45.940168 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-633b9c12-9960-43d3-8306-f5eb9b16756e None None] Provisioning complete for port e423b772-55bf-4429-8105-8db547059661 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:45.940694 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-633b9c12-9960-43d3-8306-f5eb9b16756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.971180 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.016268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6236-ecb1-4a88-9dd5-a930da0bcbc6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.017955 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-633b9c12-9960-43d3-8306-f5eb9b16756e None None] Port e423b772-55bf-4429-8105-8db547059661 was deleted so its status cannot be updated. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 14:42:46.033874 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.036560 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Allocated IP 2001:db8::2 (14b6748c-d6f9-4425-89e4-72f1e9cdc5e2/89d17061-92c6-467a-b73d-76458bb8d46a/e38d9f15-9dee-4655-bb7c-88935791a97a) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:46.052786 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6236-ecb1-4a88-9dd5-a930da0bcbc6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.061864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7d6236-ecb1-4a88-9dd5-a930da0bcbc6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:46.062690 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6236-ecb1-4a88-9dd5-a930da0bcbc6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.064711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Transition to ACTIVE for port object 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:46.067105 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cfcccf5b-c6d3-41fb-87fe-dc7a54968ecc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.084911 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 5f60b67e-8e10-436e-806e-4f58bc02bb83, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5f60b67e-8e10-436e-806e-4f58bc02bb83,segment=NetworkSegment(836e50d3-3b3a-47a4-bf7a-52be30232961),segment_id=836e50d3-3b3a-47a4-bf7a-52be30232961)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:46.086511 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:46.121996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.165287 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cfcccf5b-c6d3-41fb-87fe-dc7a54968ecc tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/e423b772-55bf-4429-8105-8db547059661 HTTP/1.1" status: 204 len: 168 time: 2.6281281 Apr 22 14:42:46.166249 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33410) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:46.226260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6236-ecb1-4a88-9dd5-a930da0bcbc6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.257078 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8a47421e-dbf8-411c-9da8-4594a5688a09 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:46.261043 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6236-ecb1-4a88-9dd5-a930da0bcbc6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.279429 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7a7d6236-ecb1-4a88-9dd5-a930da0bcbc6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/networks/9af898f7-6b12-4bfe-9070-08412a9a44e3 HTTP/1.1" status: 204 len: 168 time: 1.1307695 Apr 22 14:42:46.280489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33414) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:46.283496 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d6236-ecb1-4a88-9dd5-a930da0bcbc6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Network': ['ID=9af898f7-6b12-4bfe-9070-08412a9a44e3,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:46.295717 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1438417429'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:46.314770 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Transition to ACTIVE for port object 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:46.320789 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 14645af6-d996-4821-98f9-3a99f0ea96b2 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:42:46.475718 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.482035 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Allocated IP 2001:db8::1 (ba1bf5b4-937d-40c7-a438-af860bf7dca0/4aea8aba-9510-4997-b0d7-1ac27c657949/56519bbb-6314-4615-bf98-8791cc6c5e59) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:46.486244 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 8a47421e-dbf8-411c-9da8-4594a5688a09 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:46.486548 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8a47421e-dbf8-411c-9da8-4594a5688a09 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:46.502986 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Network ba1bf5b4-937d-40c7-a438-af860bf7dca0 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:46.508842 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:46.511041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:46.548391 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee11c760-8b44-44e7-904d-1be70ecf2006 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:46.549732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee11c760-8b44-44e7-904d-1be70ecf2006 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:46.550727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ee11c760-8b44-44e7-904d-1be70ecf2006 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:46.557792 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:46.593110 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:46.607626 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c10cd1bb-c469-4170-a56e-4a41db1d76b5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/14645af6-d996-4821-98f9-3a99f0ea96b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2329829 Apr 22 14:42:46.607626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33418) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:46.613601 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Sync routers for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:46.614463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-62003646-6d1b-49c7-9920-07e5e2f19e7d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'network': {'name': 'tempest-RoutersTest-812367300'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:46.620083 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-62003646-6d1b-49c7-9920-07e5e2f19e7d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:46.624311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-62003646-6d1b-49c7-9920-07e5e2f19e7d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:network and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:46.627734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-62003646-6d1b-49c7-9920-07e5e2f19e7d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:46.635936 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:network and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:46.639985 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-62003646-6d1b-49c7-9920-07e5e2f19e7d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:46.655498 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:46.659810 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:46.661719 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:46.669621 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62003646-6d1b-49c7-9920-07e5e2f19e7d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:46.673157 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-62003646-6d1b-49c7-9920-07e5e2f19e7d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.692599 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33c32b7-38a0-4486-8f7a-bbabc4f07e49 None None] Network 27b27aa1-d4d5-497f-98f6-facdd136582a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:46.727879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:46.734275 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62003646-6d1b-49c7-9920-07e5e2f19e7d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:46.754225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-62003646-6d1b-49c7-9920-07e5e2f19e7d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.755012 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-62003646-6d1b-49c7-9920-07e5e2f19e7d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Added segment 7b6e517a-09df-4f49-926f-ae3111973836 of type vlan for network c55529df-b153-4c48-bbf2-80430bf38dbd Apr 22 14:42:46.790699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-62003646-6d1b-49c7-9920-07e5e2f19e7d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.794181 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ee11c760-8b44-44e7-904d-1be70ecf2006 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:46.798260 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ee11c760-8b44-44e7-904d-1be70ecf2006 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6297116 Apr 22 14:42:46.799014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33422) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:46.832374 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-62003646-6d1b-49c7-9920-07e5e2f19e7d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.838409 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62003646-6d1b-49c7-9920-07e5e2f19e7d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:46.839638 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-62003646-6d1b-49c7-9920-07e5e2f19e7d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.841431 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f22b234c-3aae-4395-afae-6f67b6842d87 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:46.847763 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:46.852722 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.887222 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=5f60b67e-8e10-436e-806e-4f58bc02bb83,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:46.913911 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:46.964601 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-62003646-6d1b-49c7-9920-07e5e2f19e7d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3558776 Apr 22 14:42:46.967942 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33426) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:46.976058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-b057fe0d-4fad-4f81-aa47-8f1e71c14140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'subnet': {'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:46.977401 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Pushing event updated for resources: {'Port': ['ID=8d43b3db-9f06-4507-ae2b-baf1be9b4e12,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:46.979779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e26a5ee0-db4d-4fea-b618-a34b72d474bb None None] Provisioning complete for port 5f60b67e-8e10-436e-806e-4f58bc02bb83 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:46.980075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e26a5ee0-db4d-4fea-b618-a34b72d474bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.986858 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:47.000863 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62003646-6d1b-49c7-9920-07e5e2f19e7d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Network': ['ID=c55529df-b153-4c48-bbf2-80430bf38dbd,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:47.037212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.039740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network c55529df-b153-4c48-bbf2-80430bf38dbd details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:47.066014 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Attempting to bind port 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:47.066468 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Attempting to bind port 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '4e56ae8d-9606-4547-893d-025b7a2a7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba1bf5b4-937d-40c7-a438-af860bf7dca0'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:47.066834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Attempting to bind port 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 on network ba1bf5b4-937d-40c7-a438-af860bf7dca0 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:47.118723 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b057fe0d-4fad-4f81-aa47-8f1e71c14140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:47.123382 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b057fe0d-4fad-4f81-aa47-8f1e71c14140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:subnet and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:47.126867 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b057fe0d-4fad-4f81-aa47-8f1e71c14140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:47.133553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b057fe0d-4fad-4f81-aa47-8f1e71c14140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:47.136515 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Transition to ACTIVE for port object e38d9f15-9dee-4655-bb7c-88935791a97a will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:47.147388 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b057fe0d-4fad-4f81-aa47-8f1e71c14140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:47.212132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.212643 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Added segment 43759cf9-938f-427d-aae6-736889b87b59 of type vlan for network 1185610b-d40c-4bf6-a3e3-04234f72d80d Apr 22 14:42:47.271788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.285363 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:47.285708 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Checking segment: {'id': '4e56ae8d-9606-4547-893d-025b7a2a7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba1bf5b4-937d-40c7-a438-af860bf7dca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:47.286116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.286810 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Bound using segment: {'id': '4e56ae8d-9606-4547-893d-025b7a2a7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba1bf5b4-937d-40c7-a438-af860bf7dca0'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:47.286973 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Bound port: 8d43b3db-9f06-4507-ae2b-baf1be9b4e12, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e56ae8d-9606-4547-893d-025b7a2a7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba1bf5b4-937d-40c7-a438-af860bf7dca0'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:47.287363 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.292953 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b057fe0d-4fad-4f81-aa47-8f1e71c14140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.296308 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Floating IP 269b5a21-0b71-4684-bb1f-cc6ced3f7d94 associated. External IP: 172.26.0.118, port: 62195b0a-3936-441f-a211-acd5f30e6341. Apr 22 14:42:47.357230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Transition to ACTIVE for port object e38d9f15-9dee-4655-bb7c-88935791a97a will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:47.377157 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:42:43Z', 'revision_number': 2, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:44Z', 'revision_number': 2, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:47.382331 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Checking router: 14645af6-d996-4821-98f9-3a99f0ea96b2 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:42:47.382899 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Updating router 14645af6-d996-4821-98f9-3a99f0ea96b2 port e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:42:47.400860 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.430441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.449332 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.470913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Transition to ACTIVE for port object 56519bbb-6314-4615-bf98-8791cc6c5e59 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:47.474091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Network 14b6748c-d6f9-4425-89e4-72f1e9cdc5e2 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:47.483839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ab2a3c-32c9-486c-961d-fc4d8ff68f53 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 9ee45118-a1b0-4850-9104-22e184b7727d {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:47.517604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2a3c-32c9-486c-961d-fc4d8ff68f53 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.552713 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:47.562050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:47.564167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port f22b234c-3aae-4395-afae-6f67b6842d87 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:47.585898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e0bc5159-c0c6-4552-aa19-f7afff29a8e7 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:47.587581 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.591551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:47.592540 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.604516 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b057fe0d-4fad-4f81-aa47-8f1e71c14140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.649297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] For port 8d43b3db-9f06-4507-ae2b-baf1be9b4e12, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:47.657979 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Pushing event updated for resources: {'Port': ['ID=e38d9f15-9dee-4655-bb7c-88935791a97a,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:47.706578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] For port 8d43b3db-9f06-4507-ae2b-baf1be9b4e12, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8d43b3db-9f06-4507-ae2b-baf1be9b4e12,segment=NetworkSegment(4e56ae8d-9606-4547-893d-025b7a2a7ff0),segment_id=4e56ae8d-9606-4547-893d-025b7a2a7ff0)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:47.713496 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Network': ['ID=1185610b-d40c-4bf6-a3e3-04234f72d80d,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:47.718495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2a3c-32c9-486c-961d-fc4d8ff68f53 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.757112 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.824708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:47.825210 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:47.825658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:47.826265 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:47.826829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:47.827307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:47.827760 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:47.828202 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:47.828644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:47.829079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:47.829694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:47.851049 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-10dd3b7c-a416-49c6-a2e4-ee0334a92437 None None] Provisioning for port f22b234c-3aae-4395-afae-6f67b6842d87 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:47.851434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.873051 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b057fe0d-4fad-4f81-aa47-8f1e71c14140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Checking segment: {'id': '7b6e517a-09df-4f49-926f-ae3111973836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:47.873479 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b057fe0d-4fad-4f81-aa47-8f1e71c14140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network hostable DHCP agents. Network: c55529df-b153-4c48-bbf2-80430bf38dbd, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:47.883640 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057fe0d-4fad-4f81-aa47-8f1e71c14140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Subnet': ['ID=a93f6e78-a089-48e4-87b6-f1fe2f23332e,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:47.886945 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 1185610b-d40c-4bf6-a3e3-04234f72d80d details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:47.901981 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.916026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b057fe0d-4fad-4f81-aa47-8f1e71c14140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network c55529df-b153-4c48-bbf2-80430bf38dbd is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:47.931001 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Transition to ACTIVE for port object e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:47.932100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-b057fe0d-4fad-4f81-aa47-8f1e71c14140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, c55529df-b153-4c48-bbf2-80430bf38dbd) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:47.936967 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b057fe0d-4fad-4f81-aa47-8f1e71c14140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:47.937620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b057fe0d-4fad-4f81-aa47-8f1e71c14140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.940056 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.961551 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4c6eadbe-adad-4a9d-b683-eff7c2741b54 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6794338 Apr 22 14:42:47.964658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33430) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:47.981011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-7a0ff3e0-ac4a-4ad4-9cbc-f39a3377ec4a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'subnet': {'network_id': '1185610b-d40c-4bf6-a3e3-04234f72d80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:47.990494 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-10dd3b7c-a416-49c6-a2e4-ee0334a92437 None None] Provisioning complete for port f22b234c-3aae-4395-afae-6f67b6842d87 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:47.990494 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-10dd3b7c-a416-49c6-a2e4-ee0334a92437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.042232 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34a8960-c884-49fa-b18e-9689091d6e7b None None] Network c55529df-b153-4c48-bbf2-80430bf38dbd requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:48.050571 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event updated for resources: {'Port': ['ID=56519bbb-6314-4615-bf98-8791cc6c5e59,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:48.063347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Network ba1bf5b4-937d-40c7-a438-af860bf7dca0 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:48.072569 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:48.089562 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa11f9-7de4-46ff-b165-b0be82782a30 None None] Pushing event updated for resources: {'Port': ['ID=e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:48.089830 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:48.090383 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.141857 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa11f9-7de4-46ff-b165-b0be82782a30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:48.142272 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa11f9-7de4-46ff-b165-b0be82782a30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:48.142800 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa11f9-7de4-46ff-b165-b0be82782a30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:48.143242 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa11f9-7de4-46ff-b165-b0be82782a30 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:48.143793 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa11f9-7de4-46ff-b165-b0be82782a30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:48.145195 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa11f9-7de4-46ff-b165-b0be82782a30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:48.145542 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa11f9-7de4-46ff-b165-b0be82782a30 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:48.145706 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7a0ff3e0-ac4a-4ad4-9cbc-f39a3377ec4a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:48.146963 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa11f9-7de4-46ff-b165-b0be82782a30 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:48.147877 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa11f9-7de4-46ff-b165-b0be82782a30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:48.148236 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa11f9-7de4-46ff-b165-b0be82782a30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:48.150165 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa11f9-7de4-46ff-b165-b0be82782a30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:48.153883 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b057fe0d-4fad-4f81-aa47-8f1e71c14140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1847241 Apr 22 14:42:48.157526 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33434) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:48.167681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7a0ff3e0-ac4a-4ad4-9cbc-f39a3377ec4a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:subnet and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:48.238430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2a3c-32c9-486c-961d-fc4d8ff68f53 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.251031 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Attempting to bind port e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:48.251660 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Attempting to bind port e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '45f337c9-2e37-4e24-b422-7e537f5bf5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:48.252196 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Attempting to bind port e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 on network 27b27aa1-d4d5-497f-98f6-facdd136582a {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:48.264169 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:48.264846 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Checking segment: {'id': '45f337c9-2e37-4e24-b422-7e537f5bf5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:48.265006 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7a0ff3e0-ac4a-4ad4-9cbc-f39a3377ec4a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:48.266593 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.267179 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Bound using segment: {'id': '45f337c9-2e37-4e24-b422-7e537f5bf5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:48.271383 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Bound port: e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f337c9-2e37-4e24-b422-7e537f5bf5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:48.274869 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.287352 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7a0ff3e0-ac4a-4ad4-9cbc-f39a3377ec4a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:48.302283 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.372949 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0ff3e0-ac4a-4ad4-9cbc-f39a3377ec4a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:48.433433 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Attempting to bind port e38d9f15-9dee-4655-bb7c-88935791a97a on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:48.435657 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Attempting to bind port e38d9f15-9dee-4655-bb7c-88935791a97a by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '43aa7717-510b-4a60-8f6a-33f68df169b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '14b6748c-d6f9-4425-89e4-72f1e9cdc5e2'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:48.437120 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Attempting to bind port e38d9f15-9dee-4655-bb7c-88935791a97a on network 14b6748c-d6f9-4425-89e4-72f1e9cdc5e2 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:48.441583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port e0bc5159-c0c6-4552-aa19-f7afff29a8e7 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:48.447620 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] For port e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:48.451653 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] For port e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0,segment=NetworkSegment(45f337c9-2e37-4e24-b422-7e537f5bf5f7),segment_id=45f337c9-2e37-4e24-b422-7e537f5bf5f7)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:48.460130 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.516918 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a0ff3e0-ac4a-4ad4-9cbc-f39a3377ec4a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.555094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port e0bc5159-c0c6-4552-aa19-f7afff29a8e7 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:48.555616 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:48.556076 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.556500 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:48.702321 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:48.702693 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Checking segment: {'id': '43aa7717-510b-4a60-8f6a-33f68df169b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '14b6748c-d6f9-4425-89e4-72f1e9cdc5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:48.706988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.707993 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Bound using segment: {'id': '43aa7717-510b-4a60-8f6a-33f68df169b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '14b6748c-d6f9-4425-89e4-72f1e9cdc5e2'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:48.708503 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Bound port: e38d9f15-9dee-4655-bb7c-88935791a97a, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43aa7717-510b-4a60-8f6a-33f68df169b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '14b6748c-d6f9-4425-89e4-72f1e9cdc5e2'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:48.709091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.732105 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb9d46-9e3c-41d5-a596-a870a92efb27 None None] Pushing event updated for resources: {'Port': ['ID=8d43b3db-9f06-4507-ae2b-baf1be9b4e12,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:48.834172 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa11f9-7de4-46ff-b165-b0be82782a30 None None] Pushing event updated for resources: {'Port': ['ID=e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:48.842310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2a3c-32c9-486c-961d-fc4d8ff68f53 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.849016 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-c55529df-b153-4c48-bbf2-80430bf38dbd', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:48.849410 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:48.850463 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.919731 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab2a3c-32c9-486c-961d-fc4d8ff68f53 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee45118-a1b0-4850-9104-22e184b7727d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:48.962976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2a3c-32c9-486c-961d-fc4d8ff68f53 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.005883 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd7b9ff-3b03-4824-9d45-ed38240058fe None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:49.099941 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b3ab2a3c-32c9-486c-961d-fc4d8ff68f53 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/9ee45118-a1b0-4850-9104-22e184b7727d HTTP/1.1" status: 204 len: 168 time: 2.2949841 Apr 22 14:42:49.106691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33438) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:49.247512 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-733845e5-391b-4fb2-8b29-21ee0984cdbf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1392622 Apr 22 14:42:49.254870 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33442) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:49.355392 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:42:43Z', 'revision_number': 2, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:48Z', 'revision_number': 4, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:49.362501 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c607d-aae0-435f-84c6-5cb9d6d6e3e0 None None] The sync data for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv is: [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:42:43Z', 'revision_number': 2, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:48Z', 'revision_number': 4, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:49.408004 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] For port e38d9f15-9dee-4655-bb7c-88935791a97a, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:49.453983 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.482582 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-10dd3b7c-a416-49c6-a2e4-ee0334a92437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.545416 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a0ff3e0-ac4a-4ad4-9cbc-f39a3377ec4a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.550453 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] For port e38d9f15-9dee-4655-bb7c-88935791a97a, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e38d9f15-9dee-4655-bb7c-88935791a97a,segment=NetworkSegment(43aa7717-510b-4a60-8f6a-33f68df169b7),segment_id=43aa7717-510b-4a60-8f6a-33f68df169b7)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:49.608896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.609346 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.616744 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-10dd3b7c-a416-49c6-a2e4-ee0334a92437 None None] For port f22b234c-3aae-4395-afae-6f67b6842d87, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f22b234c-3aae-4395-afae-6f67b6842d87,segment=NetworkSegment(45f337c9-2e37-4e24-b422-7e537f5bf5f7),segment_id=45f337c9-2e37-4e24-b422-7e537f5bf5f7)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:49.626384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router 1d114f18-f9b3-4611-8edb-990e3f88159e has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:49.649413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb980bc9-f333-49c4-8757-8a105f3d9d12 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:49.649537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-cb980bc9-f333-49c4-8757-8a105f3d9d12 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:49.652153 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.652920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.670060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port e0bc5159-c0c6-4552-aa19-f7afff29a8e7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e0bc5159-c0c6-4552-aa19-f7afff29a8e7,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:49.760534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fecd8e-1995-4701-b34b-b27a15557323 None None] Pushing event updated for resources: {'Port': ['ID=e38d9f15-9dee-4655-bb7c-88935791a97a,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:49.807375 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.821046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event updated for resources: {'Port': ['ID=56519bbb-6314-4615-bf98-8791cc6c5e59,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:49.828255 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-10dd3b7c-a416-49c6-a2e4-ee0334a92437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.929834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 07dfbd9f-e376-4cf3-a70d-570c4f226217 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:49.930086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ff3e0-ac4a-4ad4-9cbc-f39a3377ec4a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Subnet': ['ID=cb9baf3e-cc56-4ae2-977f-5e40d98589cd,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:49.947153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0ff3e0-ac4a-4ad4-9cbc-f39a3377ec4a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Checking segment: {'id': '43759cf9-938f-427d-aae6-736889b87b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1185610b-d40c-4bf6-a3e3-04234f72d80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:49.947561 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0ff3e0-ac4a-4ad4-9cbc-f39a3377ec4a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network hostable DHCP agents. Network: 1185610b-d40c-4bf6-a3e3-04234f72d80d, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:49.953334 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-cb980bc9-f333-49c4-8757-8a105f3d9d12 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:49.955323 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cb980bc9-f333-49c4-8757-8a105f3d9d12 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6993160 Apr 22 14:42:49.960555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33446) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:49.988247 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Allocated IP 172.21.0.2 (c55529df-b153-4c48-bbf2-80430bf38dbd/a93f6e78-a089-48e4-87b6-f1fe2f23332e/ef4116b8-ab28-4a36-a7e8-195682dfd5fb) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:50.075523 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16c03e-ed67-4bf1-ac24-d3a201537539 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:50.076232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-df16c03e-ed67-4bf1-ac24-d3a201537539 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:50.106859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-df16c03e-ed67-4bf1-ac24-d3a201537539 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:50.110780 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-df16c03e-ed67-4bf1-ac24-d3a201537539 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1461785 Apr 22 14:42:50.110780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0ff3e0-ac4a-4ad4-9cbc-f39a3377ec4a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 1185610b-d40c-4bf6-a3e3-04234f72d80d is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:50.111803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33450) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:50.134176 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Network ba1bf5b4-937d-40c7-a438-af860bf7dca0 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:50.146234 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:50.270917 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-7a0ff3e0-ac4a-4ad4-9cbc-f39a3377ec4a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 1185610b-d40c-4bf6-a3e3-04234f72d80d) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:50.274152 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=e0bc5159-c0c6-4552-aa19-f7afff29a8e7,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:50.282107 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 07dfbd9f-e376-4cf3-a70d-570c4f226217 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:50.282623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 07dfbd9f-e376-4cf3-a70d-570c4f226217 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:50.309942 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ea581b03-414d-41d3-a9d0-f3e5711fab87 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1928117 Apr 22 14:42:50.309942 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ff3e0-ac4a-4ad4-9cbc-f39a3377ec4a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:50.311718 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33454) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:50.317601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a0ff3e0-ac4a-4ad4-9cbc-f39a3377ec4a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.318636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-0fac98b7-5914-4153-b183-10a56ce99e1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:50.353194 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b013c3-5bb3-4ebf-87b9-2e6e6ce9f5f2 None None] Network 1185610b-d40c-4bf6-a3e3-04234f72d80d requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:50.515921 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.536210 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0fac98b7-5914-4153-b183-10a56ce99e1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:50.553389 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33458) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:50.554597 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7a0ff3e0-ac4a-4ad4-9cbc-f39a3377ec4a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5829396 Apr 22 14:42:50.556707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0fac98b7-5914-4153-b183-10a56ce99e1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:50.562308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-2a379dd4-fe82-4e65-bcb5-1c562709064f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1716327656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:50.572196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2a379dd4-fe82-4e65-bcb5-1c562709064f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:50.576973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2a379dd4-fe82-4e65-bcb5-1c562709064f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:router and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:50.580625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2a379dd4-fe82-4e65-bcb5-1c562709064f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:50.590552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2a379dd4-fe82-4e65-bcb5-1c562709064f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:50.681231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2a379dd4-fe82-4e65-bcb5-1c562709064f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.682213 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2a379dd4-fe82-4e65-bcb5-1c562709064f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.773826 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc67088d-bf49-48fa-abdf-d6c5c82e002f None None] Network ba1bf5b4-937d-40c7-a438-af860bf7dca0 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:50.789308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fac98b7-5914-4153-b183-10a56ce99e1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:50.790180 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5f60b67e-8e10-436e-806e-4f58bc02bb83 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:50.793011 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0fac98b7-5914-4153-b183-10a56ce99e1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.923926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2a379dd4-fe82-4e65-bcb5-1c562709064f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.970026 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a8ec04f6-6481-467f-a300-392853bc3fe0 None None] Provisioning for port e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:50.976685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:51.001945 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2a379dd4-fe82-4e65-bcb5-1c562709064f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.032267 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f90b6ee-3e9e-4ae4-8ae3-23564e330cb6 None None] Sync routers for ids ['1d114f18-f9b3-4611-8edb-990e3f88159e'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:51.047758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.103194 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2a379dd4-fe82-4e65-bcb5-1c562709064f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.104440 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2a379dd4-fe82-4e65-bcb5-1c562709064f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5499690 Apr 22 14:42:51.107424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33462) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:51.116811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'port': {'network_id': '1185610b-d40c-4bf6-a3e3-04234f72d80d', 'name': 'tempest-RoutersIpV6Test-1548328164'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:51.133502 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd3b7c-a416-49c6-a2e4-ee0334a92437 None None] Pushing event updated for resources: {'Port': ['ID=f22b234c-3aae-4395-afae-6f67b6842d87,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:51.173434 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f4d72a3c-d8bc-47c2-b615-34ef3a29c5f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.6542556 Apr 22 14:42:51.177282 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c19b736-9098-4bd0-8a51-a6ee4f322d3e', 'tag': '62195b0a-3936-441f-a211-acd5f30e6341'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:42:51.185747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33466) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:51.242830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.287836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f90b6ee-3e9e-4ae4-8ae3-23564e330cb6 None None] Routers {'1d114f18-f9b3-4611-8edb-990e3f88159e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:51.288479 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5f90b6ee-3e9e-4ae4-8ae3-23564e330cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1d114f18-f9b3-4611-8edb-990e3f88159e'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:51.327744 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa8ac3a-16cd-4f08-b86a-df2996f8befb'] response: {'name': 'network-changed', 'server_uuid': '3c19b736-9098-4bd0-8a51-a6ee4f322d3e', 'tag': '62195b0a-3936-441f-a211-acd5f30e6341', 'status': 'completed', 'code': 200} Apr 22 14:42:51.345464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Transition to ACTIVE for port object ef4116b8-ab28-4a36-a7e8-195682dfd5fb will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:51.373108 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:51.378667 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:port and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:51.382146 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:51.386816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-1185610b-d40c-4bf6-a3e3-04234f72d80d', 'network_id': '1185610b-d40c-4bf6-a3e3-04234f72d80d', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'fixed_ips': [{'subnet_id': 'cb9baf3e-cc56-4ae2-977f-5e40d98589cd'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:51.387659 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.391778 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:51.397679 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9548a0d-f087-4f1a-aacf-1f964320ea80 None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:51.408952 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:51.413954 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.444352 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] device_id is not set on port 4013b36e-d0c5-4e35-82e4-f0780b689b99 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:51.479902 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a8ec04f6-6481-467f-a300-392853bc3fe0 None None] Provisioning complete for port f22b234c-3aae-4395-afae-6f67b6842d87 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:51.480190 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a8ec04f6-6481-467f-a300-392853bc3fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.528189 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d9548a0d-f087-4f1a-aacf-1f964320ea80 None None] Deleting port e0bc5159-c0c6-4552-aa19-f7afff29a8e7 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:51.530030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d9548a0d-f087-4f1a-aacf-1f964320ea80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.544908 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0fac98b7-5914-4153-b183-10a56ce99e1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.600626 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-679ef1a8-93c3-45b1-9781-4408984d6a44 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/269b5a21-0b71-4684-bb1f-cc6ced3f7d94 HTTP/1.1" status: 200 len: 991 time: 0.4137735 Apr 22 14:42:51.605810 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Transition to ACTIVE for port object ef4116b8-ab28-4a36-a7e8-195682dfd5fb will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:51.637591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Router cf6936a5-6a54-4f44-8b06-80352e184126 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:42:51.640830 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac98b7-5914-4153-b183-10a56ce99e1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:51.646003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-0fac98b7-5914-4153-b183-10a56ce99e1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:51.648937 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fac98b7-5914-4153-b183-10a56ce99e1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:51.649526 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0fac98b7-5914-4153-b183-10a56ce99e1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.669733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac98b7-5914-4153-b183-10a56ce99e1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=447fd486-0be6-4fef-8302-305d03c1e0ca,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:51.692540 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0fac98b7-5914-4153-b183-10a56ce99e1e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3778303 Apr 22 14:42:51.692774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 5f60b67e-8e10-436e-806e-4f58bc02bb83 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:51.692774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.745833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.750006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33472) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:51.759228 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2b8d771f-e145-43af-9235-4e66e53119ff req-39f15bd9-b578-40cb-83cb-3a88b8112f03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 1098 time: 0.4281058 Apr 22 14:42:51.771604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'mac_address': 'fa:16:3e:94:b3:b8', 'name': 'tempest-NetworksTestDHCPv6-325612197'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:51.842691 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec44fce8-fa64-4e1d-8868-37d3c3108fa1 None None] Network 14b6748c-d6f9-4425-89e4-72f1e9cdc5e2 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:51.904476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Allocated IP 2001:db8::1c5 (1185610b-d40c-4bf6-a3e3-04234f72d80d/cb9baf3e-cc56-4ae2-977f-5e40d98589cd/4013b36e-d0c5-4e35-82e4-f0780b689b99) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:51.923124 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Allocated IP 172.21.0.1 (c55529df-b153-4c48-bbf2-80430bf38dbd/a93f6e78-a089-48e4-87b6-f1fe2f23332e/17a225e2-c219-415a-9430-4f91f36c3e13) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:52.110273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d771f-e145-43af-9235-4e66e53119ff req-ce8cf66b-1fb4-41a4-a2a7-b622de05d449 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:52.111821 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2b8d771f-e145-43af-9235-4e66e53119ff req-ce8cf66b-1fb4-41a4-a2a7-b622de05d449 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 HTTP/1.1" status: 200 len: 897 time: 0.3253782 Apr 22 14:42:52.113460 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:52.157110 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Pushing event updated for resources: {'Port': ['ID=ef4116b8-ab28-4a36-a7e8-195682dfd5fb,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:52.170613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Network c55529df-b153-4c48-bbf2-80430bf38dbd is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:52.202676 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:52.228003 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:52.233190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:52.236868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.237821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.248151 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:52.269714 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:52.275107 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-186731cb-c127-450e-b6e8-524a884baf1e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "PUT /v2.0/routers/cf6936a5-6a54-4f44-8b06-80352e184126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8406150 Apr 22 14:42:52.279811 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33476) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:52.279959 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Transition to ACTIVE for port object 17a225e2-c219-415a-9430-4f91f36c3e13 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:52.283548 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.298321 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e164e56a-306d-48b8-bea4-24e3d73003bf None None] Sync routers for ids ['cf6936a5-6a54-4f44-8b06-80352e184126'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:52.305525 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Transition to ACTIVE for port object 4013b36e-d0c5-4e35-82e4-f0780b689b99 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:52.324236 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e164e56a-306d-48b8-bea4-24e3d73003bf None None] Routers {'cf6936a5-6a54-4f44-8b06-80352e184126'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:52.324493 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-5f90b6ee-3e9e-4ae4-8ae3-23564e330cb6 None None] Set router 1d114f18-f9b3-4611-8edb-990e3f88159e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:52.327236 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e164e56a-306d-48b8-bea4-24e3d73003bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cf6936a5-6a54-4f44-8b06-80352e184126'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:52.341878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.352841 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2b8d771f-e145-43af-9235-4e66e53119ff req-d86a33f7-26fe-4bb1-9b8a-034a94f23fc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62195b0a-3936-441f-a211-acd5f30e6341 HTTP/1.1" status: 200 len: 999 time: 0.2312987 Apr 22 14:42:52.397364 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port c219094e-6a0b-4fe7-b933-4e0ffd1942b7 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:52.416968 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=17a225e2-c219-415a-9430-4f91f36c3e13,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:52.433172 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.449455 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e164e56a-306d-48b8-bea4-24e3d73003bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:52.473876 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e164e56a-306d-48b8-bea4-24e3d73003bf None None] Routers {'cf6936a5-6a54-4f44-8b06-80352e184126'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:52.474884 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e164e56a-306d-48b8-bea4-24e3d73003bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cf6936a5-6a54-4f44-8b06-80352e184126'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:52.523180 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network c55529df-b153-4c48-bbf2-80430bf38dbd is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:52.524156 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=4013b36e-d0c5-4e35-82e4-f0780b689b99,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:52.528246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:52.532997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:52.576717 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d771f-e145-43af-9235-4e66e53119ff req-917a7f63-322e-45ef-94b5-21b628204f3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:52.578321 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2b8d771f-e145-43af-9235-4e66e53119ff req-917a7f63-322e-45ef-94b5-21b628204f3e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b248d5f-455f-4df8-a813-b87aaf9df149 HTTP/1.1" status: 200 len: 834 time: 0.2124934 Apr 22 14:42:52.593159 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 1185610b-d40c-4bf6-a3e3-04234f72d80d is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:52.600585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:52.607026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33480) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:52.608071 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:52.614575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:52.615441 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.638948 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e164e56a-306d-48b8-bea4-24e3d73003bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:52.639478 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e164e56a-306d-48b8-bea4-24e3d73003bf None None] The sync data for ids ['cf6936a5-6a54-4f44-8b06-80352e184126'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:52.680016 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d9548a0d-f087-4f1a-aacf-1f964320ea80 None None] For port e0bc5159-c0c6-4552-aa19-f7afff29a8e7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e0bc5159-c0c6-4552-aa19-f7afff29a8e7,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:52.680416 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d9548a0d-f087-4f1a-aacf-1f964320ea80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.758909 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.772750 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ac23fa73-2f8e-426b-bcf7-d58da7a20b00 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/269b5a21-0b71-4684-bb1f-cc6ced3f7d94 HTTP/1.1" status: 200 len: 991 time: 0.1529677 Apr 22 14:42:52.779225 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d4824d51-4948-4b3a-a7f9-fc41837ab641 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6703467 Apr 22 14:42:52.780053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33484) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:52.791237 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::3d7 (19101698-c44e-4563-acd4-3bbade7a380a/447fd486-0be6-4fef-8302-305d03c1e0ca/c219094e-6a0b-4fe7-b933-4e0ffd1942b7) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:52.815169 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2b8d771f-e145-43af-9235-4e66e53119ff req-34baeb2b-2524-4393-8e4d-417fd661ed32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c21dbc-85c2-4429-8a1a-5e0b34870fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2280118 Apr 22 14:42:52.928063 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e0bc5159-c0c6-4552-aa19-f7afff29a8e7 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:52.996256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d9548a0d-f087-4f1a-aacf-1f964320ea80 None None] Calling delete_port for e0bc5159-c0c6-4552-aa19-f7afff29a8e7 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:53.077709 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8cbc6a94-8ef3-4141-81d6-3dca61a97627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.131652 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.200817 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Attempting to bind port ef4116b8-ab28-4a36-a7e8-195682dfd5fb on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:53.201210 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Attempting to bind port ef4116b8-ab28-4a36-a7e8-195682dfd5fb by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '7b6e517a-09df-4f49-926f-ae3111973836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:53.201611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Attempting to bind port ef4116b8-ab28-4a36-a7e8-195682dfd5fb on network c55529df-b153-4c48-bbf2-80430bf38dbd {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:53.250223 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b5e407af-8122-4a7c-a735-d9cba38ee860 None None] Provisioning for port 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:53.282743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Allocated IP 2001:db8::2 (1185610b-d40c-4bf6-a3e3-04234f72d80d/cb9baf3e-cc56-4ae2-977f-5e40d98589cd/ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:53.338512 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:53.338887 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Checking segment: {'id': '7b6e517a-09df-4f49-926f-ae3111973836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:53.339303 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.339702 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Bound using segment: {'id': '7b6e517a-09df-4f49-926f-ae3111973836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:53.340184 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Bound port: ef4116b8-ab28-4a36-a7e8-195682dfd5fb, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6e517a-09df-4f49-926f-ae3111973836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:53.340556 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.451944 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2b8d771f-e145-43af-9235-4e66e53119ff req-28a602cd-81fc-410e-9a2b-bc407c70a453 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c21dbc-85c2-4429-8a1a-5e0b34870fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283355 Apr 22 14:42:53.575511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d9548a0d-f087-4f1a-aacf-1f964320ea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.611657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.651083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object c219094e-6a0b-4fe7-b933-4e0ffd1942b7 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:53.775665 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33488) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:53.791053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9548a0d-f087-4f1a-aacf-1f964320ea80 None None] Pushing event deleted for resources: {'Port': ['ID=e0bc5159-c0c6-4552-aa19-f7afff29a8e7,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:53.801902 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2b8d771f-e145-43af-9235-4e66e53119ff req-f5a9a922-8f92-4152-a6d8-8ecbeb036bed service neutron] 10.222.0.30 "GET /v2.0/networks/a5c21dbc-85c2-4429-8a1a-5e0b34870fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376727 Apr 22 14:42:53.860396 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.933602 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:53.943950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:53.950085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:53.954106 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:53.954871 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.990814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=c219094e-6a0b-4fe7-b933-4e0ffd1942b7,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:54.009207 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] For port ef4116b8-ab28-4a36-a7e8-195682dfd5fb, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:54.017646 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] For port ef4116b8-ab28-4a36-a7e8-195682dfd5fb, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ef4116b8-ab28-4a36-a7e8-195682dfd5fb,segment=NetworkSegment(7b6e517a-09df-4f49-926f-ae3111973836),segment_id=7b6e517a-09df-4f49-926f-ae3111973836)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:54.043574 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-01c1ffb6-8937-480f-9b64-3c074b8e257d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2806354 Apr 22 14:42:54.045945 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33492) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:54.053047 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b5e407af-8122-4a7c-a735-d9cba38ee860 None None] Provisioning for port e38d9f15-9dee-4655-bb7c-88935791a97a completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:54.071705 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9548a0d-f087-4f1a-aacf-1f964320ea80 None None] No DVR routers for this DVR port e0bc5159-c0c6-4552-aa19-f7afff29a8e7 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:54.086830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port e0bc5159-c0c6-4552-aa19-f7afff29a8e7 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:54.086830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.116593 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ed930f07-2d8a-4fb7-a69f-d219feb52c06 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/269b5a21-0b71-4684-bb1f-cc6ced3f7d94 HTTP/1.1" status: 200 len: 991 time: 0.3301747 Apr 22 14:42:54.123215 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.168577 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Port e0bc5159-c0c6-4552-aa19-f7afff29a8e7 was deleted so its status cannot be updated. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 14:42:54.169071 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:54.188386 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-070ba567-5258-42b5-bf02-974d34eebc90 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:42:54.192890 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-070ba567-5258-42b5-bf02-974d34eebc90 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "PUT /v2.0/routers/cf6936a5-6a54-4f44-8b06-80352e184126/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9097321 Apr 22 14:42:54.194258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33496) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:54.198375 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f7f985-5ee4-4990-b404-e686289dd6ab None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:54.235884 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-206244c4-669c-4d50-8cdb-1dc6a4a320f0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.271750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce2cbd5-de7d-46f5-a93d-d0e37cf885dd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:54.272450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5ce2cbd5-de7d-46f5-a93d-d0e37cf885dd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:54.302948 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.317768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Transition to ACTIVE for port object ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:54.352160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Transition to ACTIVE for port object ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:54.357865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.361400 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5ce2cbd5-de7d-46f5-a93d-d0e37cf885dd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:54.366640 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33500) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:54.367576 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5ce2cbd5-de7d-46f5-a93d-d0e37cf885dd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3160839 Apr 22 14:42:54.450791 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134fcae-bd77-48bd-b92e-f2d07c2ad779 None None] Pushing event updated for resources: {'Port': ['ID=ef4116b8-ab28-4a36-a7e8-195682dfd5fb,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:54.470744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.487840 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.580310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b4080e8e-a848-4f7d-a0ff-f12f9acdda45 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.705441 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.729341 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Network 1185610b-d40c-4bf6-a3e3-04234f72d80d is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:54.732019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.738784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-013bac85-40d0-4c31-92d4-77e8de5deaf7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port c219094e-6a0b-4fe7-b933-4e0ffd1942b7 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:54.739202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-013bac85-40d0-4c31-92d4-77e8de5deaf7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.744308 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:54.746690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:54.756403 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5f90b6ee-3e9e-4ae4-8ae3-23564e330cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'name': 'tempest-TestNetworkBasicOps-router-160652181', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:40Z', 'updated_at': '2022-04-22T14:41:56Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:41Z', 'updated_at': '2022-04-22T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '269b5a21-0b71-4684-bb1f-cc6ced3f7d94', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'port_id': '62195b0a-3936-441f-a211-acd5f30e6341', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'mac_address': 'fa:16:3e:a0:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19b736-9098-4bd0-8a51-a6ee4f322d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:42:43Z', 'updated_at': '2022-04-22T14:42:43Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0c2155-8516-4029-9b42-1fd30f70d1e4', 'name': '', 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:9b:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:53Z', 'updated_at': '2022-04-22T14:42:13Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:54.758740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Pushing event updated for resources: {'Port': ['ID=ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:54.773776 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:54.795797 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:54.796436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.833964 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f90b6ee-3e9e-4ae4-8ae3-23564e330cb6 None None] Checking router: 1d114f18-f9b3-4611-8edb-990e3f88159e for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:42:54.841112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=17a225e2-c219-415a-9430-4f91f36c3e13,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:54.961066 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-55016ede-5f4e-430a-87d5-95c8e8dd0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.962488 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5a224cf8-1798-4f7f-86f5-7782c1aa6a8c None None] Provisioning for port 56519bbb-6314-4615-bf98-8791cc6c5e59 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:55.024502 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5a224cf8-1798-4f7f-86f5-7782c1aa6a8c None None] Provisioning complete for port 56519bbb-6314-4615-bf98-8791cc6c5e59 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:55.025227 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5a224cf8-1798-4f7f-86f5-7782c1aa6a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.146022 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33504) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:55.160098 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f90b6ee-3e9e-4ae4-8ae3-23564e330cb6 None None] Routers {'1d114f18-f9b3-4611-8edb-990e3f88159e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:55.160729 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5f90b6ee-3e9e-4ae4-8ae3-23564e330cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1d114f18-f9b3-4611-8edb-990e3f88159e'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:55.197767 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-206244c4-669c-4d50-8cdb-1dc6a4a320f0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.214706 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network c55529df-b153-4c48-bbf2-80430bf38dbd is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:55.215614 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-206244c4-669c-4d50-8cdb-1dc6a4a320f0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.225768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Attempting to bind port ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:55.226142 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Attempting to bind port ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '43759cf9-938f-427d-aae6-736889b87b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1185610b-d40c-4bf6-a3e3-04234f72d80d'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:55.227314 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Attempting to bind port ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 on network 1185610b-d40c-4bf6-a3e3-04234f72d80d {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:55.255423 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:55.310050 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4b85a5bd-82ae-48a6-b957-32a0011062e1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/269b5a21-0b71-4684-bb1f-cc6ced3f7d94 HTTP/1.1" status: 200 len: 991 time: 0.1596804 Apr 22 14:42:55.334147 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-5a224cf8-1798-4f7f-86f5-7782c1aa6a8c None None] Port 56519bbb-6314-4615-bf98-8791cc6c5e59 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:55.340110 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:55.340703 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Checking segment: {'id': '43759cf9-938f-427d-aae6-736889b87b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1185610b-d40c-4bf6-a3e3-04234f72d80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:55.341107 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.341500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Bound using segment: {'id': '43759cf9-938f-427d-aae6-736889b87b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1185610b-d40c-4bf6-a3e3-04234f72d80d'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:55.341979 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Bound port: ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43759cf9-938f-427d-aae6-736889b87b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1185610b-d40c-4bf6-a3e3-04234f72d80d'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:55.342350 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.499810 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.564066 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-b4080e8e-a848-4f7d-a0ff-f12f9acdda45 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Deleting port 56519bbb-6314-4615-bf98-8791cc6c5e59 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:55.565567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b4080e8e-a848-4f7d-a0ff-f12f9acdda45 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.577405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': '447fd486-0be6-4fef-8302-305d03c1e0ca'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:55.578416 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.578564 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206244c4-669c-4d50-8cdb-1dc6a4a320f0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=4013b36e-d0c5-4e35-82e4-f0780b689b99,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:55.608844 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-5f90b6ee-3e9e-4ae4-8ae3-23564e330cb6 None None] Set router 1d114f18-f9b3-4611-8edb-990e3f88159e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:55.728402 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0,segment=NetworkSegment(45f337c9-2e37-4e24-b422-7e537f5bf5f7),segment_id=45f337c9-2e37-4e24-b422-7e537f5bf5f7)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:55.739527 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] For port ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:55.806052 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.806869 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:55.903325 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b4080e8e-a848-4f7d-a0ff-f12f9acdda45 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.907466 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] For port ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7,segment=NetworkSegment(43759cf9-938f-427d-aae6-736889b87b59),segment_id=43759cf9-938f-427d-aae6-736889b87b59)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:56.018779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.071239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-b4080e8e-a848-4f7d-a0ff-f12f9acdda45 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Calling delete_port for 56519bbb-6314-4615-bf98-8791cc6c5e59 owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:56.105803 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71252f0-787c-473d-a316-3a888b59bf4e None None] Network c55529df-b153-4c48-bbf2-80430bf38dbd requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:56.126075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-013bac85-40d0-4c31-92d4-77e8de5deaf7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.274533 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b4080e8e-a848-4f7d-a0ff-f12f9acdda45 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.278064 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.278723 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:56.319947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33508) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:56.320307 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-013bac85-40d0-4c31-92d4-77e8de5deaf7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for c219094e-6a0b-4fe7-b933-4e0ffd1942b7 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:56.335962 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.384021 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a9275892-6629-4274-bf92-bf699013f37d None None] Provisioning for port ef4116b8-ab28-4a36-a7e8-195682dfd5fb completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:56.496017 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-206244c4-669c-4d50-8cdb-1dc6a4a320f0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.519860 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Allocated IP 2001:db8::2 (19101698-c44e-4563-acd4-3bbade7a380a/447fd486-0be6-4fef-8302-305d03c1e0ca/21d8df0d-48c3-44cf-8f41-1a751c767f72) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:56.521111 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4080e8e-a848-4f7d-a0ff-f12f9acdda45 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event deleted for resources: {'Port': ['ID=56519bbb-6314-4615-bf98-8791cc6c5e59,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:56.526404 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8112fa9b-c915-4df8-9d02-3ce3725c316f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/269b5a21-0b71-4684-bb1f-cc6ced3f7d94 HTTP/1.1" status: 200 len: 991 time: 0.2003181 Apr 22 14:42:56.553969 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:56.605218 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 14645af6-d996-4821-98f9-3a99f0ea96b2 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:56.622319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-013bac85-40d0-4c31-92d4-77e8de5deaf7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.689917 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6828b-d3e3-47b8-a69d-e25d7a4a5143 None None] Pushing event updated for resources: {'Port': ['ID=ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:56.699413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:56.699793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.788253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bac85-40d0-4c31-92d4-77e8de5deaf7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=c219094e-6a0b-4fe7-b933-4e0ffd1942b7,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:56.792478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b4080e8e-a848-4f7d-a0ff-f12f9acdda45 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.998072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-013bac85-40d0-4c31-92d4-77e8de5deaf7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.004348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-206244c4-669c-4d50-8cdb-1dc6a4a320f0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.041378 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-013bac85-40d0-4c31-92d4-77e8de5deaf7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/c219094e-6a0b-4fe7-b933-4e0ffd1942b7 HTTP/1.1" status: 204 len: 168 time: 2.6741049 Apr 22 14:42:57.044828 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33512) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:57.263588 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.356023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4080e8e-a848-4f7d-a0ff-f12f9acdda45 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Router cf6936a5-6a54-4f44-8b06-80352e184126 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:57.378185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.423434 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5f90b6ee-3e9e-4ae4-8ae3-23564e330cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'name': 'tempest-TestNetworkBasicOps-router-160652181', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:40Z', 'updated_at': '2022-04-22T14:41:56Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:41Z', 'updated_at': '2022-04-22T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '269b5a21-0b71-4684-bb1f-cc6ced3f7d94', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'port_id': '62195b0a-3936-441f-a211-acd5f30e6341', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'mac_address': 'fa:16:3e:a0:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19b736-9098-4bd0-8a51-a6ee4f322d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:42:43Z', 'updated_at': '2022-04-22T14:42:43Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0c2155-8516-4029-9b42-1fd30f70d1e4', 'name': '', 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:9b:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:53Z', 'updated_at': '2022-04-22T14:42:13Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:57.438630 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f90b6ee-3e9e-4ae4-8ae3-23564e330cb6 None None] The sync data for ids ['1d114f18-f9b3-4611-8edb-990e3f88159e'] in dv-neutron-839027-1-hyperv is: [{'id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'name': 'tempest-TestNetworkBasicOps-router-160652181', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:40Z', 'updated_at': '2022-04-22T14:41:56Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:41Z', 'updated_at': '2022-04-22T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '269b5a21-0b71-4684-bb1f-cc6ced3f7d94', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'port_id': '62195b0a-3936-441f-a211-acd5f30e6341', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'mac_address': 'fa:16:3e:a0:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19b736-9098-4bd0-8a51-a6ee4f322d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:42:43Z', 'updated_at': '2022-04-22T14:42:43Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0c2155-8516-4029-9b42-1fd30f70d1e4', 'name': '', 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:9b:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:53Z', 'updated_at': '2022-04-22T14:42:13Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:57.472846 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c023b02-e9cc-473c-94f2-2741ebc154a9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:57.474626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c023b02-e9cc-473c-94f2-2741ebc154a9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:57.478804 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0c023b02-e9cc-473c-94f2-2741ebc154a9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4269397 Apr 22 14:42:57.480929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33516) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:57.503950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 8d43b3db-9f06-4507-ae2b-baf1be9b4e12, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8d43b3db-9f06-4507-ae2b-baf1be9b4e12,segment=NetworkSegment(4e56ae8d-9606-4547-893d-025b7a2a7ff0),segment_id=4e56ae8d-9606-4547-893d-025b7a2a7ff0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:57.515637 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.560779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.569959 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33520) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:57.600780 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Transition to ACTIVE for port object 21d8df0d-48c3-44cf-8f41-1a751c767f72 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:57.655295 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4080e8e-a848-4f7d-a0ff-f12f9acdda45 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:57.666458 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Transition to ACTIVE for port object 21d8df0d-48c3-44cf-8f41-1a751c767f72 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:57.683345 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b4080e8e-a848-4f7d-a0ff-f12f9acdda45 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "PUT /v2.0/routers/cf6936a5-6a54-4f44-8b06-80352e184126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4880109 Apr 22 14:42:57.688810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33524) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:57.695728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49aa59d-39ee-4cbf-94f6-cf138c8023df None None] Sync routers for ids ['cf6936a5-6a54-4f44-8b06-80352e184126'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:57.705506 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=8d43b3db-9f06-4507-ae2b-baf1be9b4e12,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:57.721147 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.800799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb126f3-115d-41fa-a9f2-a0a67297703f None None] Network 1185610b-d40c-4bf6-a3e3-04234f72d80d requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:57.859310 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:57.865399 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Sync routers for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:57.874153 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-b78e1c34-a32d-4752-9e17-c470a8f4619e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] delete failed (client error): The resource could not be found. Apr 22 14:42:57.886049 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c47d3acf-0c54-4a51-81ae-96acdb3cf968 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/14645af6-d996-4821-98f9-3a99f0ea96b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7230299 Apr 22 14:42:57.889254 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b78e1c34-a32d-4752-9e17-c470a8f4619e tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-251873617 HTTP/1.1" status: 404 len: 334 time: 0.1993835 Apr 22 14:42:57.889835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33528) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:57.890164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33530) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:57.895086 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:57.898077 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-0324131c-685f-40be-8f05-8d9cfd56e10c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'network': {'name': 'tempest-RoutersTest-1905038536'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:57.898357 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:57.911475 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8a29793c-f644-4156-af46-126ed87514bf tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf6936a5-6a54-4f44-8b06-80352e184126'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:58.018105 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c451e846-5721-4486-99f2-9d1585abd589 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/269b5a21-0b71-4684-bb1f-cc6ced3f7d94 HTTP/1.1" status: 200 len: 991 time: 0.4452493 Apr 22 14:42:58.048226 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f50eca-5099-43fd-8dcc-a9d71830b454 None None] New status for floating IP 269b5a21-0b71-4684-bb1f-cc6ced3f7d94: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:42:58.110072 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0324131c-685f-40be-8f05-8d9cfd56e10c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:58.118885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0324131c-685f-40be-8f05-8d9cfd56e10c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:network and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:58.126008 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0324131c-685f-40be-8f05-8d9cfd56e10c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:58.140479 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0324131c-685f-40be-8f05-8d9cfd56e10c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:58.163434 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:58.253701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04f55b4-7f10-458e-8512-c15b405b01cb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 447fd486-0be6-4fef-8302-305d03c1e0ca {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:58.258836 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c04f55b4-7f10-458e-8512-c15b405b01cb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.305816 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0324131c-685f-40be-8f05-8d9cfd56e10c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:58.306272 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49aa59d-39ee-4cbf-94f6-cf138c8023df None None] Routers {'cf6936a5-6a54-4f44-8b06-80352e184126'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:58.308106 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f49aa59d-39ee-4cbf-94f6-cf138c8023df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cf6936a5-6a54-4f44-8b06-80352e184126'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:58.308960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0324131c-685f-40be-8f05-8d9cfd56e10c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.345053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-206244c4-669c-4d50-8cdb-1dc6a4a320f0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.349059 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c04f55b4-7f10-458e-8512-c15b405b01cb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.420289 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:58.421503 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f22b234c-3aae-4395-afae-6f67b6842d87 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:58.450865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c04f55b4-7f10-458e-8512-c15b405b01cb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.494253 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:58.502871 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:58.547422 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-206244c4-669c-4d50-8cdb-1dc6a4a320f0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.548877 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-206244c4-669c-4d50-8cdb-1dc6a4a320f0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.566214 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0324131c-685f-40be-8f05-8d9cfd56e10c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:58.579071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0324131c-685f-40be-8f05-8d9cfd56e10c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.579844 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-0324131c-685f-40be-8f05-8d9cfd56e10c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Added segment edd3e8c4-977b-442d-b1e5-2d0e6c92d57c of type vlan for network 91bdcb54-e6ed-4fa0-a58c-31a139105e85 Apr 22 14:42:58.612278 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0324131c-685f-40be-8f05-8d9cfd56e10c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.615562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f49aa59d-39ee-4cbf-94f6-cf138c8023df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:58.629772 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:42:52Z', 'revision_number': 3, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:42:53Z', 'revision_number': 2, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:58.633782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a29793c-f644-4156-af46-126ed87514bf tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.634695 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Checking router: 14645af6-d996-4821-98f9-3a99f0ea96b2 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:42:58.634996 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Updating router 14645af6-d996-4821-98f9-3a99f0ea96b2 port 17a225e2-c219-415a-9430-4f91f36c3e13 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:42:58.643511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Pushing event updated for resources: {'Port': ['ID=21d8df0d-48c3-44cf-8f41-1a751c767f72,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:58.663326 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:58.663737 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:58.664124 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:58.664569 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:58.664835 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:58.665411 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:58.665806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:58.666157 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:58.666707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:58.667142 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:58.667509 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:58.672939 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-217e7c87-6945-4ec3-8941-2df5328b93ce None None] Provisioning for port ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:58.692681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206244c4-669c-4d50-8cdb-1dc6a4a320f0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=4013b36e-d0c5-4e35-82e4-f0780b689b99,revision_number=3']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:58.694197 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0324131c-685f-40be-8f05-8d9cfd56e10c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.696915 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c04f55b4-7f10-458e-8512-c15b405b01cb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.707846 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0324131c-685f-40be-8f05-8d9cfd56e10c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:58.708480 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0324131c-685f-40be-8f05-8d9cfd56e10c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.719798 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.760407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49aa59d-39ee-4cbf-94f6-cf138c8023df None None] Routers {'cf6936a5-6a54-4f44-8b06-80352e184126'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:58.761149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f49aa59d-39ee-4cbf-94f6-cf138c8023df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cf6936a5-6a54-4f44-8b06-80352e184126'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:58.774665 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-8a29793c-f644-4156-af46-126ed87514bf tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] update failed (client error): The resource could not be found. Apr 22 14:42:58.779157 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8a29793c-f644-4156-af46-126ed87514bf tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "PUT /v2.0/routers/cf6936a5-6a54-4f44-8b06-80352e184126 HTTP/1.1" status: 404 len: 339 time: 0.8846486 Apr 22 14:42:58.779328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c04f55b4-7f10-458e-8512-c15b405b01cb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.788798 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33536) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:58.790202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f55b4-7f10-458e-8512-c15b405b01cb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=447fd486-0be6-4fef-8302-305d03c1e0ca,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:58.798196 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c04f55b4-7f10-458e-8512-c15b405b01cb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/447fd486-0be6-4fef-8302-305d03c1e0ca HTTP/1.1" status: 204 len: 168 time: 1.3160324 Apr 22 14:42:58.842646 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f49aa59d-39ee-4cbf-94f6-cf138c8023df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:58.843094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49aa59d-39ee-4cbf-94f6-cf138c8023df None None] The sync data for ids ['cf6936a5-6a54-4f44-8b06-80352e184126'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:58.845139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33538) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:58.869263 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-1f403097-9c26-4041-8151-e7b4aa68f271 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-614507389'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:58.901225 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1f403097-9c26-4041-8151-e7b4aa68f271 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:58.916047 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0324131c-685f-40be-8f05-8d9cfd56e10c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0231588 Apr 22 14:42:58.920084 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1f403097-9c26-4041-8151-e7b4aa68f271 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Usage tracker for resource:network and tenant:3570664f3f5b48ee8a3a9b96dafbf44e is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:58.920985 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33544) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:58.927934 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1f403097-9c26-4041-8151-e7b4aa68f271 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:58.929792 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324131c-685f-40be-8f05-8d9cfd56e10c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Network': ['ID=91bdcb54-e6ed-4fa0-a58c-31a139105e85,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:58.933323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-700a947a-e2e2-451f-a609-89c699971b13 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'subnet': {'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:58.935957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1f403097-9c26-4041-8151-e7b4aa68f271 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:58.948736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f403097-9c26-4041-8151-e7b4aa68f271 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Made reservation on behalf of 3570664f3f5b48ee8a3a9b96dafbf44e for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:58.952435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f403097-9c26-4041-8151-e7b4aa68f271 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.970421 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a3c4b276-2f43-448a-8f5c-0c9da6228a07 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242466 Apr 22 14:42:58.973893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33548) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:58.983837 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f22b234c-3aae-4395-afae-6f67b6842d87 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:58.984258 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.009797 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 91bdcb54-e6ed-4fa0-a58c-31a139105e85 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:59.024792 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33552) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:59.108403 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-700a947a-e2e2-451f-a609-89c699971b13 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:59.113969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-700a947a-e2e2-451f-a609-89c699971b13 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:subnet and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:59.117947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Attempting to bind port 21d8df0d-48c3-44cf-8f41-1a751c767f72 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:59.118163 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-700a947a-e2e2-451f-a609-89c699971b13 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:59.118742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Attempting to bind port 21d8df0d-48c3-44cf-8f41-1a751c767f72 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:59.119625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Attempting to bind port 21d8df0d-48c3-44cf-8f41-1a751c767f72 on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:59.125119 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-700a947a-e2e2-451f-a609-89c699971b13 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:59.140568 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:59.141266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:59.141838 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.142411 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:59.143102 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Bound port: 21d8df0d-48c3-44cf-8f41-1a751c767f72, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:59.143822 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.157955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700a947a-e2e2-451f-a609-89c699971b13 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:59.173283 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.188574 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Transition to ACTIVE for port object 17a225e2-c219-415a-9430-4f91f36c3e13 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:59.196178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206244c4-669c-4d50-8cdb-1dc6a4a320f0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 1185610b-d40c-4bf6-a3e3-04234f72d80d is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:59.199574 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.252874 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-206244c4-669c-4d50-8cdb-1dc6a4a320f0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:59.262694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f403097-9c26-4041-8151-e7b4aa68f271 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:59.289982 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d696c-ab52-4ed3-9875-0c380ade7329 None None] Pushing event updated for resources: {'Port': ['ID=17a225e2-c219-415a-9430-4f91f36c3e13,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:59.303478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f403097-9c26-4041-8151-e7b4aa68f271 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.313688 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-aae55d9d-d1c9-4313-88c2-145a47696966 None None] Provisioning for port 17a225e2-c219-415a-9430-4f91f36c3e13 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:59.321356 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-1f403097-9c26-4041-8151-e7b4aa68f271 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Added segment 4ee6cc48-6c8b-4e88-b8bc-8c6378ea8b2a of type vlan for network 95375f43-1027-4c6a-9dc6-d137692b20ef Apr 22 14:42:59.369426 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f403097-9c26-4041-8151-e7b4aa68f271 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.419509 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f403097-9c26-4041-8151-e7b4aa68f271 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.423831 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f403097-9c26-4041-8151-e7b4aa68f271 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:59.424779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f403097-9c26-4041-8151-e7b4aa68f271 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.454684 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d6b65de9-a745-44d6-ac8f-ce323fa7a201 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/269b5a21-0b71-4684-bb1f-cc6ced3f7d94 HTTP/1.1" status: 200 len: 993 time: 0.4268064 Apr 22 14:42:59.591607 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e498686f-c6ac-4c5c-8311-a9f311996d4c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:59.597619 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e498686f-c6ac-4c5c-8311-a9f311996d4c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6220934 Apr 22 14:42:59.598784 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33558) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:59.623456 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Attempting to bind port 17a225e2-c219-415a-9430-4f91f36c3e13 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:59.623842 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Attempting to bind port 17a225e2-c219-415a-9430-4f91f36c3e13 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '7b6e517a-09df-4f49-926f-ae3111973836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:59.634041 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Attempting to bind port 17a225e2-c219-415a-9430-4f91f36c3e13 on network c55529df-b153-4c48-bbf2-80430bf38dbd {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:59.639943 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:59.652037 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:59.652820 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Checking segment: {'id': '7b6e517a-09df-4f49-926f-ae3111973836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:59.653398 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.654050 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Bound using segment: {'id': '7b6e517a-09df-4f49-926f-ae3111973836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:59.655041 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Bound port: 17a225e2-c219-415a-9430-4f91f36c3e13, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6e517a-09df-4f49-926f-ae3111973836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:59.655641 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.665093 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1f403097-9c26-4041-8151-e7b4aa68f271 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8723376 Apr 22 14:42:59.665431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33562) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:59.696172 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-c1c29214-ee1f-4426-b339-5d3e5677a74b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Request body: {'subnet': {'network_id': '95375f43-1027-4c6a-9dc6-d137692b20ef', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:59.761432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-700a947a-e2e2-451f-a609-89c699971b13 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.773681 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] For port 17a225e2-c219-415a-9430-4f91f36c3e13, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:59.777702 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] For port 17a225e2-c219-415a-9430-4f91f36c3e13, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=17a225e2-c219-415a-9430-4f91f36c3e13,segment=NetworkSegment(7b6e517a-09df-4f49-926f-ae3111973836),segment_id=7b6e517a-09df-4f49-926f-ae3111973836)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:59.783570 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.891538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57d00f1-bcab-4431-8327-4858408c8b5a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:59.891772 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:59.892145 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a57d00f1-bcab-4431-8327-4858408c8b5a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:59.892805 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:59.894294 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] For port 21d8df0d-48c3-44cf-8f41-1a751c767f72, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:59.914702 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f403097-9c26-4041-8151-e7b4aa68f271 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event updated for resources: {'Network': ['ID=95375f43-1027-4c6a-9dc6-d137692b20ef,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:59.917658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a57d00f1-bcab-4431-8327-4858408c8b5a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:59.922176 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a57d00f1-bcab-4431-8327-4858408c8b5a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3120065 Apr 22 14:42:59.922467 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33570) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:59.948248 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 95375f43-1027-4c6a-9dc6-d137692b20ef details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:43:00.011088 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e7b63a49-ea12-4e72-81a7-4872b548d9fe tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868835 Apr 22 14:43:00.011976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33574) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:00.014138 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] For port 21d8df0d-48c3-44cf-8f41-1a751c767f72, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=21d8df0d-48c3-44cf-8f41-1a751c767f72,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:00.018362 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:00.097228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.180215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:00.194571 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:00.213260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:00.307865 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d696c-ab52-4ed3-9875-0c380ade7329 None None] Pushing event updated for resources: {'Port': ['ID=17a225e2-c219-415a-9430-4f91f36c3e13,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:00.339305 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:00.418402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-700a947a-e2e2-451f-a609-89c699971b13 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.423445 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.499889 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a947a-e2e2-451f-a609-89c699971b13 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Subnet': ['ID=f17c0111-2ed7-41d0-9676-3906654890c9,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:00.508642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c1c29214-ee1f-4426-b339-5d3e5677a74b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:00.513435 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e402be-3da6-4d08-ada7-928785e00b43 None None] Pushing event updated for resources: {'Port': ['ID=21d8df0d-48c3-44cf-8f41-1a751c767f72,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:00.515859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c1c29214-ee1f-4426-b339-5d3e5677a74b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Usage tracker for resource:subnet and tenant:3570664f3f5b48ee8a3a9b96dafbf44e is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:00.522742 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c1c29214-ee1f-4426-b339-5d3e5677a74b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:00.570973 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:00.588398 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:00.588858 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.591967 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c1c29214-ee1f-4426-b339-5d3e5677a74b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:00.706182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c29214-ee1f-4426-b339-5d3e5677a74b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Made reservation on behalf of 3570664f3f5b48ee8a3a9b96dafbf44e for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:00.759158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4fbbbbbb-5044-4ba3-a749-f44151122912 None None] Provisioning for port 4013b36e-d0c5-4e35-82e4-f0780b689b99 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:00.779739 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4fbbbbbb-5044-4ba3-a749-f44151122912 None None] Provisioning complete for port 4013b36e-d0c5-4e35-82e4-f0780b689b99 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:00.780163 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4fbbbbbb-5044-4ba3-a749-f44151122912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.800669 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a947a-e2e2-451f-a609-89c699971b13 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Checking segment: {'id': 'edd3e8c4-977b-442d-b1e5-2d0e6c92d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:00.801328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700a947a-e2e2-451f-a609-89c699971b13 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network hostable DHCP agents. Network: 91bdcb54-e6ed-4fa0-a58c-31a139105e85, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:43:00.881333 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:42:52Z', 'revision_number': 3, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:42:59Z', 'revision_number': 4, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:00.893633 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da9b2d-76d7-4188-a06d-3ef9b4567c35 None None] The sync data for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv is: [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:42:52Z', 'revision_number': 3, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:42:59Z', 'revision_number': 4, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:00.920569 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c1c29214-ee1f-4426-b339-5d3e5677a74b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.989304 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4fbbbbbb-5044-4ba3-a749-f44151122912 None None] Port 4013b36e-d0c5-4e35-82e4-f0780b689b99 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:01.017756 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.062134 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4fbbbbbb-5044-4ba3-a749-f44151122912 None None] Provisioning complete for port ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:01.062581 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4fbbbbbb-5044-4ba3-a749-f44151122912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.079163 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700a947a-e2e2-451f-a609-89c699971b13 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 91bdcb54-e6ed-4fa0-a58c-31a139105e85 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:43:01.116021 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7,segment=NetworkSegment(43759cf9-938f-427d-aae6-736889b87b59),segment_id=43759cf9-938f-427d-aae6-736889b87b59)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:01.146446 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.147236 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ef4116b8-ab28-4a36-a7e8-195682dfd5fb up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:01.159128 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-700a947a-e2e2-451f-a609-89c699971b13 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 91bdcb54-e6ed-4fa0-a58c-31a139105e85) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:01.176437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700a947a-e2e2-451f-a609-89c699971b13 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:01.177203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-700a947a-e2e2-451f-a609-89c699971b13 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.213098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.objects.ports [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83963) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:43:01.245259 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-700a947a-e2e2-451f-a609-89c699971b13 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3173163 Apr 22 14:43:01.250373 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33578) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:01.292082 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0167d3-96bf-4c59-ab1c-10313dac0837 None None] Network 91bdcb54-e6ed-4fa0-a58c-31a139105e85 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:01.398709 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:01.497120 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-90e2b6ea-7a80-42fc-8dd0-a92f103c731e req-917d7569-78e8-4fb1-ad88-6593efa39c03 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1596961 Apr 22 14:43:01.657110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.685220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206244c4-669c-4d50-8cdb-1dc6a4a320f0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:43:01.687416 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c1c29214-ee1f-4426-b339-5d3e5677a74b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.731135 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port ef4116b8-ab28-4a36-a7e8-195682dfd5fb completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:01.784898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port ef4116b8-ab28-4a36-a7e8-195682dfd5fb triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:01.785310 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.807861 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c29214-ee1f-4426-b339-5d3e5677a74b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event updated for resources: {'Subnet': ['ID=f15a0420-914a-4dec-afec-85c2cebe9f96,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:01.815544 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-90e2b6ea-7a80-42fc-8dd0-a92f103c731e req-7b04ab2f-2459-45ec-b5aa-d932a5b07ae7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 1098 time: 0.2103167 Apr 22 14:43:01.840735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9623cc76-7229-4793-8122-b7944381227d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-91bdcb54-e6ed-4fa0-a58c-31a139105e85', 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'fixed_ips': [{'subnet_id': 'f17c0111-2ed7-41d0-9676-3906654890c9'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:01.841548 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9623cc76-7229-4793-8122-b7944381227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.005669 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7e0f3335-ce1f-40ef-b0f9-59276ec47147 None None] Provisioning complete for port 4013b36e-d0c5-4e35-82e4-f0780b689b99 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:02.005669 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7e0f3335-ce1f-40ef-b0f9-59276ec47147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.102864 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] For port 21d8df0d-48c3-44cf-8f41-1a751c767f72, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=21d8df0d-48c3-44cf-8f41-1a751c767f72,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:02.105561 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2b6ea-7a80-42fc-8dd0-a92f103c731e req-0706368b-afe4-4bdd-b9ca-882a1080a1fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:02.107365 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-90e2b6ea-7a80-42fc-8dd0-a92f103c731e req-0706368b-afe4-4bdd-b9ca-882a1080a1fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 HTTP/1.1" status: 200 len: 897 time: 0.2584083 Apr 22 14:43:02.118352 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.142559 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7e0f3335-ce1f-40ef-b0f9-59276ec47147 None None] Port 4013b36e-d0c5-4e35-82e4-f0780b689b99 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:02.172474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-9623cc76-7229-4793-8122-b7944381227d None None] Allocated IP 172.22.0.2 (91bdcb54-e6ed-4fa0-a58c-31a139105e85/f17c0111-2ed7-41d0-9676-3906654890c9/8d1ab4b6-1e1d-4807-b1af-374d84bb9547) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:02.186086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c29214-ee1f-4426-b339-5d3e5677a74b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Checking segment: {'id': '4ee6cc48-6c8b-4e88-b8bc-8c6378ea8b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '95375f43-1027-4c6a-9dc6-d137692b20ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:02.186762 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c29214-ee1f-4426-b339-5d3e5677a74b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Network hostable DHCP agents. Network: 95375f43-1027-4c6a-9dc6-d137692b20ef, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:43:02.187890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port ef4116b8-ab28-4a36-a7e8-195682dfd5fb, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ef4116b8-ab28-4a36-a7e8-195682dfd5fb,segment=NetworkSegment(7b6e517a-09df-4f49-926f-ae3111973836),segment_id=7b6e517a-09df-4f49-926f-ae3111973836)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:02.219398 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.220494 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:02.315113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.resource_extend [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:43:02.326232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c29214-ee1f-4426-b339-5d3e5677a74b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Network 95375f43-1027-4c6a-9dc6-d137692b20ef is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:43:02.340107 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.345556 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-c1c29214-ee1f-4426-b339-5d3e5677a74b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 95375f43-1027-4c6a-9dc6-d137692b20ef) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:02.348650 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.348650 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.355361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c29214-ee1f-4426-b339-5d3e5677a74b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:02.355792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c1c29214-ee1f-4426-b339-5d3e5677a74b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.373696 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6d2d07-2818-4737-80cb-3e8a57304327 None None] Network 95375f43-1027-4c6a-9dc6-d137692b20ef requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:02.382733 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206244c4-669c-4d50-8cdb-1dc6a4a320f0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:02.391094 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-206244c4-669c-4d50-8cdb-1dc6a4a320f0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6043234 Apr 22 14:43:02.397085 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c1c29214-ee1f-4426-b339-5d3e5677a74b tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7279093 Apr 22 14:43:02.397500 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50794c2f-66f9-4632-8067-f31d9d560519 None None] Sync routers for ids ['87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:02.399798 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33584) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:02.399798 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33586) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:02.414456 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50794c2f-66f9-4632-8067-f31d9d560519 None None] Routers {'87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:02.415901 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-50794c2f-66f9-4632-8067-f31d9d560519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:02.437455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-5cc68a97-d9e7-46b1-a894-15bd10be9957 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Request body: {'router': {'external_gateway_info': {'network_id': '95375f43-1027-4c6a-9dc6-d137692b20ef'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:02.464045 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=21d8df0d-48c3-44cf-8f41-1a751c767f72,revision_number=5']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:02.473461 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-90e2b6ea-7a80-42fc-8dd0-a92f103c731e req-624a6fc2-0569-487c-bc9a-e01b078b05d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62195b0a-3936-441f-a211-acd5f30e6341 HTTP/1.1" status: 200 len: 1001 time: 0.3596413 Apr 22 14:43:02.514545 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-50794c2f-66f9-4632-8067-f31d9d560519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:02.530822 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50794c2f-66f9-4632-8067-f31d9d560519 None None] Routers {'87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:02.532898 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-50794c2f-66f9-4632-8067-f31d9d560519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:02.565468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:02.572893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:02.578996 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:02.579747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.584728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=318e61e1-2f7c-4fa6-8a9c-6257f6685cb7,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:02.601386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2b6ea-7a80-42fc-8dd0-a92f103c731e req-bb296e1c-5ec1-4893-be7a-ad69b9319e76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:02.602966 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-90e2b6ea-7a80-42fc-8dd0-a92f103c731e req-bb296e1c-5ec1-4893-be7a-ad69b9319e76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b248d5f-455f-4df8-a813-b87aaf9df149 HTTP/1.1" status: 200 len: 834 time: 0.1207418 Apr 22 14:43:02.661667 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9f7e30ad-1922-45be-9c5b-4d9deabcbf1f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6483498 Apr 22 14:43:02.662639 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33592) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:02.672165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f67dc-8053-4b5e-88c1-89f8eaf7ab5b None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:02.672977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-00cb6d92-b5ff-4ec7-aaa5-90310a4b304f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:02.706996 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-50794c2f-66f9-4632-8067-f31d9d560519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:02.707396 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50794c2f-66f9-4632-8067-f31d9d560519 None None] The sync data for ids ['87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:02.724119 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c52c56c-11e6-4ce1-9ac2-7a694bec983e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:02.724769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7c52c56c-11e6-4ce1-9ac2-7a694bec983e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Synchronizing usage tracker for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:02.828229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7c52c56c-11e6-4ce1-9ac2-7a694bec983e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Unset dirty status for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:02.831913 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7c52c56c-11e6-4ce1-9ac2-7a694bec983e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports/4013b36e-d0c5-4e35-82e4-f0780b689b99 HTTP/1.1" status: 200 len: 984 time: 0.4313426 Apr 22 14:43:02.832744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33596) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:02.833418 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-90e2b6ea-7a80-42fc-8dd0-a92f103c731e req-85bd8f0a-926d-44c7-b18f-1e6f5ee2c239 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c21dbc-85c2-4429-8a1a-5e0b34870fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2228420 Apr 22 14:43:02.864222 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-95375f43-1027-4c6a-9dc6-d137692b20ef', 'network_id': '95375f43-1027-4c6a-9dc6-d137692b20ef', 'tenant_id': '3570664f3f5b48ee8a3a9b96dafbf44e', 'fixed_ips': [{'subnet_id': 'f15a0420-914a-4dec-afec-85c2cebe9f96'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:02.865026 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.941096 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=ef4116b8-ab28-4a36-a7e8-195682dfd5fb,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:02.962775 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-00cb6d92-b5ff-4ec7-aaa5-90310a4b304f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:02.971109 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-00cb6d92-b5ff-4ec7-aaa5-90310a4b304f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:02.975839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-00cb6d92-b5ff-4ec7-aaa5-90310a4b304f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:02.984174 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-00cb6d92-b5ff-4ec7-aaa5-90310a4b304f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:03.021293 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cb6d92-b5ff-4ec7-aaa5-90310a4b304f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:03.025275 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00cb6d92-b5ff-4ec7-aaa5-90310a4b304f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.048850 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-90e2b6ea-7a80-42fc-8dd0-a92f103c731e req-395f286b-7dd8-4e5b-a4e0-733dc0ea3ece service neutron] 10.222.0.30 "GET /v2.0/networks/a5c21dbc-85c2-4429-8a1a-5e0b34870fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007790 Apr 22 14:43:03.231851 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:03.232117 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.272775 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.ipam_backend_mixin [None req-00cb6d92-b5ff-4ec7-aaa5-90310a4b304f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 318e61e1-2f7c-4fa6-8a9c-6257f6685cb7 (CIDR: 2001:db8::/64) Apr 22 14:43:03.278672 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cb6d92-b5ff-4ec7-aaa5-90310a4b304f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:03.279105 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00cb6d92-b5ff-4ec7-aaa5-90310a4b304f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:03.288444 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-90e2b6ea-7a80-42fc-8dd0-a92f103c731e req-305cb9a2-ff62-4763-8041-2a7906462771 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c21dbc-85c2-4429-8a1a-5e0b34870fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913903 Apr 22 14:43:03.310558 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-00cb6d92-b5ff-4ec7-aaa5-90310a4b304f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6464827 Apr 22 14:43:03.311520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33600) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:03.318315 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9623cc76-7229-4793-8122-b7944381227d None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.318543 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-85ba9835-7e0e-47f2-94a8-0c3e47cc1910 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:03.350775 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9623cc76-7229-4793-8122-b7944381227d None None] Transition to ACTIVE for port object 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:03.373132 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Allocated IP 2001:db8:1::2 (95375f43-1027-4c6a-9dc6-d137692b20ef/f15a0420-914a-4dec-afec-85c2cebe9f96/1cbcde8e-5332-421c-952d-01b7b67e66e5) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:03.406901 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9623cc76-7229-4793-8122-b7944381227d None None] Transition to ACTIVE for port object 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:03.478015 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9623cc76-7229-4793-8122-b7944381227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.496499 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-85ba9835-7e0e-47f2-94a8-0c3e47cc1910 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:03.501058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-85ba9835-7e0e-47f2-94a8-0c3e47cc1910 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:03.505134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-85ba9835-7e0e-47f2-94a8-0c3e47cc1910 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:03.514722 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-85ba9835-7e0e-47f2-94a8-0c3e47cc1910 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:03.533512 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ba9835-7e0e-47f2-94a8-0c3e47cc1910 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:03.539878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-85ba9835-7e0e-47f2-94a8-0c3e47cc1910 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.611671 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623cc76-7229-4793-8122-b7944381227d None None] Pushing event updated for resources: {'Port': ['ID=8d1ab4b6-1e1d-4807-b1af-374d84bb9547,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:03.620406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5cc68a97-d9e7-46b1-a894-15bd10be9957 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.672090 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9623cc76-7229-4793-8122-b7944381227d None None] Network 91bdcb54-e6ed-4fa0-a58c-31a139105e85 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:03.677115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-9623cc76-7229-4793-8122-b7944381227d None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:03.680122 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.681926 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e38d9f15-9dee-4655-bb7c-88935791a97a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:03.731555 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9623cc76-7229-4793-8122-b7944381227d None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:03.944644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-85ba9835-7e0e-47f2-94a8-0c3e47cc1910 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.977600 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.980513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9623cc76-7229-4793-8122-b7944381227d None None] Attempting to bind port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:03.980875 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9623cc76-7229-4793-8122-b7944381227d None None] Attempting to bind port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'edd3e8c4-977b-442d-b1e5-2d0e6c92d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:03.981242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9623cc76-7229-4793-8122-b7944381227d None None] Attempting to bind port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 on network 91bdcb54-e6ed-4fa0-a58c-31a139105e85 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:03.997396 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Transition to ACTIVE for port object 1cbcde8e-5332-421c-952d-01b7b67e66e5 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:04.006023 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9623cc76-7229-4793-8122-b7944381227d None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:04.006313 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9623cc76-7229-4793-8122-b7944381227d None None] Checking segment: {'id': 'edd3e8c4-977b-442d-b1e5-2d0e6c92d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:04.006729 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9623cc76-7229-4793-8122-b7944381227d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.007155 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9623cc76-7229-4793-8122-b7944381227d None None] Bound using segment: {'id': 'edd3e8c4-977b-442d-b1e5-2d0e6c92d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:04.007712 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9623cc76-7229-4793-8122-b7944381227d None None] Bound port: 8d1ab4b6-1e1d-4807-b1af-374d84bb9547, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd3e8c4-977b-442d-b1e5-2d0e6c92d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:04.008104 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9623cc76-7229-4793-8122-b7944381227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.036854 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ba9835-7e0e-47f2-94a8-0c3e47cc1910 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:04.041003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-85ba9835-7e0e-47f2-94a8-0c3e47cc1910 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:04.045206 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba9835-7e0e-47f2-94a8-0c3e47cc1910 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:04.046315 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-85ba9835-7e0e-47f2-94a8-0c3e47cc1910 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.055208 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Transition to ACTIVE for port object 1cbcde8e-5332-421c-952d-01b7b67e66e5 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:04.062872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port e38d9f15-9dee-4655-bb7c-88935791a97a completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:04.081125 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-85ba9835-7e0e-47f2-94a8-0c3e47cc1910 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7684388 Apr 22 14:43:04.084658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33604) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:04.090371 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port e38d9f15-9dee-4655-bb7c-88935791a97a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:04.091017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.097173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'mac_address': 'fa:16:3e:c5:8e:23', 'name': 'tempest-NetworksTestDHCPv6-616423550'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:04.127158 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba9835-7e0e-47f2-94a8-0c3e47cc1910 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=867ac18c-9022-43e5-a801-d3d3d937d76a,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:04.130363 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.273283 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-5cc68a97-d9e7-46b1-a894-15bd10be9957 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:04.277957 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5cc68a97-d9e7-46b1-a894-15bd10be9957 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "PUT /v2.0/routers/cf6936a5-6a54-4f44-8b06-80352e184126 HTTP/1.1" status: 400 len: 364 time: 1.8724110 Apr 22 14:43:04.278221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33608) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:04.282256 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:04.289287 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:04.293130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:04.303243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:04.303777 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Network 95375f43-1027-4c6a-9dc6-d137692b20ef is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:04.311928 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:04.315009 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:04.316341 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:04.322020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.327485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Pushing event updated for resources: {'Port': ['ID=1cbcde8e-5332-421c-952d-01b7b67e66e5,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:04.333555 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9623cc76-7229-4793-8122-b7944381227d None None] For port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:04.338247 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9623cc76-7229-4793-8122-b7944381227d None None] For port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8d1ab4b6-1e1d-4807-b1af-374d84bb9547,segment=NetworkSegment(edd3e8c4-977b-442d-b1e5-2d0e6c92d57c),segment_id=edd3e8c4-977b-442d-b1e5-2d0e6c92d57c)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:04.358214 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port c4cde3a0-4e23-4d8c-a2d8-455e0adfb024 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:43:04.379824 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9623cc76-7229-4793-8122-b7944381227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.546797 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Allocated IP 172.22.0.1 (91bdcb54-e6ed-4fa0-a58c-31a139105e85/f17c0111-2ed7-41d0-9676-3906654890c9/1d1b108d-2348-409d-8661-7be1260153fd) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:04.681795 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623cc76-7229-4793-8122-b7944381227d None None] Pushing event updated for resources: {'Port': ['ID=8d1ab4b6-1e1d-4807-b1af-374d84bb9547,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:04.701199 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Attempting to bind port 1cbcde8e-5332-421c-952d-01b7b67e66e5 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:04.701572 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Attempting to bind port 1cbcde8e-5332-421c-952d-01b7b67e66e5 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '4ee6cc48-6c8b-4e88-b8bc-8c6378ea8b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '95375f43-1027-4c6a-9dc6-d137692b20ef'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:04.701932 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Attempting to bind port 1cbcde8e-5332-421c-952d-01b7b67e66e5 on network 95375f43-1027-4c6a-9dc6-d137692b20ef {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:04.714563 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:04.714931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Checking segment: {'id': '4ee6cc48-6c8b-4e88-b8bc-8c6378ea8b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '95375f43-1027-4c6a-9dc6-d137692b20ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:04.715361 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.716270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Bound using segment: {'id': '4ee6cc48-6c8b-4e88-b8bc-8c6378ea8b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '95375f43-1027-4c6a-9dc6-d137692b20ef'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:04.716802 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Bound port: 1cbcde8e-5332-421c-952d-01b7b67e66e5, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee6cc48-6c8b-4e88-b8bc-8c6378ea8b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '95375f43-1027-4c6a-9dc6-d137692b20ef'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:04.717233 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.783168 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.815301 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8:0:1::4d (19101698-c44e-4563-acd4-3bbade7a380a/867ac18c-9022-43e5-a801-d3d3d937d76a/c4cde3a0-4e23-4d8c-a2d8-455e0adfb024) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:04.823081 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::f816:3eff:fec5:8e23 (19101698-c44e-4563-acd4-3bbade7a380a/318e61e1-2f7c-4fa6-8a9c-6257f6685cb7/c4cde3a0-4e23-4d8c-a2d8-455e0adfb024) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:04.869763 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port e38d9f15-9dee-4655-bb7c-88935791a97a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e38d9f15-9dee-4655-bb7c-88935791a97a,segment=NetworkSegment(43aa7717-510b-4a60-8f6a-33f68df169b7),segment_id=43aa7717-510b-4a60-8f6a-33f68df169b7)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:04.881563 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.000242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e0bc5159-c0c6-4552-aa19-f7afff29a8e7 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:05.084413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: e0bc5159-c0c6-4552-aa19-f7afff29a8e7 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:05.084920 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e0bc5159-c0c6-4552-aa19-f7afff29a8e7 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:05.118245 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] For port 1cbcde8e-5332-421c-952d-01b7b67e66e5, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:05.128497 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] For port 1cbcde8e-5332-421c-952d-01b7b67e66e5, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1cbcde8e-5332-421c-952d-01b7b67e66e5,segment=NetworkSegment(4ee6cc48-6c8b-4e88-b8bc-8c6378ea8b2a),segment_id=4ee6cc48-6c8b-4e88-b8bc-8c6378ea8b2a)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:05.132800 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=e38d9f15-9dee-4655-bb7c-88935791a97a,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:05.149587 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.214020 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0936aa-5daa-4041-9d26-41675b3c9172 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:05.279407 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.320604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object c4cde3a0-4e23-4d8c-a2d8-455e0adfb024 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:05.388262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.399200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-95ddfc82-b31b-4e4d-9035-fb7efd3a399b None None] Provisioning for port 21d8df0d-48c3-44cf-8f41-1a751c767f72 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:05.428146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351bb71-10a2-495a-9688-1d4d81eae084 None None] Pushing event updated for resources: {'Port': ['ID=1cbcde8e-5332-421c-952d-01b7b67e66e5,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:05.564833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:05.572503 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:05.576396 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:05.585759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:05.590649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:05.591572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.598510 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=c4cde3a0-4e23-4d8c-a2d8-455e0adfb024,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:05.609871 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.641450 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d27698d1-dade-4ec1-a7b6-90830b40ea0f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5543964 Apr 22 14:43:05.643312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33614) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:05.666795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Transition to ACTIVE for port object 1d1b108d-2348-409d-8661-7be1260153fd will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:05.745953 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0874f7d5-c917-4782-9df1-a2c9dac3fd79 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.768279 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:05.769587 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.771670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-acd7a017-c58a-4dff-b596-36d924e83f50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port c4cde3a0-4e23-4d8c-a2d8-455e0adfb024 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:05.772019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-acd7a017-c58a-4dff-b596-36d924e83f50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.011723 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 17a225e2-c219-415a-9430-4f91f36c3e13 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:06.026148 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.096334 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a793ce1-2fa6-4c5c-a891-ccf680240b73 None None] Update dhcp port {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'fixed_ips': [{'subnet_id': '318e61e1-2f7c-4fa6-8a9c-6257f6685cb7', 'ip_address': '2001:db8::f816:3eff:fe15:e262'}, {'subnet_id': '867ac18c-9022-43e5-a801-d3d3d937d76a'}], 'binding:host_id': 'dv-neutron-839027-1-hyperv'}, 'id': '21d8df0d-48c3-44cf-8f41-1a751c767f72'} from dv-neutron-839027-1-hyperv. {{(pid=83965) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:43:06.179173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3a793ce1-2fa6-4c5c-a891-ccf680240b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.207907 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 17a225e2-c219-415a-9430-4f91f36c3e13 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:06.225790 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-acd7a017-c58a-4dff-b596-36d924e83f50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.242808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.247921 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 17a225e2-c219-415a-9430-4f91f36c3e13 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:06.248220 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.289686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33620) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:06.391152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-acd7a017-c58a-4dff-b596-36d924e83f50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for c4cde3a0-4e23-4d8c-a2d8-455e0adfb024 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:06.498924 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 91bdcb54-e6ed-4fa0-a58c-31a139105e85 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:06.505387 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7154ff-ba43-462b-a9ac-7ad8b58c01bb None None] Network 91bdcb54-e6ed-4fa0-a58c-31a139105e85 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:06.505938 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=1d1b108d-2348-409d-8661-7be1260153fd,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:06.517896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:06.542810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:06.605930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.638198 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-82d89381-bf37-4f47-85b7-a4cf2c5dd8fc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/269b5a21-0b71-4684-bb1f-cc6ced3f7d94 HTTP/1.1" status: 200 len: 993 time: 0.3286076 Apr 22 14:43:06.663945 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-3a793ce1-2fa6-4c5c-a891-ccf680240b73 None None] Allocated IP 2001:db8:0:1::2 (19101698-c44e-4563-acd4-3bbade7a380a/867ac18c-9022-43e5-a801-d3d3d937d76a/21d8df0d-48c3-44cf-8f41-1a751c767f72) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:06.668126 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-acd7a017-c58a-4dff-b596-36d924e83f50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.714757 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-92b67e0f-4872-4bd4-a9f3-0d1bff9de3a7 None None] Provisioning for port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:06.756646 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 17a225e2-c219-415a-9430-4f91f36c3e13, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=17a225e2-c219-415a-9430-4f91f36c3e13,segment=NetworkSegment(7b6e517a-09df-4f49-926f-ae3111973836),segment_id=7b6e517a-09df-4f49-926f-ae3111973836)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:06.774245 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.775381 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:06.844996 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7a017-c58a-4dff-b596-36d924e83f50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=c4cde3a0-4e23-4d8c-a2d8-455e0adfb024,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:06.877417 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.896112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-acd7a017-c58a-4dff-b596-36d924e83f50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.908052 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-acd7a017-c58a-4dff-b596-36d924e83f50 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/c4cde3a0-4e23-4d8c-a2d8-455e0adfb024 HTTP/1.1" status: 204 len: 168 time: 1.2628019 Apr 22 14:43:06.917035 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33626) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:06.989090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Allocated IP 2001:db8::1 (7a785382-1e63-4a35-9dd9-0a1b295f4cab/21b299a6-b538-4c51-bd04-825fe8a19ddd/e2df0a86-12ae-4780-9178-1c4e1a04d6af) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:07.010965 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb641b61-ab1b-48df-bdf4-099c9e5c9173 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.011908 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-eb641b61-ab1b-48df-bdf4-099c9e5c9173 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:07.035253 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-eb641b61-ab1b-48df-bdf4-099c9e5c9173 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:07.040255 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-eb641b61-ab1b-48df-bdf4-099c9e5c9173 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1216693 Apr 22 14:43:07.042591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33632) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:07.126031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33636) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:07.134050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=17a225e2-c219-415a-9430-4f91f36c3e13,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:07.204753 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.217867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:07.231615 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3a793ce1-2fa6-4c5c-a891-ccf680240b73 None None] For port 21d8df0d-48c3-44cf-8f41-1a751c767f72, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=21d8df0d-48c3-44cf-8f41-1a751c767f72,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:07.234382 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:07.234761 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.259108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9648d4-eeed-4deb-b36d-767e2b0e9fab tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.260645 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ba9648d4-eeed-4deb-b36d-767e2b0e9fab tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2163875 Apr 22 14:43:07.263941 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33640) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:07.274336 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70824dbe-0821-451b-8645-204a7a1f82d4 None None] Network 95375f43-1027-4c6a-9dc6-d137692b20ef requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:07.281191 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Transition to ACTIVE for port object e2df0a86-12ae-4780-9178-1c4e1a04d6af will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:07.355083 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0874f7d5-c917-4782-9df1-a2c9dac3fd79 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port 4013b36e-d0c5-4e35-82e4-f0780b689b99 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:07.355531 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0874f7d5-c917-4782-9df1-a2c9dac3fd79 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.395166 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.resource_extend [None req-3a793ce1-2fa6-4c5c-a891-ccf680240b73 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:43:07.428776 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3a793ce1-2fa6-4c5c-a891-ccf680240b73 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.443198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.479770 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3a793ce1-2fa6-4c5c-a891-ccf680240b73 None None] Transition to ACTIVE for port object 21d8df0d-48c3-44cf-8f41-1a751c767f72 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:07.486515 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e8a11718-e614-4bf1-bd5c-7497254a3137 None None] Provisioning for port 1cbcde8e-5332-421c-952d-01b7b67e66e5 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:07.493144 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.502547 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3a793ce1-2fa6-4c5c-a891-ccf680240b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.537027 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57782e9-d007-4c01-a3c8-96451d155684 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.538351 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57782e9-d007-4c01-a3c8-96451d155684 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.539768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57782e9-d007-4c01-a3c8-96451d155684 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.540568 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a57782e9-d007-4c01-a3c8-96451d155684 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:07.576294 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3a614e2e-7860-4440-8eb8-1ee50eec4f4d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 31eba597-4481-43fa-8455-e3c9b7ef4c21 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:07.576673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3a614e2e-7860-4440-8eb8-1ee50eec4f4d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.605676 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a57782e9-d007-4c01-a3c8-96451d155684 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:07.606669 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a57782e9-d007-4c01-a3c8-96451d155684 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3416822 Apr 22 14:43:07.616350 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33644) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:07.836519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event updated for resources: {'Port': ['ID=e2df0a86-12ae-4780-9178-1c4e1a04d6af,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:07.869265 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Network 7a785382-1e63-4a35-9dd9-0a1b295f4cab is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:07.876624 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:07.883140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:07.883734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.926388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.945569 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3a614e2e-7860-4440-8eb8-1ee50eec4f4d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.945896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3a614e2e-7860-4440-8eb8-1ee50eec4f4d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.947035 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a793ce1-2fa6-4c5c-a891-ccf680240b73 None None] Pushing event updated for resources: {'Port': ['ID=21d8df0d-48c3-44cf-8f41-1a751c767f72,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:07.963484 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cf3137-4304-44ed-9f83-8563a8c6d302 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 318e61e1-2f7c-4fa6-8a9c-6257f6685cb7 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:08.026582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-25cf3137-4304-44ed-9f83-8563a8c6d302 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.042518 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8d1ab4b6-1e1d-4807-b1af-374d84bb9547,segment=NetworkSegment(edd3e8c4-977b-442d-b1e5-2d0e6c92d57c),segment_id=edd3e8c4-977b-442d-b1e5-2d0e6c92d57c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:08.056889 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5a8c3f69-8422-48e5-bb95-bc8a7dbae441 None None] Provisioning complete for port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:08.057935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5a8c3f69-8422-48e5-bb95-bc8a7dbae441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.122474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.123267 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 21d8df0d-48c3-44cf-8f41-1a751c767f72 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:08.149206 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3a614e2e-7860-4440-8eb8-1ee50eec4f4d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 31eba597-4481-43fa-8455-e3c9b7ef4c21 owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:08.227477 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0874f7d5-c917-4782-9df1-a2c9dac3fd79 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.252545 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-25cf3137-4304-44ed-9f83-8563a8c6d302 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.373926 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=8d1ab4b6-1e1d-4807-b1af-374d84bb9547,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:08.440400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 21d8df0d-48c3-44cf-8f41-1a751c767f72 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:08.500201 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ef4116b8-ab28-4a36-a7e8-195682dfd5fb up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:08.517803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-25cf3137-4304-44ed-9f83-8563a8c6d302 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.522493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0874f7d5-c917-4782-9df1-a2c9dac3fd79 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for 4013b36e-d0c5-4e35-82e4-f0780b689b99 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:08.579946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.595306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5a8c3f69-8422-48e5-bb95-bc8a7dbae441 None None] Provisioning for port 1d1b108d-2348-409d-8661-7be1260153fd completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:08.606967 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port ef4116b8-ab28-4a36-a7e8-195682dfd5fb triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:08.607684 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.656416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-25cf3137-4304-44ed-9f83-8563a8c6d302 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.709748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf3137-4304-44ed-9f83-8563a8c6d302 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=318e61e1-2f7c-4fa6-8a9c-6257f6685cb7,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:08.710071 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5a8c3f69-8422-48e5-bb95-bc8a7dbae441 None None] Provisioning complete for port 1d1b108d-2348-409d-8661-7be1260153fd triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:08.710451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5a8c3f69-8422-48e5-bb95-bc8a7dbae441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.721141 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-25cf3137-4304-44ed-9f83-8563a8c6d302 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.757539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3a614e2e-7860-4440-8eb8-1ee50eec4f4d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.812178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0874f7d5-c917-4782-9df1-a2c9dac3fd79 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.815364 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-25cf3137-4304-44ed-9f83-8563a8c6d302 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/318e61e1-2f7c-4fa6-8a9c-6257f6685cb7 HTTP/1.1" status: 204 len: 168 time: 1.1956935 Apr 22 14:43:08.823666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33648) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:08.828727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a614e2e-7860-4440-8eb8-1ee50eec4f4d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=31eba597-4481-43fa-8455-e3c9b7ef4c21,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:08.840017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c3f69-8422-48e5-bb95-bc8a7dbae441 None None] Port 1d1b108d-2348-409d-8661-7be1260153fd cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:08.941038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:08.974181 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4908e2a-9f91-48aa-ac22-9e92d577d00a None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:08.979228 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874f7d5-c917-4782-9df1-a2c9dac3fd79 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=4013b36e-d0c5-4e35-82e4-f0780b689b99,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:08.995910 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c07f8ca-de7d-4798-af2e-628100832120 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 867ac18c-9022-43e5-a801-d3d3d937d76a {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:09.001976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c07f8ca-de7d-4798-af2e-628100832120 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.030950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3a614e2e-7860-4440-8eb8-1ee50eec4f4d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.102867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Provisioning for port 21d8df0d-48c3-44cf-8f41-1a751c767f72 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:09.126333 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Provisioning complete for port 21d8df0d-48c3-44cf-8f41-1a751c767f72 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:09.126859 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.203006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c07f8ca-de7d-4798-af2e-628100832120 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.282261 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:09.294143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.347949 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c07f8ca-de7d-4798-af2e-628100832120 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.520618 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.523597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0874f7d5-c917-4782-9df1-a2c9dac3fd79 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.616191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c07f8ca-de7d-4798-af2e-628100832120 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.680086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7c07f8ca-de7d-4798-af2e-628100832120 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.684676 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07f8ca-de7d-4798-af2e-628100832120 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=867ac18c-9022-43e5-a801-d3d3d937d76a,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:09.696253 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7c07f8ca-de7d-4798-af2e-628100832120 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/867ac18c-9022-43e5-a801-d3d3d937d76a HTTP/1.1" status: 204 len: 168 time: 0.8688955 Apr 22 14:43:09.756713 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33652) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:09.767330 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:09.767795 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:09.792522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:43:09.819017 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.900808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.939954 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-79295537-1a20-411f-922d-02ed777de518 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1822867 Apr 22 14:43:09.941103 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33656) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:09.953796 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:10.003907 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 21d8df0d-48c3-44cf-8f41-1a751c767f72 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:10.099855 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:10.110889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:10.117835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:10.128194 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:10.136500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 21d8df0d-48c3-44cf-8f41-1a751c767f72 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:10.137057 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.152281 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:10.157483 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=1d1b108d-2348-409d-8661-7be1260153fd,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:10.158252 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.160588 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.358777 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.404901 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.409753 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:43:10.419215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a614e2e-7860-4440-8eb8-1ee50eec4f4d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router 1d114f18-f9b3-4611-8edb-990e3f88159e has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:10.441395 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] For port 21d8df0d-48c3-44cf-8f41-1a751c767f72, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=21d8df0d-48c3-44cf-8f41-1a751c767f72,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:10.477607 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.494523 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.560831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.561596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.567977 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Pushing event updated for resources: {'Port': ['ID=21d8df0d-48c3-44cf-8f41-1a751c767f72,revision_number=9']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:10.599192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:10.599662 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:10.603883 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Provisioning for port e2df0a86-12ae-4780-9178-1c4e1a04d6af completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:10.611904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Provisioning complete for port e2df0a86-12ae-4780-9178-1c4e1a04d6af triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:10.612810 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.674278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170714ad-6a16-4fe3-916a-c5955d7b098f None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:10.754692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.objects.ports [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83963) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:43:10.778252 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Port e2df0a86-12ae-4780-9178-1c4e1a04d6af cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:10.831632 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Could not find standard attr ID for object c4cde3a0-4e23-4d8c-a2d8-455e0adfb024. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:43:10.835575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event updated for resources: {'Port': ['ID=e2df0a86-12ae-4780-9178-1c4e1a04d6af,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:10.861562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network 91bdcb54-e6ed-4fa0-a58c-31a139105e85 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:10.865261 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:10.875684 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a614e2e-7860-4440-8eb8-1ee50eec4f4d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:10.893293 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c9978-7479-45b9-911a-8ad9a78b7bc4 None None] Sync routers for ids ['1d114f18-f9b3-4611-8edb-990e3f88159e'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:10.903545 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Provisioning complete for port 1d1b108d-2348-409d-8661-7be1260153fd triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:10.903911 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.923488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3a614e2e-7860-4440-8eb8-1ee50eec4f4d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.994222 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.007229 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c9978-7479-45b9-911a-8ad9a78b7bc4 None None] Routers {'1d114f18-f9b3-4611-8edb-990e3f88159e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:11.007893 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3a1c9978-7479-45b9-911a-8ad9a78b7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1d114f18-f9b3-4611-8edb-990e3f88159e'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:11.029841 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3a614e2e-7860-4440-8eb8-1ee50eec4f4d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/floatingips/269b5a21-0b71-4684-bb1f-cc6ced3f7d94 HTTP/1.1" status: 204 len: 168 time: 3.8972952 Apr 22 14:43:11.032938 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0874f7d5-c917-4782-9df1-a2c9dac3fd79 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:11.033732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c19b736-9098-4bd0-8a51-a6ee4f322d3e', 'tag': '62195b0a-3936-441f-a211-acd5f30e6341'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:43:11.124019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Network 7a785382-1e63-4a35-9dd9-0a1b295f4cab is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:11.128410 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:11.192989 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d835c2-61a4-46af-ae75-5037c8729c9a'] response: {'name': 'network-changed', 'server_uuid': '3c19b736-9098-4bd0-8a51-a6ee4f322d3e', 'tag': '62195b0a-3936-441f-a211-acd5f30e6341', 'status': 'completed', 'code': 200} Apr 22 14:43:11.381319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-24119c6c-a8c0-4ed0-acaa-cf947f5a5786 None None] Port 1d1b108d-2348-409d-8661-7be1260153fd cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:11.407464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1cbcde8e-5332-421c-952d-01b7b67e66e5 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:11.427466 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] For port 21d8df0d-48c3-44cf-8f41-1a751c767f72, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=21d8df0d-48c3-44cf-8f41-1a751c767f72,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:11.467089 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-43845d8d-3349-4927-a30d-2fc3cb9d4a6f req-00b7a2b6-0916-4a91-ba55-8f1bab2264e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 1098 time: 0.2194858 Apr 22 14:43:11.561646 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 1cbcde8e-5332-421c-952d-01b7b67e66e5 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:11.572047 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f1fa9872-2abe-42ee-8814-dc9d5bd77f4f None None] Provisioning complete for port 21d8df0d-48c3-44cf-8f41-1a751c767f72 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:11.572727 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f1fa9872-2abe-42ee-8814-dc9d5bd77f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.643240 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 1cbcde8e-5332-421c-952d-01b7b67e66e5 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:11.645877 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.734307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.740952 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.741999 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.930100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:11.931095 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=123de368-0a07-4549-a0b6-668364e1a57a,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:11.937114 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:11.941981 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:11.942565 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.946803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43845d8d-3349-4927-a30d-2fc3cb9d4a6f req-2426afda-1277-4de9-90e6-0448c7bd609e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:11.948513 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-43845d8d-3349-4927-a30d-2fc3cb9d4a6f req-2426afda-1277-4de9-90e6-0448c7bd609e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 HTTP/1.1" status: 200 len: 897 time: 0.4716411 Apr 22 14:43:11.958773 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=21d8df0d-48c3-44cf-8f41-1a751c767f72,revision_number=11']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:11.983005 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.998244 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-3a1c9978-7479-45b9-911a-8ad9a78b7bc4 None None] Set router 1d114f18-f9b3-4611-8edb-990e3f88159e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:12.001929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0874f7d5-c917-4782-9df1-a2c9dac3fd79 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:12.014609 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da5089d-b2a5-4307-a9f1-5e4db4391bc9 None None] Sync routers for ids ['87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:12.038187 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da5089d-b2a5-4307-a9f1-5e4db4391bc9 None None] Routers {'87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:12.038808 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4da5089d-b2a5-4307-a9f1-5e4db4391bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:12.058722 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9ba9090f-0dd2-4166-be60-af344a1f1430 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1108685 Apr 22 14:43:12.059556 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33666) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:12.062967 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-43845d8d-3349-4927-a30d-2fc3cb9d4a6f req-ed3520f3-6341-4499-89a8-07e8f62ab30a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62195b0a-3936-441f-a211-acd5f30e6341 HTTP/1.1" status: 200 len: 217 time: 0.1051354 Apr 22 14:43:12.067676 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ca03f831-0314-46dc-97f1-1183978f858e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:12.112701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd007d-6d6e-43c8-b58e-34ba61017372 req-1943cfdb-2371-4d30-ba04-87ea5631a8f3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:12.114558 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9bdd007d-6d6e-43c8-b58e-34ba61017372 req-1943cfdb-2371-4d30-ba04-87ea5631a8f3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 945 time: 0.4796381 Apr 22 14:43:12.119649 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0874f7d5-c917-4782-9df1-a2c9dac3fd79 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2845485 Apr 22 14:43:12.150443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33670) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:12.185746 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4da5089d-b2a5-4307-a9f1-5e4db4391bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:12.193264 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 1cbcde8e-5332-421c-952d-01b7b67e66e5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1cbcde8e-5332-421c-952d-01b7b67e66e5,segment=NetworkSegment(4ee6cc48-6c8b-4e88-b8bc-8c6378ea8b2a),segment_id=4ee6cc48-6c8b-4e88-b8bc-8c6378ea8b2a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:12.210203 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da5089d-b2a5-4307-a9f1-5e4db4391bc9 None None] Routers {'87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:12.211140 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4da5089d-b2a5-4307-a9f1-5e4db4391bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:12.269873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43845d8d-3349-4927-a30d-2fc3cb9d4a6f req-4b41cd16-dec9-418b-b515-ef701df47cf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:12.271725 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-43845d8d-3349-4927-a30d-2fc3cb9d4a6f req-4b41cd16-dec9-418b-b515-ef701df47cf5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b248d5f-455f-4df8-a813-b87aaf9df149 HTTP/1.1" status: 200 len: 834 time: 0.1092896 Apr 22 14:43:12.331717 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4da5089d-b2a5-4307-a9f1-5e4db4391bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:12.332384 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da5089d-b2a5-4307-a9f1-5e4db4391bc9 None None] The sync data for ids ['87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:12.345229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ca03f831-0314-46dc-97f1-1183978f858e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:12.351456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ca03f831-0314-46dc-97f1-1183978f858e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:12.355451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ca03f831-0314-46dc-97f1-1183978f858e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:12.368120 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ca03f831-0314-46dc-97f1-1183978f858e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:12.379125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.380272 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 17a225e2-c219-415a-9430-4f91f36c3e13 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:12.392349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 14645af6-d996-4821-98f9-3a99f0ea96b2 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:12.397232 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-43845d8d-3349-4927-a30d-2fc3cb9d4a6f req-5cdf56a6-b559-4e64-bb50-3bab6dfe6829 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c21dbc-85c2-4429-8a1a-5e0b34870fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1122372 Apr 22 14:43:12.398884 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca03f831-0314-46dc-97f1-1183978f858e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:12.402784 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ca03f831-0314-46dc-97f1-1183978f858e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.407201 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9bdd007d-6d6e-43c8-b58e-34ba61017372 req-01669b18-c8cb-40c4-87c1-ce9638ff0a99 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=07291e1f-d2e5-4698-9410-c2c97ed78ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851155 Apr 22 14:43:12.465583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f1fa9872-2abe-42ee-8814-dc9d5bd77f4f None None] Provisioning complete for port 1d1b108d-2348-409d-8661-7be1260153fd triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:12.465942 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f1fa9872-2abe-42ee-8814-dc9d5bd77f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.506959 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385d3661-0ac9-4168-ba6d-cfd34d923ff1 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:12.675687 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-43845d8d-3349-4927-a30d-2fc3cb9d4a6f req-4e420ae2-de02-4f13-bd27-c57a26e146e2 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c21dbc-85c2-4429-8a1a-5e0b34870fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562158 Apr 22 14:43:12.677052 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.ipam_backend_mixin [None req-ca03f831-0314-46dc-97f1-1183978f858e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 123de368-0a07-4549-a0b6-668364e1a57a (CIDR: 2001:db8::/64) Apr 22 14:43:12.681924 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca03f831-0314-46dc-97f1-1183978f858e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:12.682407 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca03f831-0314-46dc-97f1-1183978f858e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:12.694633 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Router cf6936a5-6a54-4f44-8b06-80352e184126 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:12.738159 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=1cbcde8e-5332-421c-952d-01b7b67e66e5,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:12.741656 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-f1fa9872-2abe-42ee-8814-dc9d5bd77f4f None None] Port 1d1b108d-2348-409d-8661-7be1260153fd cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:12.813908 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ca03f831-0314-46dc-97f1-1183978f858e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7531002 Apr 22 14:43:12.817570 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33674) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:12.825721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-1d1a153b-c89f-4832-ae23-a26a6622c846 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:12.915846 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 17a225e2-c219-415a-9430-4f91f36c3e13 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:12.916288 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.971415 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-43845d8d-3349-4927-a30d-2fc3cb9d4a6f req-f49410c9-1db2-495d-ac58-08bcd32ba422 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c21dbc-85c2-4429-8a1a-5e0b34870fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842169 Apr 22 14:43:13.017762 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1d1a153b-c89f-4832-ae23-a26a6622c846 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:13.024116 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1d1a153b-c89f-4832-ae23-a26a6622c846 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:13.026721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1d1a153b-c89f-4832-ae23-a26a6622c846 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:13.033731 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1d1a153b-c89f-4832-ae23-a26a6622c846 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:13.035922 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-102e3387-1689-4bcb-9804-f4c18ffa47bf tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] remove_router_interface failed (client error): The resource could not be found. Apr 22 14:43:13.038889 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8a5e9de4-f149-4f2e-ac71-5a99d77ec8db None None] Provisioning complete for port 21d8df0d-48c3-44cf-8f41-1a751c767f72 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:13.039340 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9de4-f149-4f2e-ac71-5a99d77ec8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.040097 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-102e3387-1689-4bcb-9804-f4c18ffa47bf tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8757484 Apr 22 14:43:13.040419 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33678) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:13.083838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-88b47ad1-9c1a-4be6-9954-67f7cc87dffa tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Synchronizing usage tracker for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:13.087665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1a153b-c89f-4832-ae23-a26a6622c846 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:13.179277 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-88b47ad1-9c1a-4be6-9954-67f7cc87dffa tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Unset dirty status for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:13.180449 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-88b47ad1-9c1a-4be6-9954-67f7cc87dffa tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports?device_id=87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8 HTTP/1.1" status: 200 len: 205 time: 0.1391408 Apr 22 14:43:13.183685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33682) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:13.194079 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:13.236204 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3a1c9978-7479-45b9-911a-8ad9a78b7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'name': 'tempest-TestNetworkBasicOps-router-160652181', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:40Z', 'updated_at': '2022-04-22T14:41:56Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:41Z', 'updated_at': '2022-04-22T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'fe0c2155-8516-4029-9b42-1fd30f70d1e4', 'name': '', 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:9b:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:53Z', 'updated_at': '2022-04-22T14:42:13Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:13.237037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522379f-bd9b-4a35-a1ec-3b9588cd13e7 req-1564630a-a3b3-48ad-9fde-2624c6773191 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:13.239810 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e522379f-bd9b-4a35-a1ec-3b9588cd13e7 req-1564630a-a3b3-48ad-9fde-2624c6773191 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 945 time: 0.5361938 Apr 22 14:43:13.288850 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c9978-7479-45b9-911a-8ad9a78b7bc4 None None] Checking router: 1d114f18-f9b3-4611-8edb-990e3f88159e for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:13.333795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-e522379f-bd9b-4a35-a1ec-3b9588cd13e7 req-05773832-981d-4abe-a00c-0489f76a973b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 62195b0a-3936-441f-a211-acd5f30e6341 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:13.334135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-e522379f-bd9b-4a35-a1ec-3b9588cd13e7 req-05773832-981d-4abe-a00c-0489f76a973b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.337066 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c9978-7479-45b9-911a-8ad9a78b7bc4 None None] Routers {'1d114f18-f9b3-4611-8edb-990e3f88159e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:13.337710 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3a1c9978-7479-45b9-911a-8ad9a78b7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1d114f18-f9b3-4611-8edb-990e3f88159e'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:13.385058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:13.394649 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f7c758f9-c8a6-42d4-b0b9-721d6d968d9b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/14645af6-d996-4821-98f9-3a99f0ea96b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1387432 Apr 22 14:43:13.395878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33686) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:13.396281 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Sync routers for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:13.413368 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-07bd9c55-ca51-4828-bee0-67a736668f2d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'network': {'name': 'tempest-RoutersTest-1427992949'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:13.431658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-07bd9c55-ca51-4828-bee0-67a736668f2d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:13.439311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-07bd9c55-ca51-4828-bee0-67a736668f2d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:network and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:13.466923 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-07bd9c55-ca51-4828-bee0-67a736668f2d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:13.488182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-07bd9c55-ca51-4828-bee0-67a736668f2d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:13.501818 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:13.513680 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1899f6b6-52d9-4604-be51-b4200b1d9612 None None] Sync routers for ids ['cf6936a5-6a54-4f44-8b06-80352e184126'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:13.514838 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:13.515350 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2b496e93-dd68-4065-b5e9-db2cac090f0a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "PUT /v2.0/routers/cf6936a5-6a54-4f44-8b06-80352e184126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2361476 Apr 22 14:43:13.521671 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.525752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33692) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:13.532883 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1899f6b6-52d9-4604-be51-b4200b1d9612 None None] Routers {'cf6936a5-6a54-4f44-8b06-80352e184126'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:13.533843 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1899f6b6-52d9-4604-be51-b4200b1d9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cf6936a5-6a54-4f44-8b06-80352e184126'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:13.591548 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bd9c55-ca51-4828-bee0-67a736668f2d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:13.594563 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-07bd9c55-ca51-4828-bee0-67a736668f2d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.620016 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1899f6b6-52d9-4604-be51-b4200b1d9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:13.649647 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1899f6b6-52d9-4604-be51-b4200b1d9612 None None] Routers {'cf6936a5-6a54-4f44-8b06-80352e184126'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:13.650283 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1899f6b6-52d9-4604-be51-b4200b1d9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cf6936a5-6a54-4f44-8b06-80352e184126'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:13.725673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d1a153b-c89f-4832-ae23-a26a6622c846 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.726194 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1899f6b6-52d9-4604-be51-b4200b1d9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:13.727538 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1899f6b6-52d9-4604-be51-b4200b1d9612 None None] The sync data for ids ['cf6936a5-6a54-4f44-8b06-80352e184126'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:13.796056 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:13.796708 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:13.854823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bd9c55-ca51-4828-bee0-67a736668f2d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:43:13.858239 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8a5e9de4-f149-4f2e-ac71-5a99d77ec8db None None] Provisioning complete for port e2df0a86-12ae-4780-9178-1c4e1a04d6af triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:13.858914 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9de4-f149-4f2e-ac71-5a99d77ec8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.860449 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0c9a105c-179e-4dde-b531-5eb9ceb488b7 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.904574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-07bd9c55-ca51-4828-bee0-67a736668f2d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.905082 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-07bd9c55-ca51-4828-bee0-67a736668f2d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Added segment 1b15957e-cfdf-44c1-bdab-2888c8e6cd99 of type vlan for network ded70bbe-7c51-4f25-bcda-a80578314d60 Apr 22 14:43:13.954832 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f7e25-36dd-41d4-bce3-b8a6017fa893 req-4fff063a-91f9-49d0-b8c5-43e19256cd0a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:13.957087 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3f5f7e25-36dd-41d4-bce3-b8a6017fa893 req-4fff063a-91f9-49d0-b8c5-43e19256cd0a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 945 time: 0.1701467 Apr 22 14:43:13.961409 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-e522379f-bd9b-4a35-a1ec-3b9588cd13e7 req-05773832-981d-4abe-a00c-0489f76a973b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 62195b0a-3936-441f-a211-acd5f30e6341, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=62195b0a-3936-441f-a211-acd5f30e6341,segment=NetworkSegment(06b5792c-3eec-4440-91ba-07af232192dd),segment_id=06b5792c-3eec-4440-91ba-07af232192dd)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:13.961922 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-e522379f-bd9b-4a35-a1ec-3b9588cd13e7 req-05773832-981d-4abe-a00c-0489f76a973b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.072440 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e38d9f15-9dee-4655-bb7c-88935791a97a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:14.091236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-07bd9c55-ca51-4828-bee0-67a736668f2d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.158733 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-3a1c9978-7479-45b9-911a-8ad9a78b7bc4 None None] Set router 1d114f18-f9b3-4611-8edb-990e3f88159e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:14.197805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-e522379f-bd9b-4a35-a1ec-3b9588cd13e7 req-05773832-981d-4abe-a00c-0489f76a973b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 62195b0a-3936-441f-a211-acd5f30e6341 owned by compute:nova {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:14.205442 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44543f8f-232f-4664-9378-f44bcfdad613 None None] get_active_networks_info from dv-neutron-839027-1-hyperv {{(pid=83965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:43:14.229239 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e9de4-f149-4f2e-ac71-5a99d77ec8db None None] Port e2df0a86-12ae-4780-9178-1c4e1a04d6af cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:14.241653 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3f5f7e25-36dd-41d4-bce3-b8a6017fa893 req-ddd7b00e-e2a8-40db-bffb-99c29b289297 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=07291e1f-d2e5-4698-9410-c2c97ed78ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687590 Apr 22 14:43:14.281983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-07bd9c55-ca51-4828-bee0-67a736668f2d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.285623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bd9c55-ca51-4828-bee0-67a736668f2d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:14.287003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-07bd9c55-ca51-4828-bee0-67a736668f2d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.342618 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:14.402609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port e38d9f15-9dee-4655-bb7c-88935791a97a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:14.403148 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.403624 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-07bd9c55-ca51-4828-bee0-67a736668f2d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9984016 Apr 22 14:43:14.407624 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33696) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:14.438618 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1a35f77e-b1a6-4563-a359-a1f09da16997 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.447499 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-77f871fa-5095-47dc-82e0-3aa41d15157e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'subnet': {'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:14.509961 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0c9a105c-179e-4dde-b531-5eb9ceb488b7 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.547822 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd9c55-ca51-4828-bee0-67a736668f2d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Network': ['ID=ded70bbe-7c51-4f25-bcda-a80578314d60,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:14.588478 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-77f871fa-5095-47dc-82e0-3aa41d15157e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:14.591056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-e522379f-bd9b-4a35-a1ec-3b9588cd13e7 req-05773832-981d-4abe-a00c-0489f76a973b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.601678 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network ded70bbe-7c51-4f25-bcda-a80578314d60 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:43:14.614341 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0c9a105c-179e-4dde-b531-5eb9ceb488b7 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.637936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-77f871fa-5095-47dc-82e0-3aa41d15157e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:subnet and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:14.640808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05773832-981d-4abe-a00c-0489f76a973b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=62195b0a-3936-441f-a211-acd5f30e6341,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:14.642951 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-77f871fa-5095-47dc-82e0-3aa41d15157e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:14.652045 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-77f871fa-5095-47dc-82e0-3aa41d15157e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:14.681269 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0c9a105c-179e-4dde-b531-5eb9ceb488b7 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.682069 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9a105c-179e-4dde-b531-5eb9ceb488b7 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Fanout notify agent at l3_agent the message router_deleted on router 87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:43:14.725421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f871fa-5095-47dc-82e0-3aa41d15157e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Made reservation on behalf of 1e0752a1f13146c19df2900b9a08b577 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:14.733553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0c9a105c-179e-4dde-b531-5eb9ceb488b7 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.734720 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0c9a105c-179e-4dde-b531-5eb9ceb488b7 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/routers/87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8 HTTP/1.1" status: 204 len: 168 time: 1.5501404 Apr 22 14:43:14.738099 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d1a153b-c89f-4832-ae23-a26a6622c846 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.742715 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33700) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:14.827573 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-018660a8-e27d-411f-8a87-9943f550a8ee None None] Provisioning complete for port 21d8df0d-48c3-44cf-8f41-1a751c767f72 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:14.828198 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-018660a8-e27d-411f-8a87-9943f550a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.838663 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-e522379f-bd9b-4a35-a1ec-3b9588cd13e7 req-05773832-981d-4abe-a00c-0489f76a973b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] No DVR routers for this DVR port 62195b0a-3936-441f-a211-acd5f30e6341 on host hv-neutron-8390 {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:14.845585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-e522379f-bd9b-4a35-a1ec-3b9588cd13e7 req-05773832-981d-4abe-a00c-0489f76a973b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.848175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c19b736-9098-4bd0-8a51-a6ee4f322d3e', 'name': 'network-vif-deleted', 'tag': '62195b0a-3936-441f-a211-acd5f30e6341'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:43:14.854266 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-1a35f77e-b1a6-4563-a359-a1f09da16997 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 22 14:43:14.857993 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1a35f77e-b1a6-4563-a359-a1f09da16997 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "DELETE /v2.0/routers/cf6936a5-6a54-4f44-8b06-80352e184126 HTTP/1.1" status: 409 len: 329 time: 1.3286138 Apr 22 14:43:14.862753 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33706) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:14.863997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1a153b-c89f-4832-ae23-a26a6622c846 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:14.873030 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-1d1a153b-c89f-4832-ae23-a26a6622c846 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:14.898244 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e522379f-bd9b-4a35-a1ec-3b9588cd13e7 req-05773832-981d-4abe-a00c-0489f76a973b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "DELETE /v2.0/ports/62195b0a-3936-441f-a211-acd5f30e6341 HTTP/1.1" status: 204 len: 173 time: 1.6530685 Apr 22 14:43:14.907215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77f871fa-5095-47dc-82e0-3aa41d15157e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.149835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1a153b-c89f-4832-ae23-a26a6622c846 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:15.150479 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1d1a153b-c89f-4832-ae23-a26a6622c846 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.155411 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a153b-c89f-4832-ae23-a26a6622c846 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=df67b709-26bb-4cd5-8e77-3afe1cac1084,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:15.187925 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6086bc41-99ad-420f-a1af-7d874bf8e3c5'] response: {'server_uuid': '3c19b736-9098-4bd0-8a51-a6ee4f322d3e', 'name': 'network-vif-deleted', 'tag': '62195b0a-3936-441f-a211-acd5f30e6341', 'status': 'completed', 'code': 200} Apr 22 14:43:15.267548 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1d1a153b-c89f-4832-ae23-a26a6622c846 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4488797 Apr 22 14:43:15.273356 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33710) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:15.283855 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'mac_address': 'fa:16:3e:0b:2d:d9', 'name': 'tempest-NetworksTestDHCPv6-816936243'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:15.327137 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44543f8f-232f-4664-9378-f44bcfdad613 None None] Resources bound (agent type, host, resource id): {{(pid=83965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:43:15.371893 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77f871fa-5095-47dc-82e0-3aa41d15157e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.431872 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b99161-a74c-4442-960e-8906ed41321e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting subnet cb9baf3e-cc56-4ae2-977f-5e40d98589cd {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:15.434325 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-018660a8-e27d-411f-8a87-9943f550a8ee None None] Could not find standard attr ID for object c4cde3a0-4e23-4d8c-a2d8-455e0adfb024. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:43:15.446628 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-15b99161-a74c-4442-960e-8906ed41321e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.510418 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 21d8df0d-48c3-44cf-8f41-1a751c767f72 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:15.591037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-de928e53-4756-4526-b0e8-715c9081a284 req-e590b7a4-4e04-4582-8e88-ef66420972bd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:15.613446 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3a1c9978-7479-45b9-911a-8ad9a78b7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'name': 'tempest-TestNetworkBasicOps-router-160652181', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:40Z', 'updated_at': '2022-04-22T14:41:56Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:41Z', 'updated_at': '2022-04-22T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'fe0c2155-8516-4029-9b42-1fd30f70d1e4', 'name': '', 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:9b:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:53Z', 'updated_at': '2022-04-22T14:42:13Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:15.621225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f871fa-5095-47dc-82e0-3aa41d15157e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Subnet': ['ID=fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:15.624285 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f871fa-5095-47dc-82e0-3aa41d15157e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Checking segment: {'id': '1b15957e-cfdf-44c1-bdab-2888c8e6cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:15.624628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f871fa-5095-47dc-82e0-3aa41d15157e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network hostable DHCP agents. Network: ded70bbe-7c51-4f25-bcda-a80578314d60, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:43:15.630329 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c9978-7479-45b9-911a-8ad9a78b7bc4 None None] The sync data for ids ['1d114f18-f9b3-4611-8edb-990e3f88159e'] in dv-neutron-839027-1-hyperv is: [{'id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'name': 'tempest-TestNetworkBasicOps-router-160652181', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:40Z', 'updated_at': '2022-04-22T14:41:56Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:41Z', 'updated_at': '2022-04-22T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'fe0c2155-8516-4029-9b42-1fd30f70d1e4', 'name': '', 'network_id': 'a5c21dbc-85c2-4429-8a1a-5e0b34870fd8', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:9b:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:53Z', 'updated_at': '2022-04-22T14:42:13Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '1b248d5f-455f-4df8-a813-b87aaf9df149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:15.641310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-15b99161-a74c-4442-960e-8906ed41321e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.643713 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:07Z', 'revision_number': 4, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:43:06Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d1b108d-2348-409d-8661-7be1260153fd', 'name': '', 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:36:cb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:04Z', 'updated_at': '2022-04-22T14:43:08Z', 'revision_number': 2, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:15.648150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-de928e53-4756-4526-b0e8-715c9081a284 req-e590b7a4-4e04-4582-8e88-ef66420972bd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:15.661136 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-de928e53-4756-4526-b0e8-715c9081a284 req-e590b7a4-4e04-4582-8e88-ef66420972bd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c19b736-9098-4bd0-8a51-a6ee4f322d3e HTTP/1.1" status: 200 len: 210 time: 0.1284692 Apr 22 14:43:15.685274 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f871fa-5095-47dc-82e0-3aa41d15157e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network ded70bbe-7c51-4f25-bcda-a80578314d60 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:43:15.694065 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Checking router: 14645af6-d996-4821-98f9-3a99f0ea96b2 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:15.694426 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Updating router 14645af6-d996-4821-98f9-3a99f0ea96b2 port 1d1b108d-2348-409d-8661-7be1260153fd binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:43:15.701336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-77f871fa-5095-47dc-82e0-3aa41d15157e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, ded70bbe-7c51-4f25-bcda-a80578314d60) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:15.707081 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f871fa-5095-47dc-82e0-3aa41d15157e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:15.707920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77f871fa-5095-47dc-82e0-3aa41d15157e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.732313 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:43:15.800117 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-77f871fa-5095-47dc-82e0-3aa41d15157e tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3893464 Apr 22 14:43:15.802913 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33716) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:15.826604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:15.837356 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:15.872579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:15.879892 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.918550 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.931817 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port 1d337b35-daf0-4248-833b-6222d570e23d yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:43:15.935807 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 21d8df0d-48c3-44cf-8f41-1a751c767f72 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:15.936116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.996795 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-15b99161-a74c-4442-960e-8906ed41321e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.117748 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae38ac-9b99-484c-9310-b0b7638fb08c None None] New status for floating IP 269b5a21-0b71-4684-bb1f-cc6ced3f7d94: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:43:16.127006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-606a1471-71d3-4039-8a00-fd99183b7863 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.286152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-15b99161-a74c-4442-960e-8906ed41321e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.355542 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b99161-a74c-4442-960e-8906ed41321e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Subnet': ['ID=cb9baf3e-cc56-4ae2-977f-5e40d98589cd,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:16.402697 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-15b99161-a74c-4442-960e-8906ed41321e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.413395 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-15b99161-a74c-4442-960e-8906ed41321e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/cb9baf3e-cc56-4ae2-977f-5e40d98589cd HTTP/1.1" status: 204 len: 168 time: 1.6418614 Apr 22 14:43:16.417423 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1cbcde8e-5332-421c-952d-01b7b67e66e5 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:16.424399 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33720) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:16.544097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8:0:1::177 (19101698-c44e-4563-acd4-3bbade7a380a/df67b709-26bb-4cd5-8e77-3afe1cac1084/1d337b35-daf0-4248-833b-6222d570e23d) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:16.545353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.561005 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::f816:3eff:fe0b:2dd9 (19101698-c44e-4563-acd4-3bbade7a380a/123de368-0a07-4549-a0b6-668364e1a57a/1d337b35-daf0-4248-833b-6222d570e23d) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:16.627621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.693016 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.708480 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Transition to ACTIVE for port object 1d1b108d-2348-409d-8661-7be1260153fd will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:16.718836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.757525 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 1cbcde8e-5332-421c-952d-01b7b67e66e5 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:16.757913 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.826855 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33726) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:16.891811 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:16.892141 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.934415 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3f515-e4eb-4fd0-aa78-66f56a49aa39 None None] Pushing event updated for resources: {'Port': ['ID=1d1b108d-2348-409d-8661-7be1260153fd,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:16.980604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec41301-2539-4b3a-8882-12d75b21d4ac None None] Update dhcp port {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'fixed_ips': [{'subnet_id': '123de368-0a07-4549-a0b6-668364e1a57a', 'ip_address': '2001:db8::f816:3eff:fe15:e262'}, {'subnet_id': 'df67b709-26bb-4cd5-8e77-3afe1cac1084'}], 'binding:host_id': 'dv-neutron-839027-1-hyperv'}, 'id': '21d8df0d-48c3-44cf-8f41-1a751c767f72'} from dv-neutron-839027-1-hyperv. {{(pid=83965) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:43:16.993782 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8cdf29d9-ad35-4852-8b33-61f18615d92f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.074948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8cdf29d9-ad35-4852-8b33-61f18615d92f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.108505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 62195b0a-3936-441f-a211-acd5f30e6341 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:17.172570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 62195b0a-3936-441f-a211-acd5f30e6341 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:17.172943 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 62195b0a-3936-441f-a211-acd5f30e6341 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:17.199082 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Attempting to bind port 1d1b108d-2348-409d-8661-7be1260153fd on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:17.199484 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Attempting to bind port 1d1b108d-2348-409d-8661-7be1260153fd by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'edd3e8c4-977b-442d-b1e5-2d0e6c92d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:17.199889 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Attempting to bind port 1d1b108d-2348-409d-8661-7be1260153fd on network 91bdcb54-e6ed-4fa0-a58c-31a139105e85 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:17.203965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6ec41301-2539-4b3a-8882-12d75b21d4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.205631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Allocated IP 172.23.0.1 (ded70bbe-7c51-4f25-bcda-a80578314d60/fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72/52590c0e-4dbd-4c74-8a6b-371195c8a271) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:17.233213 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:17.233591 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Checking segment: {'id': 'edd3e8c4-977b-442d-b1e5-2d0e6c92d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:17.234002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.234408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Bound using segment: {'id': 'edd3e8c4-977b-442d-b1e5-2d0e6c92d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:17.235015 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Bound port: 1d1b108d-2348-409d-8661-7be1260153fd, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd3e8c4-977b-442d-b1e5-2d0e6c92d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:17.235250 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.252130 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8cdf29d9-ad35-4852-8b33-61f18615d92f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.334971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.398647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object 1d337b35-daf0-4248-833b-6222d570e23d will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:17.405848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] For port ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7,segment=NetworkSegment(43759cf9-938f-427d-aae6-736889b87b59),segment_id=43759cf9-938f-427d-aae6-736889b87b59)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:17.406224 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.441204 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf29d9-ad35-4852-8b33-61f18615d92f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07291e1f-d2e5-4698-9410-c2c97ed78ed7,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:17.489034 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8cdf29d9-ad35-4852-8b33-61f18615d92f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.492792 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8cdf29d9-ad35-4852-8b33-61f18615d92f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/security-groups/07291e1f-d2e5-4698-9410-c2c97ed78ed7 HTTP/1.1" status: 204 len: 168 time: 0.6621780 Apr 22 14:43:17.501228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] For port 1d1b108d-2348-409d-8661-7be1260153fd, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:17.516373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] For port 1d1b108d-2348-409d-8661-7be1260153fd, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1d1b108d-2348-409d-8661-7be1260153fd,segment=NetworkSegment(edd3e8c4-977b-442d-b1e5-2d0e6c92d57c),segment_id=edd3e8c4-977b-442d-b1e5-2d0e6c92d57c)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:17.522575 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.538548 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:17.559263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.562692 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33732) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:17.607478 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3f515-e4eb-4fd0-aa78-66f56a49aa39 None None] Pushing event updated for resources: {'Port': ['ID=1d1b108d-2348-409d-8661-7be1260153fd,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:17.613316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:17.613316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:17.670482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.711454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.736187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Transition to ACTIVE for port object 52590c0e-4dbd-4c74-8a6b-371195c8a271 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:17.766636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:17.775585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:17.777653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No DVR routers for this DVR port ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:17.784546 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:17.788214 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:17.788893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.822530 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-6ec41301-2539-4b3a-8882-12d75b21d4ac None None] Allocated IP 2001:db8:0:1::2 (19101698-c44e-4563-acd4-3bbade7a380a/df67b709-26bb-4cd5-8e77-3afe1cac1084/21d8df0d-48c3-44cf-8f41-1a751c767f72) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:17.833719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:17.839309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=1d337b35-daf0-4248-833b-6222d570e23d,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:17.850257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.961704 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:17.982487 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8ea49d12-1b95-468c-9e09-85c9ec40eda4 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7022719 Apr 22 14:43:17.986460 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33736) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:17.990954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.011406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network ded70bbe-7c51-4f25-bcda-a80578314d60 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:18.068520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=52590c0e-4dbd-4c74-8a6b-371195c8a271,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:18.072372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:18.075028 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:18.121608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1185610b-d40c-4bf6-a3e3-04234f72d80d']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:18.141396 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-44a84c87-1adb-4289-aca9-56388ad0dd02 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port 1d337b35-daf0-4248-833b-6222d570e23d {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:18.142134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-44a84c87-1adb-4289-aca9-56388ad0dd02 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.167324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.168633 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-6ec41301-2539-4b3a-8882-12d75b21d4ac None None] For port 21d8df0d-48c3-44cf-8f41-1a751c767f72, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=21d8df0d-48c3-44cf-8f41-1a751c767f72,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:18.181011 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43759cf9-938f-427d-aae6-736889b87b59') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:18.181312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43759cf9-938f-427d-aae6-736889b87b59') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:18.190889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-606a1471-71d3-4039-8a00-fd99183b7863 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Deleting port e2df0a86-12ae-4780-9178-1c4e1a04d6af {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:18.191236 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-606a1471-71d3-4039-8a00-fd99183b7863 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.243434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.268492 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6ec41301-2539-4b3a-8882-12d75b21d4ac None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.291083 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.297206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6ec41301-2539-4b3a-8882-12d75b21d4ac None None] Transition to ACTIVE for port object 21d8df0d-48c3-44cf-8f41-1a751c767f72 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:18.307046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6ec41301-2539-4b3a-8882-12d75b21d4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.333061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.349981 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-532e9699-a930-4012-817f-2fec9f03d064 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.382869 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:07Z', 'revision_number': 4, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:43:06Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d1b108d-2348-409d-8661-7be1260153fd', 'name': '', 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:36:cb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:04Z', 'updated_at': '2022-04-22T14:43:17Z', 'revision_number': 4, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:18.403647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:18.404047 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.425989 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8620f3-d3d6-4ad7-b172-52b5cba1cdb7 None None] The sync data for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv is: [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:07Z', 'revision_number': 4, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:43:06Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d1b108d-2348-409d-8661-7be1260153fd', 'name': '', 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:36:cb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:04Z', 'updated_at': '2022-04-22T14:43:17Z', 'revision_number': 4, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:18.467930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec41301-2539-4b3a-8882-12d75b21d4ac None None] Pushing event updated for resources: {'Port': ['ID=21d8df0d-48c3-44cf-8f41-1a751c767f72,revision_number=12']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:18.563104 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:18.873441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.910342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-606a1471-71d3-4039-8a00-fd99183b7863 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.918517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.930963 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/networks/1185610b-d40c-4bf6-a3e3-04234f72d80d HTTP/1.1" status: 204 len: 168 time: 2.4977105 Apr 22 14:43:18.931793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33740) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:18.939745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1967721286'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:18.946448 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045d428-0ef2-45f4-bc12-496d95cb7052 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Network': ['ID=1185610b-d40c-4bf6-a3e3-04234f72d80d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:18.953320 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:18.962966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:network and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:18.968465 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:18.984367 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:19.026310 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.041808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.096950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-606a1471-71d3-4039-8a00-fd99183b7863 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Calling delete_port for e2df0a86-12ae-4780-9178-1c4e1a04d6af owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:19.138317 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-44a84c87-1adb-4289-aca9-56388ad0dd02 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.239481 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:19.242104 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.257163 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3d11f0-1c10-4535-8968-e3408d41af38 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:19.299587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-44a84c87-1adb-4289-aca9-56388ad0dd02 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for 1d337b35-daf0-4248-833b-6222d570e23d owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:19.335714 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7d786f-2ba4-44c1-b2ef-cb32be0f83f7 None None] Network ded70bbe-7c51-4f25-bcda-a80578314d60 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:19.402434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.441784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event updated for resources: {'Port': ['ID=52590c0e-4dbd-4c74-8a6b-371195c8a271,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:19.448758 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7655da-ede2-4761-a102-132ac2875236 None None] Network 1185610b-d40c-4bf6-a3e3-04234f72d80d requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:19.463793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:43:19.536969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.537336 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Added segment bcec366c-7f5b-4368-bca0-2f9b6e84bd13 of type vlan for network c5a5bae2-2552-48d9-987d-4abbdd958c41 Apr 22 14:43:19.588734 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-606a1471-71d3-4039-8a00-fd99183b7863 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.609470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 21d8df0d-48c3-44cf-8f41-1a751c767f72 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:19.657762 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.678661 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7655da-ede2-4761-a102-132ac2875236 None None] Network 1185610b-d40c-4bf6-a3e3-04234f72d80d could not be found, it might have been deleted concurrently. {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 22 14:43:19.821808 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea738ffe-3f73-4ba8-a5c2-76e7e2727fca None None] DHCP port deletion for 1185610b-d40c-4bf6-a3e3-04234f72d80d request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:19.831932 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b9b6446e-115e-40e4-8044-258747e9373d None None] Provisioning for port 21d8df0d-48c3-44cf-8f41-1a751c767f72 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:19.867227 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.resource_extend [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:43:19.916096 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b9b6446e-115e-40e4-8044-258747e9373d None None] Provisioning complete for port 21d8df0d-48c3-44cf-8f41-1a751c767f72 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:19.916453 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b9b6446e-115e-40e4-8044-258747e9373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.949764 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a1471-71d3-4039-8a00-fd99183b7863 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event deleted for resources: {'Port': ['ID=e2df0a86-12ae-4780-9178-1c4e1a04d6af,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:19.970900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.975856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:19.976774 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.009569 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Network ded70bbe-7c51-4f25-bcda-a80578314d60 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:20.031224 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:20.221060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-606a1471-71d3-4039-8a00-fd99183b7863 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.305515 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3731844 Apr 22 14:43:20.310406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e478d2-9bd6-4fac-a758-7c7c6ab38b57 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Network': ['ID=c5a5bae2-2552-48d9-987d-4abbdd958c41,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:20.312570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33746) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:20.324487 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-19df8ab8-3b0f-41a1-be62-133952a3e593 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'subnet': {'network_id': 'c5a5bae2-2552-48d9-987d-4abbdd958c41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:20.331756 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network c5a5bae2-2552-48d9-987d-4abbdd958c41 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:43:20.413634 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-44a84c87-1adb-4289-aca9-56388ad0dd02 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.475879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a84c87-1adb-4289-aca9-56388ad0dd02 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=1d337b35-daf0-4248-833b-6222d570e23d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:20.507929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 21d8df0d-48c3-44cf-8f41-1a751c767f72 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:20.508304 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.518811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-19df8ab8-3b0f-41a1-be62-133952a3e593 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:20.533546 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-19df8ab8-3b0f-41a1-be62-133952a3e593 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:subnet and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:20.579489 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-19df8ab8-3b0f-41a1-be62-133952a3e593 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:20.597981 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-19df8ab8-3b0f-41a1-be62-133952a3e593 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:20.669003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19df8ab8-3b0f-41a1-be62-133952a3e593 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:20.701335 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-44a84c87-1adb-4289-aca9-56388ad0dd02 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.793772 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-ded70bbe-7c51-4f25-bcda-a80578314d60', 'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'fixed_ips': [{'subnet_id': 'fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:20.794946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.806246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-19df8ab8-3b0f-41a1-be62-133952a3e593 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.833055 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1d1b108d-2348-409d-8661-7be1260153fd up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:20.868232 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-44a84c87-1adb-4289-aca9-56388ad0dd02 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/1d337b35-daf0-4248-833b-6222d570e23d HTTP/1.1" status: 204 len: 168 time: 2.8731034 Apr 22 14:43:20.876341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33750) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:21.041479 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606a1471-71d3-4039-8a00-fd99183b7863 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Router cf6936a5-6a54-4f44-8b06-80352e184126 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:21.159502 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7ab21db9-20c5-4a8d-acb5-6135912644bc None None] Provisioning complete for port 21d8df0d-48c3-44cf-8f41-1a751c767f72 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:21.160793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7ab21db9-20c5-4a8d-acb5-6135912644bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.183394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 14645af6-d996-4821-98f9-3a99f0ea96b2 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:21.190132 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-532e9699-a930-4012-817f-2fec9f03d064 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port fe0c2155-8516-4029-9b42-1fd30f70d1e4 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:21.190946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-532e9699-a930-4012-817f-2fec9f03d064 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.210762 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606a1471-71d3-4039-8a00-fd99183b7863 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:21.221208 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-606a1471-71d3-4039-8a00-fd99183b7863 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "PUT /v2.0/routers/cf6936a5-6a54-4f44-8b06-80352e184126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3530211 Apr 22 14:43:21.222715 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33754) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:21.225838 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28449c7-374b-42e3-908b-dc7605d9ceb8 None None] Sync routers for ids ['cf6936a5-6a54-4f44-8b06-80352e184126'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:21.245388 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28449c7-374b-42e3-908b-dc7605d9ceb8 None None] Routers {'cf6936a5-6a54-4f44-8b06-80352e184126'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:21.246409 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e28449c7-374b-42e3-908b-dc7605d9ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cf6936a5-6a54-4f44-8b06-80352e184126'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:21.264479 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 1d1b108d-2348-409d-8661-7be1260153fd completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:21.283991 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 1d1b108d-2348-409d-8661-7be1260153fd triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:21.284702 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.296166 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-63bf3221-ef7b-41f6-ae79-b55223497870 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] show failed (client error): The resource could not be found. Apr 22 14:43:21.303865 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-63bf3221-ef7b-41f6-ae79-b55223497870 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-834888937 HTTP/1.1" status: 404 len: 334 time: 0.0797536 Apr 22 14:43:21.304426 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33758) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:21.309823 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8f3b23b6-c2c2-4540-bca2-6cc8cb1c2645 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:21.365205 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e28449c7-374b-42e3-908b-dc7605d9ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:21.389146 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28449c7-374b-42e3-908b-dc7605d9ceb8 None None] Routers {'cf6936a5-6a54-4f44-8b06-80352e184126'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:21.390675 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e28449c7-374b-42e3-908b-dc7605d9ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cf6936a5-6a54-4f44-8b06-80352e184126'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:21.392810 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-8f3b23b6-c2c2-4540-bca2-6cc8cb1c2645 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] update failed (client error): The resource could not be found. Apr 22 14:43:21.399211 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8f3b23b6-c2c2-4540-bca2-6cc8cb1c2645 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-361910671 HTTP/1.1" status: 404 len: 334 time: 0.0938084 Apr 22 14:43:21.399821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33762) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:21.423301 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Allocated IP 172.23.0.2 (ded70bbe-7c51-4f25-bcda-a80578314d60/fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72/1066822b-169d-4c78-96ad-da6ea39192ee) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:21.505646 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e28449c7-374b-42e3-908b-dc7605d9ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:21.505753 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28449c7-374b-42e3-908b-dc7605d9ceb8 None None] The sync data for ids ['cf6936a5-6a54-4f44-8b06-80352e184126'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:21.529916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e8a436-41e8-4b2e-a707-364e85e76d36 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:21.530616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-99e8a436-41e8-4b2e-a707-364e85e76d36 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:21.682722 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-99e8a436-41e8-4b2e-a707-364e85e76d36 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:21.688438 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-99e8a436-41e8-4b2e-a707-364e85e76d36 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.6782525 Apr 22 14:43:21.695054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33766) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:21.698836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe18b00e-a7e7-4835-9505-e37bbb812537 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Deleting subnet f15a0420-914a-4dec-afec-85c2cebe9f96 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:21.703469 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fe18b00e-a7e7-4835-9505-e37bbb812537 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.759793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-19df8ab8-3b0f-41a1-be62-133952a3e593 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.762107 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ed0a90db-2b6d-44be-8b44-a23480dd1de6 None None] Could not find standard attr ID for object 1d337b35-daf0-4248-833b-6222d570e23d. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:43:21.825392 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fe18b00e-a7e7-4835-9505-e37bbb812537 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.832889 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-532e9699-a930-4012-817f-2fec9f03d064 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port fe0c2155-8516-4029-9b42-1fd30f70d1e4, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=fe0c2155-8516-4029-9b42-1fd30f70d1e4,segment=NetworkSegment(06b5792c-3eec-4440-91ba-07af232192dd),segment_id=06b5792c-3eec-4440-91ba-07af232192dd)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:21.833250 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-532e9699-a930-4012-817f-2fec9f03d064 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.876228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.913913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9123c2e-9cc4-4b86-b4e2-dcfa037935c0 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:21.914624 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b9123c2e-9cc4-4b86-b4e2-dcfa037935c0 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:21.936792 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b9123c2e-9cc4-4b86-b4e2-dcfa037935c0 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:21.939863 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b9123c2e-9cc4-4b86-b4e2-dcfa037935c0 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1764128 Apr 22 14:43:21.941444 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33770) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:21.948716 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fe18b00e-a7e7-4835-9505-e37bbb812537 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.972227 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 1d1b108d-2348-409d-8661-7be1260153fd, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1d1b108d-2348-409d-8661-7be1260153fd,segment=NetworkSegment(edd3e8c4-977b-442d-b1e5-2d0e6c92d57c),segment_id=edd3e8c4-977b-442d-b1e5-2d0e6c92d57c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:21.977956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.994171 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-532e9699-a930-4012-817f-2fec9f03d064 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for fe0c2155-8516-4029-9b42-1fd30f70d1e4 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:22.039575 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.046328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:22.047482 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df8ab8-3b0f-41a1-be62-133952a3e593 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Subnet': ['ID=b49a1461-39dd-415f-8e97-687d54e6d076,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:22.069803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fe18b00e-a7e7-4835-9505-e37bbb812537 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.073618 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df8ab8-3b0f-41a1-be62-133952a3e593 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Checking segment: {'id': 'bcec366c-7f5b-4368-bca0-2f9b6e84bd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c5a5bae2-2552-48d9-987d-4abbdd958c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:22.073980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19df8ab8-3b0f-41a1-be62-133952a3e593 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network hostable DHCP agents. Network: c5a5bae2-2552-48d9-987d-4abbdd958c41, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:43:22.088087 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:22.088438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ecf9593c-36a8-48a8-95c8-1e7ba3e96ef7 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:22.099233 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Transition to ACTIVE for port object 1066822b-169d-4c78-96ad-da6ea39192ee will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:22.114004 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:22.116645 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=1d1b108d-2348-409d-8661-7be1260153fd,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:22.124088 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Sync routers for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:22.131258 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Transition to ACTIVE for port object 1066822b-169d-4c78-96ad-da6ea39192ee will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:22.132600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18b00e-a7e7-4835-9505-e37bbb812537 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event deleted for resources: {'Subnet': ['ID=f15a0420-914a-4dec-afec-85c2cebe9f96,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:22.141653 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.145825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33774) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:22.146115 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a4afab77-157f-4080-9805-55789e6a2f25 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/14645af6-d996-4821-98f9-3a99f0ea96b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3416374 Apr 22 14:43:22.153455 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a38af171-e85e-4af9-9822-7bafed2a8661 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:22.161280 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19df8ab8-3b0f-41a1-be62-133952a3e593 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network c5a5bae2-2552-48d9-987d-4abbdd958c41 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:43:22.178241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-19df8ab8-3b0f-41a1-be62-133952a3e593 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, c5a5bae2-2552-48d9-987d-4abbdd958c41) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:22.183155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19df8ab8-3b0f-41a1-be62-133952a3e593 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:22.183753 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-19df8ab8-3b0f-41a1-be62-133952a3e593 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.195371 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:22.196016 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:42:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:22.226676 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497bd82d-6b10-4a6f-bee3-6018cc4cc7e5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:22.228347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497bd82d-6b10-4a6f-bee3-6018cc4cc7e5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:22.229647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497bd82d-6b10-4a6f-bee3-6018cc4cc7e5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:22.230424 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-497bd82d-6b10-4a6f-bee3-6018cc4cc7e5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:22.235276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fe18b00e-a7e7-4835-9505-e37bbb812537 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.256831 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bec9f8-9cd9-43ca-bd8f-0ee0a7a03149 None None] Network c5a5bae2-2552-48d9-987d-4abbdd958c41 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:22.269910 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8f7bec-fbe8-46dc-b23a-f052f74e693f None None] Network 95375f43-1027-4c6a-9dc6-d137692b20ef requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:22.276278 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-19df8ab8-3b0f-41a1-be62-133952a3e593 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9595368 Apr 22 14:43:22.283610 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33778) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:22.294592 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-960e1be9-785b-4629-9fc3-2cde324de64d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1189730573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:22.306573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-960e1be9-785b-4629-9fc3-2cde324de64d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:22.316869 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-960e1be9-785b-4629-9fc3-2cde324de64d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:router and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:22.322142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-960e1be9-785b-4629-9fc3-2cde324de64d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:22.326642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-532e9699-a930-4012-817f-2fec9f03d064 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.402738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-960e1be9-785b-4629-9fc3-2cde324de64d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:22.415313 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e9699-a930-4012-817f-2fec9f03d064 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=fe0c2155-8516-4029-9b42-1fd30f70d1e4,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:22.457459 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fe18b00e-a7e7-4835-9505-e37bbb812537 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "DELETE /v2.0/subnets/f15a0420-914a-4dec-afec-85c2cebe9f96 HTTP/1.1" status: 204 len: 168 time: 1.0538254 Apr 22 14:43:22.459460 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33782) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:22.475828 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-497bd82d-6b10-4a6f-bee3-6018cc4cc7e5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:22.480563 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-497bd82d-6b10-4a6f-bee3-6018cc4cc7e5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4544363 Apr 22 14:43:22.484352 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33786) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:22.495173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-960e1be9-785b-4629-9fc3-2cde324de64d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.496056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-960e1be9-785b-4629-9fc3-2cde324de64d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.563797 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Network ded70bbe-7c51-4f25-bcda-a80578314d60 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:22.588239 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:22.702406 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:22.803608 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.807141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Pushing event updated for resources: {'Port': ['ID=1066822b-169d-4c78-96ad-da6ea39192ee,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:22.814769 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:22.832553 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-01e9c967-98f4-458e-9ce9-423610754cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.860587 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-960e1be9-785b-4629-9fc3-2cde324de64d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.076328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.extraroute_db [None req-a38af171-e85e-4af9-9822-7bafed2a8661 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83963) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 14:43:23.093675 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.extraroute_db [None req-a38af171-e85e-4af9-9822-7bafed2a8661 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Removed routes are [] {{(pid=83963) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 14:43:23.094092 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a38af171-e85e-4af9-9822-7bafed2a8661 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.107099 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-960e1be9-785b-4629-9fc3-2cde324de64d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.112842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Deleting port 1cbcde8e-5332-421c-952d-01b7b67e66e5 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:23.113124 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.140277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31a8c1c-2bc1-43cb-8382-0ed08769f79c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 123de368-0a07-4549-a0b6-668364e1a57a {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:23.161909 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-c5a5bae2-2552-48d9-987d-4abbdd958c41', 'network_id': 'c5a5bae2-2552-48d9-987d-4abbdd958c41', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'fixed_ips': [{'subnet_id': 'b49a1461-39dd-415f-8e97-687d54e6d076'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:23.162722 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.169867 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d31a8c1c-2bc1-43cb-8382-0ed08769f79c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.190965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Attempting to bind port 1066822b-169d-4c78-96ad-da6ea39192ee on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:23.191396 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Attempting to bind port 1066822b-169d-4c78-96ad-da6ea39192ee by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '1b15957e-cfdf-44c1-bdab-2888c8e6cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:23.191732 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Attempting to bind port 1066822b-169d-4c78-96ad-da6ea39192ee on network ded70bbe-7c51-4f25-bcda-a80578314d60 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:23.233277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-960e1be9-785b-4629-9fc3-2cde324de64d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.237146 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-960e1be9-785b-4629-9fc3-2cde324de64d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9494705 Apr 22 14:43:23.240972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33792) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:23.252424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:23.253499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Checking segment: {'id': '1b15957e-cfdf-44c1-bdab-2888c8e6cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:23.253907 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.254300 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Bound using segment: {'id': '1b15957e-cfdf-44c1-bdab-2888c8e6cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:23.254784 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Bound port: 1066822b-169d-4c78-96ad-da6ea39192ee, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b15957e-cfdf-44c1-bdab-2888c8e6cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:23.255152 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.355735 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d31a8c1c-2bc1-43cb-8382-0ed08769f79c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.428453 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad83e52a-4b47-421a-a1de-b411c16244d5 None None] DHCP port deletion for 95375f43-1027-4c6a-9dc6-d137692b20ef request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:23.441316 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a38af171-e85e-4af9-9822-7bafed2a8661 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.445051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a38af171-e85e-4af9-9822-7bafed2a8661 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.485678 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ad83e52a-4b47-421a-a1de-b411c16244d5 None None] Deleting port 1cbcde8e-5332-421c-952d-01b7b67e66e5 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:23.486053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ad83e52a-4b47-421a-a1de-b411c16244d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.584383 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] For port 1066822b-169d-4c78-96ad-da6ea39192ee, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:23.587764 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Allocated IP 2001:db8::2 (c5a5bae2-2552-48d9-987d-4abbdd958c41/b49a1461-39dd-415f-8e97-687d54e6d076/cef89de8-3451-4188-a307-5df5c352e940) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:23.624250 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38af171-e85e-4af9-9822-7bafed2a8661 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 14645af6-d996-4821-98f9-3a99f0ea96b2 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:23.643051 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] For port 1066822b-169d-4c78-96ad-da6ea39192ee, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1066822b-169d-4c78-96ad-da6ea39192ee,segment=NetworkSegment(1b15957e-cfdf-44c1-bdab-2888c8e6cd99),segment_id=1b15957e-cfdf-44c1-bdab-2888c8e6cd99)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:23.716833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.788341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] For port 1cbcde8e-5332-421c-952d-01b7b67e66e5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1cbcde8e-5332-421c-952d-01b7b67e66e5,segment=NetworkSegment(4ee6cc48-6c8b-4e88-b8bc-8c6378ea8b2a),segment_id=4ee6cc48-6c8b-4e88-b8bc-8c6378ea8b2a)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:23.788982 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.804381 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d31a8c1c-2bc1-43cb-8382-0ed08769f79c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.822776 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38af171-e85e-4af9-9822-7bafed2a8661 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:23.829119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a38af171-e85e-4af9-9822-7bafed2a8661 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.833372 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a38af171-e85e-4af9-9822-7bafed2a8661 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/14645af6-d996-4821-98f9-3a99f0ea96b2 HTTP/1.1" status: 200 len: 933 time: 1.6816077 Apr 22 14:43:23.833633 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33796) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:23.978649 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Calling delete_port for 1cbcde8e-5332-421c-952d-01b7b67e66e5 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:24.039738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:18Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:43:06Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d1b108d-2348-409d-8661-7be1260153fd', 'name': '', 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:36:cb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:04Z', 'updated_at': '2022-04-22T14:43:21Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52590c0e-4dbd-4c74-8a6b-371195c8a271', 'name': '', 'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:2d:4c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:16Z', 'updated_at': '2022-04-22T14:43:18Z', 'revision_number': 2, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:24.040052 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-907072f2-8861-4b14-99c1-1737afac1ea5 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/routers/14645af6-d996-4821-98f9-3a99f0ea96b2 HTTP/1.1" status: 200 len: 933 time: 0.2016079 Apr 22 14:43:24.040172 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33800) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:24.042324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ad83e52a-4b47-421a-a1de-b411c16244d5 None None] For port 1cbcde8e-5332-421c-952d-01b7b67e66e5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1cbcde8e-5332-421c-952d-01b7b67e66e5,segment=NetworkSegment(4ee6cc48-6c8b-4e88-b8bc-8c6378ea8b2a),segment_id=4ee6cc48-6c8b-4e88-b8bc-8c6378ea8b2a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:24.042728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ad83e52a-4b47-421a-a1de-b411c16244d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.046439 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-72c58b74-8d34-462f-8161-f2eaaad1caff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'router': {'routes': None}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:24.052242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f347dc6-9bff-4dd4-a00e-bdcf5214b477 None None] Pushing event updated for resources: {'Port': ['ID=1066822b-169d-4c78-96ad-da6ea39192ee,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:24.132181 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Checking router: 14645af6-d996-4821-98f9-3a99f0ea96b2 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:24.132799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Updating router 14645af6-d996-4821-98f9-3a99f0ea96b2 port 52590c0e-4dbd-4c74-8a6b-371195c8a271 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:43:24.243148 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ad83e52a-4b47-421a-a1de-b411c16244d5 None None] Calling delete_port for 1cbcde8e-5332-421c-952d-01b7b67e66e5 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:24.276792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-532e9699-a930-4012-817f-2fec9f03d064 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.318587 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1d1b108d-2348-409d-8661-7be1260153fd up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:24.376977 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d31a8c1c-2bc1-43cb-8382-0ed08769f79c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.395380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.463689 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.473639 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.485156 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.520963 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Transition to ACTIVE for port object cef89de8-3451-4188-a307-5df5c352e940 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:24.597857 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Transition to ACTIVE for port object cef89de8-3451-4188-a307-5df5c352e940 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:24.610721 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-ad83e52a-4b47-421a-a1de-b411c16244d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:24.611207 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-ad83e52a-4b47-421a-a1de-b411c16244d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:24.626406 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.729151 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event deleted for resources: {'Port': ['ID=1cbcde8e-5332-421c-952d-01b7b67e66e5,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:24.731642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a8c1c-2bc1-43cb-8382-0ed08769f79c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=123de368-0a07-4549-a0b6-668364e1a57a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:24.744075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d31a8c1c-2bc1-43cb-8382-0ed08769f79c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.750420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] No DVR routers for this DVR port 1cbcde8e-5332-421c-952d-01b7b67e66e5 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:24.756499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2febed4f-8c7f-488e-9155-145eada36c42 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:24.798830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 1d1b108d-2348-409d-8661-7be1260153fd triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:24.799206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.824943 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Network c5a5bae2-2552-48d9-987d-4abbdd958c41 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:24.871195 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d31a8c1c-2bc1-43cb-8382-0ed08769f79c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/123de368-0a07-4549-a0b6-668364e1a57a HTTP/1.1" status: 204 len: 168 time: 2.3756003 Apr 22 14:43:24.872287 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33804) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:24.892613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:24.912759 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Pushing event updated for resources: {'Port': ['ID=cef89de8-3451-4188-a307-5df5c352e940,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:24.915234 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:24.947449 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-39ba5358-15f0-416c-a70e-9f71d0fefb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.998575 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.extraroute_db [None req-72c58b74-8d34-462f-8161-f2eaaad1caff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Added routes are [] {{(pid=83963) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 14:43:24.999037 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.extraroute_db [None req-72c58b74-8d34-462f-8161-f2eaaad1caff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83963) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 14:43:25.014984 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.041520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-72c58b74-8d34-462f-8161-f2eaaad1caff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.043578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.090644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95375f43-1027-4c6a-9dc6-d137692b20ef']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:25.126674 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ad83e52a-4b47-421a-a1de-b411c16244d5 None None] Deleting port 1cbcde8e-5332-421c-952d-01b7b67e66e5 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:25.129078 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ad83e52a-4b47-421a-a1de-b411c16244d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.230847 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee6cc48-6c8b-4e88-b8bc-8c6378ea8b2a') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:25.231250 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee6cc48-6c8b-4e88-b8bc-8c6378ea8b2a') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:25.257182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.284993 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ad83e52a-4b47-421a-a1de-b411c16244d5 None None] The port '1cbcde8e-5332-421c-952d-01b7b67e66e5' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:43:25.333182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.373649 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:25.374054 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:25.390373 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:25.398888 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Attempting to bind port cef89de8-3451-4188-a307-5df5c352e940 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:25.399258 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Attempting to bind port cef89de8-3451-4188-a307-5df5c352e940 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'bcec366c-7f5b-4368-bca0-2f9b6e84bd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c5a5bae2-2552-48d9-987d-4abbdd958c41'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:25.399666 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Attempting to bind port cef89de8-3451-4188-a307-5df5c352e940 on network c5a5bae2-2552-48d9-987d-4abbdd958c41 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:25.448415 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:25.448823 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Checking segment: {'id': 'bcec366c-7f5b-4368-bca0-2f9b6e84bd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c5a5bae2-2552-48d9-987d-4abbdd958c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:25.449187 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.449585 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Bound using segment: {'id': 'bcec366c-7f5b-4368-bca0-2f9b6e84bd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c5a5bae2-2552-48d9-987d-4abbdd958c41'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:25.450094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Bound port: cef89de8-3451-4188-a307-5df5c352e940, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcec366c-7f5b-4368-bca0-2f9b6e84bd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c5a5bae2-2552-48d9-987d-4abbdd958c41'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:25.450469 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.500513 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-4311fb14-94d3-4523-9004-952c1d83eddd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet df67b709-26bb-4cd5-8e77-3afe1cac1084 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:25.505475 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4311fb14-94d3-4523-9004-952c1d83eddd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.510724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25fbf8d-464b-4160-9136-a88e379e4435 None None] Network ded70bbe-7c51-4f25-bcda-a80578314d60 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:25.606037 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4311fb14-94d3-4523-9004-952c1d83eddd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.616713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.621700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1cbcde8e-5332-421c-952d-01b7b67e66e5 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:25.646006 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.resource_extend [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:43:25.727451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4311fb14-94d3-4523-9004-952c1d83eddd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.728688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.765701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event deleted for resources: {'Network': ['ID=95375f43-1027-4c6a-9dc6-d137692b20ef,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:25.776185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 1cbcde8e-5332-421c-952d-01b7b67e66e5 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:25.776185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1cbcde8e-5332-421c-952d-01b7b67e66e5 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:25.781460 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0195d5da-2b8a-4fce-8a0c-b56b0a4de28c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "DELETE /v2.0/networks/95375f43-1027-4c6a-9dc6-d137692b20ef HTTP/1.1" status: 204 len: 168 time: 3.3224187 Apr 22 14:43:25.784324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33810) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:25.824659 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Allocated IP 2001:db8::1 (c5a5bae2-2552-48d9-987d-4abbdd958c41/b49a1461-39dd-415f-8e97-687d54e6d076/1a9db1ac-bfa5-437a-a53c-956ec4c5acec) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:25.911262 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.915268 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8a16c6f2-4d0a-446d-ae3d-b5d8cb1be917 None None] Provisioning for port 1066822b-169d-4c78-96ad-da6ea39192ee completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:25.941517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] For port cef89de8-3451-4188-a307-5df5c352e940, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:25.995365 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Transition to ACTIVE for port object 52590c0e-4dbd-4c74-8a6b-371195c8a271 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:26.006657 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] For port cef89de8-3451-4188-a307-5df5c352e940, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=cef89de8-3451-4188-a307-5df5c352e940,segment=NetworkSegment(bcec366c-7f5b-4368-bca0-2f9b6e84bd13),segment_id=bcec366c-7f5b-4368-bca0-2f9b6e84bd13)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:26.024159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4311fb14-94d3-4523-9004-952c1d83eddd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.031645 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.071357 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.132959 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.140807 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8a16c6f2-4d0a-446d-ae3d-b5d8cb1be917 None None] Provisioning for port 52590c0e-4dbd-4c74-8a6b-371195c8a271 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:26.310325 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1066822b-169d-4c78-96ad-da6ea39192ee up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:26.315736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.318817 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311fb14-94d3-4523-9004-952c1d83eddd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=df67b709-26bb-4cd5-8e77-3afe1cac1084,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:26.339149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Transition to ACTIVE for port object 1a9db1ac-bfa5-437a-a53c-956ec4c5acec will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:26.342684 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4311fb14-94d3-4523-9004-952c1d83eddd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.389588 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4311fb14-94d3-4523-9004-952c1d83eddd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/df67b709-26bb-4cd5-8e77-3afe1cac1084 HTTP/1.1" status: 204 len: 168 time: 1.5138879 Apr 22 14:43:26.390102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33814) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:26.405327 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-72c58b74-8d34-462f-8161-f2eaaad1caff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.410287 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.418073 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-72c58b74-8d34-462f-8161-f2eaaad1caff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.425494 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234d925-d391-4163-b7bb-d69d034003fc None None] Pushing event updated for resources: {'Port': ['ID=cef89de8-3451-4188-a307-5df5c352e940,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:26.484421 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b3225429-4170-4723-9213-120d8cefd1a7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903654 Apr 22 14:43:26.485740 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33818) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:26.490627 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532e9699-a930-4012-817f-2fec9f03d064 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router 1d114f18-f9b3-4611-8edb-990e3f88159e has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:26.500333 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.508521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-7ddae3f4-be0f-49c2-8464-917ee79ac744 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:26.538903 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54659a-7f6a-4590-b622-3f0953a7ec05 None None] Pushing event updated for resources: {'Port': ['ID=52590c0e-4dbd-4c74-8a6b-371195c8a271,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:26.615736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbca7f8-e503-47fb-a869-044082bb7cc2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Deleting subnet 89d17061-92c6-467a-b73d-76458bb8d46a {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:26.622725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1bbca7f8-e503-47fb-a869-044082bb7cc2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.714076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network c5a5bae2-2552-48d9-987d-4abbdd958c41 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:26.729881 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:26.732336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=1a9db1ac-bfa5-437a-a53c-956ec4c5acec,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:26.739669 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:26.740681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.750411 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1bbca7f8-e503-47fb-a869-044082bb7cc2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.824167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 1066822b-169d-4c78-96ad-da6ea39192ee completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:26.841792 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 1066822b-169d-4c78-96ad-da6ea39192ee triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:26.843010 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.903243 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Attempting to bind port 52590c0e-4dbd-4c74-8a6b-371195c8a271 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:26.903837 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Attempting to bind port 52590c0e-4dbd-4c74-8a6b-371195c8a271 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '1b15957e-cfdf-44c1-bdab-2888c8e6cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:26.904261 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Attempting to bind port 52590c0e-4dbd-4c74-8a6b-371195c8a271 on network ded70bbe-7c51-4f25-bcda-a80578314d60 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:26.945470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:26.946379 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Checking segment: {'id': '1b15957e-cfdf-44c1-bdab-2888c8e6cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:26.946527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7ddae3f4-be0f-49c2-8464-917ee79ac744 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:26.947163 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.947683 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Bound using segment: {'id': '1b15957e-cfdf-44c1-bdab-2888c8e6cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:26.948890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Bound port: 52590c0e-4dbd-4c74-8a6b-371195c8a271, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b15957e-cfdf-44c1-bdab-2888c8e6cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:26.949923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.958992 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7ddae3f4-be0f-49c2-8464-917ee79ac744 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:26.968368 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7ddae3f4-be0f-49c2-8464-917ee79ac744 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:26.980576 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7ddae3f4-be0f-49c2-8464-917ee79ac744 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:26.992250 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1bbca7f8-e503-47fb-a869-044082bb7cc2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.055483 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddae3f4-be0f-49c2-8464-917ee79ac744 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:27.058932 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7ddae3f4-be0f-49c2-8464-917ee79ac744 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.089208 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c58b74-8d34-462f-8161-f2eaaad1caff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 14645af6-d996-4821-98f9-3a99f0ea96b2 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:27.168442 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.186218 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] For port 52590c0e-4dbd-4c74-8a6b-371195c8a271, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:27.202575 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] For port 52590c0e-4dbd-4c74-8a6b-371195c8a271, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=52590c0e-4dbd-4c74-8a6b-371195c8a271,segment=NetworkSegment(1b15957e-cfdf-44c1-bdab-2888c8e6cd99),segment_id=1b15957e-cfdf-44c1-bdab-2888c8e6cd99)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:27.213691 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.229325 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.276210 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 1066822b-169d-4c78-96ad-da6ea39192ee, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1066822b-169d-4c78-96ad-da6ea39192ee,segment=NetworkSegment(1b15957e-cfdf-44c1-bdab-2888c8e6cd99),segment_id=1b15957e-cfdf-44c1-bdab-2888c8e6cd99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:27.297248 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1bbca7f8-e503-47fb-a869-044082bb7cc2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.307143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.320771 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39555ca1-c18c-4443-bd0e-8257c2f72d69 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:27.355730 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbca7f8-e503-47fb-a869-044082bb7cc2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event deleted for resources: {'Subnet': ['ID=89d17061-92c6-467a-b73d-76458bb8d46a,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:27.367210 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1bbca7f8-e503-47fb-a869-044082bb7cc2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.384567 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1bbca7f8-e503-47fb-a869-044082bb7cc2 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "DELETE /v2.0/subnets/89d17061-92c6-467a-b73d-76458bb8d46a HTTP/1.1" status: 204 len: 168 time: 1.5985417 Apr 22 14:43:27.386841 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33822) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:27.412216 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.424269 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79066a23-8948-4486-844a-4b718abb8d1c None None] Network 14b6748c-d6f9-4425-89e4-72f1e9cdc5e2 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:27.498561 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c58b74-8d34-462f-8161-f2eaaad1caff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:27.516728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-72c58b74-8d34-462f-8161-f2eaaad1caff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.519502 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-72c58b74-8d34-462f-8161-f2eaaad1caff tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/14645af6-d996-4821-98f9-3a99f0ea96b2 HTTP/1.1" status: 200 len: 699 time: 3.4782634 Apr 22 14:43:27.519880 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54659a-7f6a-4590-b622-3f0953a7ec05 None None] Pushing event updated for resources: {'Port': ['ID=52590c0e-4dbd-4c74-8a6b-371195c8a271,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:27.536952 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33826) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:27.602027 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-81534d7e-2850-424e-80a1-ec701f523f08 None None] Provisioning complete for port 1066822b-169d-4c78-96ad-da6ea39192ee triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:27.602553 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-81534d7e-2850-424e-80a1-ec701f523f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.665374 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f669461-9244-4d5d-a3e4-153f755ba228 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Deleting subnet 4aea8aba-9510-4997-b0d7-1ac27c657949 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:27.668871 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f669461-9244-4d5d-a3e4-153f755ba228 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.747932 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:27.748570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:27.756257 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f669461-9244-4d5d-a3e4-153f755ba228 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.877637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f669461-9244-4d5d-a3e4-153f755ba228 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.973467 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f669461-9244-4d5d-a3e4-153f755ba228 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.037740 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f669461-9244-4d5d-a3e4-153f755ba228 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event deleted for resources: {'Subnet': ['ID=4aea8aba-9510-4997-b0d7-1ac27c657949,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:28.055880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f669461-9244-4d5d-a3e4-153f755ba228 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.073974 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7f669461-9244-4d5d-a3e4-153f755ba228 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "DELETE /v2.0/subnets/4aea8aba-9510-4997-b0d7-1ac27c657949 HTTP/1.1" status: 204 len: 168 time: 0.6840074 Apr 22 14:43:28.074231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33830) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:28.225652 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.239966 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Deleting port e38d9f15-9dee-4655-bb7c-88935791a97a {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:28.240418 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.251374 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ac3b4b-c54f-4ae8-bb1e-67bd1c4716da None None] Network ba1bf5b4-937d-40c7-a438-af860bf7dca0 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:28.256184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532e9699-a930-4012-817f-2fec9f03d064 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:28.264041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd60af6-2673-4177-aef1-fce8f80762d3 None None] Network c5a5bae2-2552-48d9-987d-4abbdd958c41 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:28.271957 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd8527-1c20-4159-97f9-6c277875f991 None None] Sync routers for ids ['1d114f18-f9b3-4611-8edb-990e3f88159e'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:28.280186 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device cef89de8-3451-4188-a307-5df5c352e940 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:28.303273 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd8527-1c20-4159-97f9-6c277875f991 None None] Routers {'1d114f18-f9b3-4611-8edb-990e3f88159e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:28.308239 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-defd8527-1c20-4159-97f9-6c277875f991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1d114f18-f9b3-4611-8edb-990e3f88159e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:28.349073 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-532e9699-a930-4012-817f-2fec9f03d064 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/1d114f18-f9b3-4611-8edb-990e3f88159e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7809358 Apr 22 14:43:28.379879 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.386566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33834) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:28.389343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7ddae3f4-be0f-49c2-8464-917ee79ac744 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.523487 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=1066822b-169d-4c78-96ad-da6ea39192ee,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:28.542887 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.543988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.658463 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] For port e38d9f15-9dee-4655-bb7c-88935791a97a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e38d9f15-9dee-4655-bb7c-88935791a97a,segment=NetworkSegment(43aa7717-510b-4a60-8f6a-33f68df169b7),segment_id=43aa7717-510b-4a60-8f6a-33f68df169b7)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:28.660224 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.761883 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:28.869265 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-defd8527-1c20-4159-97f9-6c277875f991 None None] Set router 1d114f18-f9b3-4611-8edb-990e3f88159e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:28.882976 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d12bf-244c-47f6-8eb4-6380a1dabb19 None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:28.952205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-2601e331-a12b-49b8-a302-7462cc5b20ac tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting subnet 1b248d5f-455f-4df8-a813-b87aaf9df149 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:28.957116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2601e331-a12b-49b8-a302-7462cc5b20ac tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.958312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Calling delete_port for e38d9f15-9dee-4655-bb7c-88935791a97a owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:28.961933 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-860d12bf-244c-47f6-8eb4-6380a1dabb19 None None] Deleting port 21d8df0d-48c3-44cf-8f41-1a751c767f72 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:28.962312 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-860d12bf-244c-47f6-8eb4-6380a1dabb19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.020450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2601e331-a12b-49b8-a302-7462cc5b20ac tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.029557 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1bdd1a-b7b0-4a2d-8645-e869d0d6a1db None None] DHCP port deletion for 14b6748c-d6f9-4425-89e4-72f1e9cdc5e2 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:29.063141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port cef89de8-3451-4188-a307-5df5c352e940 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:29.067089 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.078940 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-fc1bdd1a-b7b0-4a2d-8645-e869d0d6a1db None None] Deleting port e38d9f15-9dee-4655-bb7c-88935791a97a {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:29.079408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdd1a-b7b0-4a2d-8645-e869d0d6a1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.091742 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network c5a5bae2-2552-48d9-987d-4abbdd958c41 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:29.110248 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddae3f4-be0f-49c2-8464-917ee79ac744 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:29.113865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:29.133197 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event deleted for resources: {'Port': ['ID=e38d9f15-9dee-4655-bb7c-88935791a97a,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:29.146708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] No DVR routers for this DVR port e38d9f15-9dee-4655-bb7c-88935791a97a on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:29.236723 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-defd8527-1c20-4159-97f9-6c277875f991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'name': 'tempest-TestNetworkBasicOps-router-160652181', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:40Z', 'updated_at': '2022-04-22T14:43:22Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:41Z', 'updated_at': '2022-04-22T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:29.241666 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd8527-1c20-4159-97f9-6c277875f991 None None] Checking router: 1d114f18-f9b3-4611-8edb-990e3f88159e for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:29.245007 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-fc1bdd1a-b7b0-4a2d-8645-e869d0d6a1db None None] The port 'e38d9f15-9dee-4655-bb7c-88935791a97a' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:43:29.251686 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd8527-1c20-4159-97f9-6c277875f991 None None] Routers {'1d114f18-f9b3-4611-8edb-990e3f88159e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:29.252295 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-defd8527-1c20-4159-97f9-6c277875f991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['1d114f18-f9b3-4611-8edb-990e3f88159e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:29.307329 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-7ddae3f4-be0f-49c2-8464-917ee79ac744 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:29.324362 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.328792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddae3f4-be0f-49c2-8464-917ee79ac744 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:29.329377 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7ddae3f4-be0f-49c2-8464-917ee79ac744 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.361258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b6748c-d6f9-4425-89e4-72f1e9cdc5e2']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:29.379888 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43aa7717-510b-4a60-8f6a-33f68df169b7') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:29.380593 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43aa7717-510b-4a60-8f6a-33f68df169b7') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:29.402016 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.435410 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-defd8527-1c20-4159-97f9-6c277875f991 None None] Set router 1d114f18-f9b3-4611-8edb-990e3f88159e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:29.442328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.452555 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:29.453296 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.484480 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7ddae3f4-be0f-49c2-8464-917ee79ac744 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9952426 Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:29.501960 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:29.505504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33838) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:29.524721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-c9511986-f294-4eb3-88f6-81d1322e313a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:29.533043 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-575acb05-d78c-4e0f-b88f-6fd854e49bf6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/routers/14645af6-d996-4821-98f9-3a99f0ea96b2 HTTP/1.1" status: 200 len: 699 time: 1.9820316 Apr 22 14:43:29.538882 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33842) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:29.539616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=1a9db1ac-bfa5-437a-a53c-956ec4c5acec,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:29.543831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddae3f4-be0f-49c2-8464-917ee79ac744 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=914acbd5-3d0e-44de-bf4d-2ab9f220f0e1,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:29.559137 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5a910ad9-1482-4b14-af6e-7a4aa825b59c None None] Provisioning complete for port 21d8df0d-48c3-44cf-8f41-1a751c767f72 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:29.559758 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5a910ad9-1482-4b14-af6e-7a4aa825b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.626706 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1b2d75-cfa3-495c-97b2-19eebb9b7311 None None] DHCP port deletion for ba1bf5b4-937d-40c7-a438-af860bf7dca0 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:29.667656 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2f1b2d75-cfa3-495c-97b2-19eebb9b7311 None None] Deleting port 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:29.667941 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2f1b2d75-cfa3-495c-97b2-19eebb9b7311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.775693 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-defd8527-1c20-4159-97f9-6c277875f991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'name': 'tempest-TestNetworkBasicOps-router-160652181', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:40Z', 'updated_at': '2022-04-22T14:43:22Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:41Z', 'updated_at': '2022-04-22T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:29.780151 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd8527-1c20-4159-97f9-6c277875f991 None None] The sync data for ids ['1d114f18-f9b3-4611-8edb-990e3f88159e'] in dv-neutron-839027-1-hyperv is: [{'id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'name': 'tempest-TestNetworkBasicOps-router-160652181', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:40Z', 'updated_at': '2022-04-22T14:43:22Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'cd943def-438a-4a3b-a6c3-41bd8109c9bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d114f18-f9b3-4611-8edb-990e3f88159e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:41Z', 'updated_at': '2022-04-22T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:29.841380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c9511986-f294-4eb3-88f6-81d1322e313a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:29.845932 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.848654 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2601e331-a12b-49b8-a302-7462cc5b20ac tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.873654 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c9511986-f294-4eb3-88f6-81d1322e313a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:29.876961 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.880544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event deleted for resources: {'Network': ['ID=14b6748c-d6f9-4425-89e4-72f1e9cdc5e2,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:29.883887 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c9511986-f294-4eb3-88f6-81d1322e313a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:29.895791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c9511986-f294-4eb3-88f6-81d1322e313a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:29.902544 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e7d540f5-753a-41b3-b3b1-e2160711276a tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "DELETE /v2.0/networks/14b6748c-d6f9-4425-89e4-72f1e9cdc5e2 HTTP/1.1" status: 204 len: 168 time: 1.8272955 Apr 22 14:43:29.903319 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33846) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:29.922159 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-860d12bf-244c-47f6-8eb4-6380a1dabb19 None None] For port 21d8df0d-48c3-44cf-8f41-1a751c767f72, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=21d8df0d-48c3-44cf-8f41-1a751c767f72,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:29.922385 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-860d12bf-244c-47f6-8eb4-6380a1dabb19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.984584 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2601e331-a12b-49b8-a302-7462cc5b20ac tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.987047 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9511986-f294-4eb3-88f6-81d1322e313a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:29.990879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c9511986-f294-4eb3-88f6-81d1322e313a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.105209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-860d12bf-244c-47f6-8eb4-6380a1dabb19 None None] Calling delete_port for 21d8df0d-48c3-44cf-8f41-1a751c767f72 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:30.117575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601e331-a12b-49b8-a302-7462cc5b20ac tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Subnet': ['ID=1b248d5f-455f-4df8-a813-b87aaf9df149,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:30.121833 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.168283 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Deleting port 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:30.168669 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.353676 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.ipam_backend_mixin [None req-c9511986-f294-4eb3-88f6-81d1322e313a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 914acbd5-3d0e-44de-bf4d-2ab9f220f0e1 (CIDR: 2001:db8::/64) Apr 22 14:43:30.359934 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9511986-f294-4eb3-88f6-81d1322e313a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:30.360405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9511986-f294-4eb3-88f6-81d1322e313a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:30.398466 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2601e331-a12b-49b8-a302-7462cc5b20ac tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.415716 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2f1b2d75-cfa3-495c-97b2-19eebb9b7311 None None] For port 8d43b3db-9f06-4507-ae2b-baf1be9b4e12, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8d43b3db-9f06-4507-ae2b-baf1be9b4e12,segment=NetworkSegment(4e56ae8d-9606-4547-893d-025b7a2a7ff0),segment_id=4e56ae8d-9606-4547-893d-025b7a2a7ff0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:30.417158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2f1b2d75-cfa3-495c-97b2-19eebb9b7311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.431437 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2601e331-a12b-49b8-a302-7462cc5b20ac tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/subnets/1b248d5f-455f-4df8-a813-b87aaf9df149 HTTP/1.1" status: 204 len: 168 time: 2.0435650 Apr 22 14:43:30.433870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 865c735c-d30d-4697-8d4f-0fc38f2eb12b is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:43:30.436074 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33850) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:30.512773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33854) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:30.513438 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c9511986-f294-4eb3-88f6-81d1322e313a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9984233 Apr 22 14:43:30.529467 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d508516e-4e22-46f9-b0e6-5096ed2ce386 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:30.547007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] For port 8d43b3db-9f06-4507-ae2b-baf1be9b4e12, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8d43b3db-9f06-4507-ae2b-baf1be9b4e12,segment=NetworkSegment(4e56ae8d-9606-4547-893d-025b7a2a7ff0),segment_id=4e56ae8d-9606-4547-893d-025b7a2a7ff0)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:30.547537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.562923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2f1b2d75-cfa3-495c-97b2-19eebb9b7311 None None] Calling delete_port for 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:30.659260 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1066822b-169d-4c78-96ad-da6ea39192ee up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:30.717961 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010fa94d-9834-4e27-b721-8271450488be None None] Network a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:30.726429 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Calling delete_port for 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:30.732301 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5a910ad9-1482-4b14-af6e-7a4aa825b59c None None] Provisioning for port cef89de8-3451-4188-a307-5df5c352e940 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:30.743234 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5a910ad9-1482-4b14-af6e-7a4aa825b59c None None] Provisioning complete for port cef89de8-3451-4188-a307-5df5c352e940 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:30.743593 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5a910ad9-1482-4b14-af6e-7a4aa825b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.848057 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-860d12bf-244c-47f6-8eb4-6380a1dabb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.906449 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.912293 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.db.api [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:30.912620 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG oslo_db.api [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:30.926847 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2f1b2d75-cfa3-495c-97b2-19eebb9b7311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.930202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d12bf-244c-47f6-8eb4-6380a1dabb19 None None] Pushing event deleted for resources: {'Port': ['ID=21d8df0d-48c3-44cf-8f41-1a751c767f72,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:30.999524 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:25Z', 'revision_number': 7, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:43:06Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d1b108d-2348-409d-8661-7be1260153fd', 'name': '', 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:36:cb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:04Z', 'updated_at': '2022-04-22T14:43:21Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52590c0e-4dbd-4c74-8a6b-371195c8a271', 'name': '', 'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:2d:4c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:16Z', 'updated_at': '2022-04-22T14:43:27Z', 'revision_number': 4, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:31.003132 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d12bf-244c-47f6-8eb4-6380a1dabb19 None None] No DVR routers for this DVR port 21d8df0d-48c3-44cf-8f41-1a751c767f72 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:31.005966 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b2d75-cfa3-495c-97b2-19eebb9b7311 None None] Pushing event deleted for resources: {'Port': ['ID=8d43b3db-9f06-4507-ae2b-baf1be9b4e12,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:31.029736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d508516e-4e22-46f9-b0e6-5096ed2ce386 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:31.043192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e21993-95b4-45b1-b395-33f57d233fa7 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:31.043476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d508516e-4e22-46f9-b0e6-5096ed2ce386 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:31.054301 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d508516e-4e22-46f9-b0e6-5096ed2ce386 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:31.065503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d508516e-4e22-46f9-b0e6-5096ed2ce386 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:31.069436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b2d75-cfa3-495c-97b2-19eebb9b7311 None None] No DVR routers for this DVR port 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:31.071618 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b2a334-551c-49a3-a2ba-fdb99ea8e2a4 None None] The sync data for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv is: [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:25Z', 'revision_number': 7, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:43:06Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d1b108d-2348-409d-8661-7be1260153fd', 'name': '', 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:36:cb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:04Z', 'updated_at': '2022-04-22T14:43:21Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52590c0e-4dbd-4c74-8a6b-371195c8a271', 'name': '', 'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:2d:4c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:16Z', 'updated_at': '2022-04-22T14:43:27Z', 'revision_number': 4, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:31.105968 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d508516e-4e22-46f9-b0e6-5096ed2ce386 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:31.167596 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 1066822b-169d-4c78-96ad-da6ea39192ee triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:31.167798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.285488 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:31.300565 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cbef55f9-3280-4536-9423-60cc483073e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/865c735c-d30d-4697-8d4f-0fc38f2eb12b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0562100 Apr 22 14:43:31.304942 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33858) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:31.310429 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72963f4f-cf11-42bd-a5c9-a95d3506c269 None None] Sync routers for ids ['865c735c-d30d-4697-8d4f-0fc38f2eb12b'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:31.316190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d508516e-4e22-46f9-b0e6-5096ed2ce386 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.361373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5a910ad9-1482-4b14-af6e-7a4aa825b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.379336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bba9-cf31-4667-96e7-3fa40f9d90fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.415708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024c65d6-632d-4f1c-960c-685a02b8eeef tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:31.417988 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-024c65d6-632d-4f1c-960c-685a02b8eeef tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Synchronizing usage tracker for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:31.423231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Deleting port 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:31.423895 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.478241 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72963f4f-cf11-42bd-a5c9-a95d3506c269 None None] Routers {'865c735c-d30d-4697-8d4f-0fc38f2eb12b'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:31.478872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-72963f4f-cf11-42bd-a5c9-a95d3506c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['865c735c-d30d-4697-8d4f-0fc38f2eb12b'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:31.510372 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] The port '8d43b3db-9f06-4507-ae2b-baf1be9b4e12' was deleted {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:43:31.629609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5a910ad9-1482-4b14-af6e-7a4aa825b59c None None] For port cef89de8-3451-4188-a307-5df5c352e940, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=cef89de8-3451-4188-a307-5df5c352e940,segment=NetworkSegment(bcec366c-7f5b-4368-bca0-2f9b6e84bd13),segment_id=bcec366c-7f5b-4368-bca0-2f9b6e84bd13)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:31.630805 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-72963f4f-cf11-42bd-a5c9-a95d3506c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:31.687188 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5a910ad9-1482-4b14-af6e-7a4aa825b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.739562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbcf61c-e246-445a-81dc-2ffbc34fa3f7 None None] DHCP port deletion for a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:31.781982 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7dbcf61c-e246-445a-81dc-2ffbc34fa3f7 None None] Deleting port a8687837-c997-49d3-84ba-b9ff0b049da0 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:31.782479 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7dbcf61c-e246-445a-81dc-2ffbc34fa3f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.812927 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-024c65d6-632d-4f1c-960c-685a02b8eeef tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Unset dirty status for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:31.813635 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': '914acbd5-3d0e-44de-bf4d-2ab9f220f0e1'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:31.814162 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-024c65d6-632d-4f1c-960c-685a02b8eeef tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports/1a9db1ac-bfa5-437a-a53c-956ec4c5acec HTTP/1.1" status: 200 len: 911 time: 0.5074818 Apr 22 14:43:31.818356 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.822097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33862) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:31.832479 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 21d8df0d-48c3-44cf-8f41-1a751c767f72 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:31.879421 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72963f4f-cf11-42bd-a5c9-a95d3506c269 None None] Routers {'865c735c-d30d-4697-8d4f-0fc38f2eb12b'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:31.880171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-72963f4f-cf11-42bd-a5c9-a95d3506c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['865c735c-d30d-4697-8d4f-0fc38f2eb12b'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:31.956617 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 21d8df0d-48c3-44cf-8f41-1a751c767f72 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:31.956892 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 21d8df0d-48c3-44cf-8f41-1a751c767f72 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:31.957451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:31.963623 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.000078 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1bf5b4-937d-40c7-a438-af860bf7dca0']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:32.009479 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-72963f4f-cf11-42bd-a5c9-a95d3506c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:32.009996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72963f4f-cf11-42bd-a5c9-a95d3506c269 None None] The sync data for ids ['865c735c-d30d-4697-8d4f-0fc38f2eb12b'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:32.011483 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:32.011799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8d43b3db-9f06-4507-ae2b-baf1be9b4e12 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:32.012210 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device fe0c2155-8516-4029-9b42-1fd30f70d1e4 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:32.025012 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e56ae8d-9606-4547-893d-025b7a2a7ff0') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:32.025305 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e56ae8d-9606-4547-893d-025b7a2a7ff0') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:32.043676 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.066637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.077419 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:32.077797 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.090288 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a910ad9-1482-4b14-af6e-7a4aa825b59c None None] Pushing event updated for resources: {'Port': ['ID=cef89de8-3451-4188-a307-5df5c352e940,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: util.warn( Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:32.093835 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:32.097404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: fe0c2155-8516-4029-9b42-1fd30f70d1e4 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:32.097404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device fe0c2155-8516-4029-9b42-1fd30f70d1e4 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:32.097404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e38d9f15-9dee-4655-bb7c-88935791a97a no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:32.174442 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: e38d9f15-9dee-4655-bb7c-88935791a97a {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:32.174687 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e38d9f15-9dee-4655-bb7c-88935791a97a not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:32.295004 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bba9-cf31-4667-96e7-3fa40f9d90fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.305882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.332756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.339617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-d0d1bba9-cf31-4667-96e7-3fa40f9d90fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port cd943def-438a-4a3b-a6c3-41bd8109c9bd {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:32.340125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bba9-cf31-4667-96e7-3fa40f9d90fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.351849 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event deleted for resources: {'Network': ['ID=ba1bf5b4-937d-40c7-a438-af860bf7dca0,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:32.356678 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-721e10b6-2898-4281-bf42-157982ddca67 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "DELETE /v2.0/networks/ba1bf5b4-937d-40c7-a438-af860bf7dca0 HTTP/1.1" status: 204 len: 168 time: 2.4486301 Apr 22 14:43:32.364321 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33866) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:32.419614 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-7dbcf61c-e246-445a-81dc-2ffbc34fa3f7 None None] For port a8687837-c997-49d3-84ba-b9ff0b049da0, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a8687837-c997-49d3-84ba-b9ff0b049da0,segment=NetworkSegment(06b5792c-3eec-4440-91ba-07af232192dd),segment_id=06b5792c-3eec-4440-91ba-07af232192dd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:32.420045 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7dbcf61c-e246-445a-81dc-2ffbc34fa3f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.559691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a4c1957b-99ed-4a2d-93ae-17ffd8f535bd tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.567796 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device cef89de8-3451-4188-a307-5df5c352e940 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:32.595115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7dbcf61c-e246-445a-81dc-2ffbc34fa3f7 None None] Calling delete_port for a8687837-c997-49d3-84ba-b9ff0b049da0 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:32.656253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.objects.ports [None req-d508516e-4e22-46f9-b0e6-5096ed2ce386 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83964) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:43:32.673903 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d508516e-4e22-46f9-b0e6-5096ed2ce386 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.702913 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Allocated IP 2001:db8::2 (19101698-c44e-4563-acd4-3bbade7a380a/914acbd5-3d0e-44de-bf4d-2ab9f220f0e1/85b401a8-0249-48a5-9590-28a06ba880be) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:32.707171 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-46edbb37-53a0-4d31-9627-4b14e827c893 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Deleting subnet 21b299a6-b538-4c51-bd04-825fe8a19ddd {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:32.710349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-46edbb37-53a0-4d31-9627-4b14e827c893 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.723869 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f2d16395-1822-41a8-9afb-01294d5c0f76 None None] Provisioning complete for port cef89de8-3451-4188-a307-5df5c352e940 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:32.724239 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f2d16395-1822-41a8-9afb-01294d5c0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.752827 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-d0d1bba9-cf31-4667-96e7-3fa40f9d90fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port cd943def-438a-4a3b-a6c3-41bd8109c9bd, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=cd943def-438a-4a3b-a6c3-41bd8109c9bd,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:32.752827 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bba9-cf31-4667-96e7-3fa40f9d90fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.766519 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-46edbb37-53a0-4d31-9627-4b14e827c893 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.776925 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d508516e-4e22-46f9-b0e6-5096ed2ce386 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:32.847086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7dbcf61c-e246-445a-81dc-2ffbc34fa3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.853933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-46edbb37-53a0-4d31-9627-4b14e827c893 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.907151 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-d0d1bba9-cf31-4667-96e7-3fa40f9d90fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for cd943def-438a-4a3b-a6c3-41bd8109c9bd owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:32.913874 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcf61c-e246-445a-81dc-2ffbc34fa3f7 None None] Pushing event deleted for resources: {'Port': ['ID=a8687837-c997-49d3-84ba-b9ff0b049da0,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:32.922872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port cef89de8-3451-4188-a307-5df5c352e940 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:32.923251 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.943848 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-d508516e-4e22-46f9-b0e6-5096ed2ce386 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:32.956221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d508516e-4e22-46f9-b0e6-5096ed2ce386 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:32.956879 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d508516e-4e22-46f9-b0e6-5096ed2ce386 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.974972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508516e-4e22-46f9-b0e6-5096ed2ce386 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=abb8b6c7-455b-48e4-ac07-d3e6baed7dcd,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:32.981200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbcf61c-e246-445a-81dc-2ffbc34fa3f7 None None] No DVR routers for this DVR port a8687837-c997-49d3-84ba-b9ff0b049da0 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:32.997149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-46edbb37-53a0-4d31-9627-4b14e827c893 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.059583 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edbb37-53a0-4d31-9627-4b14e827c893 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event deleted for resources: {'Subnet': ['ID=21b299a6-b538-4c51-bd04-825fe8a19ddd,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:33.061273 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d508516e-4e22-46f9-b0e6-5096ed2ce386 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5463943 Apr 22 14:43:33.062980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33870) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:33.070549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'mac_address': 'fa:16:3e:12:20:9e', 'name': 'tempest-NetworksTestDHCPv6-74172101'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:33.075310 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port 52590c0e-4dbd-4c74-8a6b-371195c8a271 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:33.075548 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.099547 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-46edbb37-53a0-4d31-9627-4b14e827c893 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.185502 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ad514c-e589-44d2-9bbf-b8bfd7f96d1d None None] Network 7a785382-1e63-4a35-9dd9-0a1b295f4cab requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:33.329098 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-46edbb37-53a0-4d31-9627-4b14e827c893 tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "DELETE /v2.0/subnets/21b299a6-b538-4c51-bd04-825fe8a19ddd HTTP/1.1" status: 204 len: 168 time: 0.9631515 Apr 22 14:43:33.336864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33876) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:33.359075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.376639 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f2d16395-1822-41a8-9afb-01294d5c0f76 None None] Provisioning for port 1a9db1ac-bfa5-437a-a53c-956ec4c5acec completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:33.389176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] For port 52590c0e-4dbd-4c74-8a6b-371195c8a271, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=52590c0e-4dbd-4c74-8a6b-371195c8a271,segment=NetworkSegment(1b15957e-cfdf-44c1-bdab-2888c8e6cd99),segment_id=1b15957e-cfdf-44c1-bdab-2888c8e6cd99)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:33.389560 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.407478 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Transition to ACTIVE for port object 85b401a8-0249-48a5-9590-28a06ba880be will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:33.411323 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 52590c0e-4dbd-4c74-8a6b-371195c8a271 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:33.455344 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f2d16395-1822-41a8-9afb-01294d5c0f76 None None] Provisioning complete for port 1a9db1ac-bfa5-437a-a53c-956ec4c5acec triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:33.456217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f2d16395-1822-41a8-9afb-01294d5c0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.478237 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:33.500944 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:33.550227 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Transition to ACTIVE for port object 85b401a8-0249-48a5-9590-28a06ba880be will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:33.555313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:33.569156 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.595305 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for 52590c0e-4dbd-4c74-8a6b-371195c8a271 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:33.602927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-f2d16395-1822-41a8-9afb-01294d5c0f76 None None] Port 1a9db1ac-bfa5-437a-a53c-956ec4c5acec cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:33.663430 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Pushing event updated for resources: {'Port': ['ID=85b401a8-0249-48a5-9590-28a06ba880be,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:33.667116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:33.671483 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:33.675790 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:33.722370 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 52590c0e-4dbd-4c74-8a6b-371195c8a271 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:33.751048 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.762656 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 52590c0e-4dbd-4c74-8a6b-371195c8a271 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:33.762825 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.770269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bba9-cf31-4667-96e7-3fa40f9d90fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.798518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port cfd0a88d-2677-47ee-84df-d008c011850b yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:43:33.831915 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Attempting to bind port 85b401a8-0249-48a5-9590-28a06ba880be on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:33.832326 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Attempting to bind port 85b401a8-0249-48a5-9590-28a06ba880be by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:33.832939 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Attempting to bind port 85b401a8-0249-48a5-9590-28a06ba880be on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:33.833266 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.840232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1bba9-cf31-4667-96e7-3fa40f9d90fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=cd943def-438a-4a3b-a6c3-41bd8109c9bd,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:33.846618 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:33.846918 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:33.847353 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.847746 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:33.848242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Bound port: 85b401a8-0249-48a5-9590-28a06ba880be, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:33.848616 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.870735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d3a2d-4ebe-4865-996e-7957a714aa3e None None] DHCP port deletion for 7a785382-1e63-4a35-9dd9-0a1b295f4cab request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:33.907110 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d3a2d-4ebe-4865-996e-7957a714aa3e None None] Deleting port 5f60b67e-8e10-436e-806e-4f58bc02bb83 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:33.907530 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c4d3a2d-4ebe-4865-996e-7957a714aa3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.919136 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Deleting port 5f60b67e-8e10-436e-806e-4f58bc02bb83 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:33.919743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.008308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1957b-99ed-4a2d-93ae-17ffd8f535bd tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port 1a9db1ac-bfa5-437a-a53c-956ec4c5acec {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:34.008657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a4c1957b-99ed-4a2d-93ae-17ffd8f535bd tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.040505 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b4814d-770e-44f8-9cb2-e7293bbb326f None None] Sync routers for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:34.069121 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b4814d-770e-44f8-9cb2-e7293bbb326f None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:34.070891 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b2b4814d-770e-44f8-9cb2-e7293bbb326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:34.075768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.114072 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] For port 85b401a8-0249-48a5-9590-28a06ba880be, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:34.143582 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] For port 85b401a8-0249-48a5-9590-28a06ba880be, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=85b401a8-0249-48a5-9590-28a06ba880be,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:34.209807 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.252354 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::3c4 (19101698-c44e-4563-acd4-3bbade7a380a/914acbd5-3d0e-44de-bf4d-2ab9f220f0e1/cfd0a88d-2677-47ee-84df-d008c011850b) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:34.264179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8:0:1:f816:3eff:fe12:209e (19101698-c44e-4563-acd4-3bbade7a380a/abb8b6c7-455b-48e4-ac07-d3e6baed7dcd/cfd0a88d-2677-47ee-84df-d008c011850b) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:34.274858 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 52590c0e-4dbd-4c74-8a6b-371195c8a271, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=52590c0e-4dbd-4c74-8a6b-371195c8a271,segment=NetworkSegment(1b15957e-cfdf-44c1-bdab-2888c8e6cd99),segment_id=1b15957e-cfdf-44c1-bdab-2888c8e6cd99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:34.285268 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a4c1957b-99ed-4a2d-93ae-17ffd8f535bd tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.294342 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.297160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3c4d3a2d-4ebe-4865-996e-7957a714aa3e None None] For port 5f60b67e-8e10-436e-806e-4f58bc02bb83, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5f60b67e-8e10-436e-806e-4f58bc02bb83,segment=NetworkSegment(836e50d3-3b3a-47a4-bf7a-52be30232961),segment_id=836e50d3-3b3a-47a4-bf7a-52be30232961)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:34.297540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c4d3a2d-4ebe-4865-996e-7957a714aa3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.405877 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-b2b4814d-770e-44f8-9cb2-e7293bbb326f None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:34.432433 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1957b-99ed-4a2d-93ae-17ffd8f535bd tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for 1a9db1ac-bfa5-437a-a53c-956ec4c5acec owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:34.452918 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d3a2d-4ebe-4865-996e-7957a714aa3e None None] Calling delete_port for 5f60b67e-8e10-436e-806e-4f58bc02bb83 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:34.465763 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:34.466868 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:34.488230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a8687837-c997-49d3-84ba-b9ff0b049da0 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:34.491791 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bba9-cf31-4667-96e7-3fa40f9d90fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.524415 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64737f-3e6a-4992-a9af-20f040e18580 None None] Pushing event updated for resources: {'Port': ['ID=85b401a8-0249-48a5-9590-28a06ba880be,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:34.568537 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: a8687837-c997-49d3-84ba-b9ff0b049da0 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:34.568896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a8687837-c997-49d3-84ba-b9ff0b049da0 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:34.613665 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] For port 5f60b67e-8e10-436e-806e-4f58bc02bb83, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5f60b67e-8e10-436e-806e-4f58bc02bb83,segment=NetworkSegment(836e50d3-3b3a-47a4-bf7a-52be30232961),segment_id=836e50d3-3b3a-47a4-bf7a-52be30232961)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:34.616319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.655389 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=52590c0e-4dbd-4c74-8a6b-371195c8a271,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:34.659339 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c4d3a2d-4ebe-4865-996e-7957a714aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.713945 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d3a2d-4ebe-4865-996e-7957a714aa3e None None] Pushing event deleted for resources: {'Port': ['ID=5f60b67e-8e10-436e-806e-4f58bc02bb83,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:34.725917 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4d3a2d-4ebe-4865-996e-7957a714aa3e None None] No DVR routers for this DVR port 5f60b67e-8e10-436e-806e-4f58bc02bb83 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:34.775258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.794965 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object cfd0a88d-2677-47ee-84df-d008c011850b will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:34.850143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5f60b67e-8e10-436e-806e-4f58bc02bb83 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:34.898456 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 5f60b67e-8e10-436e-806e-4f58bc02bb83 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:34.899075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5f60b67e-8e10-436e-806e-4f58bc02bb83 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:34.913306 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.952915 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Calling delete_port for 5f60b67e-8e10-436e-806e-4f58bc02bb83 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:34.986001 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a4c1957b-99ed-4a2d-93ae-17ffd8f535bd tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.993708 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port 52590c0e-4dbd-4c74-8a6b-371195c8a271 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:34.994344 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.004864 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:35.020218 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:35.022824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:35.027160 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:35.030155 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.072519 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b2b4814d-770e-44f8-9cb2-e7293bbb326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:25Z', 'revision_number': 7, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:43:06Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d1b108d-2348-409d-8661-7be1260153fd', 'name': '', 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:36:cb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:04Z', 'updated_at': '2022-04-22T14:43:21Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52590c0e-4dbd-4c74-8a6b-371195c8a271', 'name': '', 'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:2d:4c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:16Z', 'updated_at': '2022-04-22T14:43:27Z', 'revision_number': 4, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:35.077883 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b4814d-770e-44f8-9cb2-e7293bbb326f None None] Checking router: 14645af6-d996-4821-98f9-3a99f0ea96b2 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:35.098261 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b4814d-770e-44f8-9cb2-e7293bbb326f None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:35.099346 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b2b4814d-770e-44f8-9cb2-e7293bbb326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:35.114463 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=cfd0a88d-2677-47ee-84df-d008c011850b,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:35.306576 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-b2b4814d-770e-44f8-9cb2-e7293bbb326f None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:35.357622 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bba9-cf31-4667-96e7-3fa40f9d90fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.394156 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bba9-cf31-4667-96e7-3fa40f9d90fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.402458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:35.402830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:35.441620 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-29504120-4818-44e8-a569-1be29a0ac37c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.3767533 Apr 22 14:43:35.453965 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33886) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:35.462286 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1957b-99ed-4a2d-93ae-17ffd8f535bd tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=1a9db1ac-bfa5-437a-a53c-956ec4c5acec,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:35.538337 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a4c1957b-99ed-4a2d-93ae-17ffd8f535bd tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.556236 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-0d32245f-1e99-4a71-b8f3-56d37c2e52b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port cfd0a88d-2677-47ee-84df-d008c011850b {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:35.556630 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d32245f-1e99-4a71-b8f3-56d37c2e52b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.559522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bba9-cf31-4667-96e7-3fa40f9d90fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.560061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d1bba9-cf31-4667-96e7-3fa40f9d90fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Fanout notify agent at l3_agent the message router_deleted on router 1d114f18-f9b3-4611-8edb-990e3f88159e {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:43:35.586431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] For port 52590c0e-4dbd-4c74-8a6b-371195c8a271, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=52590c0e-4dbd-4c74-8a6b-371195c8a271,segment=NetworkSegment(1b15957e-cfdf-44c1-bdab-2888c8e6cd99),segment_id=1b15957e-cfdf-44c1-bdab-2888c8e6cd99)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:35.586791 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.732083 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bba9-cf31-4667-96e7-3fa40f9d90fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.733183 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d0d1bba9-cf31-4667-96e7-3fa40f9d90fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/routers/1d114f18-f9b3-4611-8edb-990e3f88159e HTTP/1.1" status: 204 len: 168 time: 5.2951813 Apr 22 14:43:35.741533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for 52590c0e-4dbd-4c74-8a6b-371195c8a271 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:35.745168 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b2b4814d-770e-44f8-9cb2-e7293bbb326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:25Z', 'revision_number': 7, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:43:06Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d1b108d-2348-409d-8661-7be1260153fd', 'name': '', 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:36:cb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:04Z', 'updated_at': '2022-04-22T14:43:21Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52590c0e-4dbd-4c74-8a6b-371195c8a271', 'name': '', 'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:2d:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:16Z', 'updated_at': '2022-04-22T14:43:34Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:35.750257 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b4814d-770e-44f8-9cb2-e7293bbb326f None None] The sync data for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv is: [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:25Z', 'revision_number': 7, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:43:06Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d1b108d-2348-409d-8661-7be1260153fd', 'name': '', 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:36:cb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:04Z', 'updated_at': '2022-04-22T14:43:21Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52590c0e-4dbd-4c74-8a6b-371195c8a271', 'name': '', 'network_id': 'ded70bbe-7c51-4f25-bcda-a80578314d60', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:2d:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:16Z', 'updated_at': '2022-04-22T14:43:34Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:35.786017 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33890) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:35.904535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Deleting port 5f60b67e-8e10-436e-806e-4f58bc02bb83 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:35.904869 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.000343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be3f3137-8f6b-4b9b-ae5d-b6818ed4e2ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.016855 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] The port '5f60b67e-8e10-436e-806e-4f58bc02bb83' was deleted {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:43:36.090268 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96395ec2-2123-45bd-9273-71079dd63c5b None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:36.143454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d32245f-1e99-4a71-b8f3-56d37c2e52b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.247196 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-bd82c458-1bd1-4547-80cd-34eeda4be238 None None] Provisioning for port 85b401a8-0249-48a5-9590-28a06ba880be completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:36.284836 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.323271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be3f3137-8f6b-4b9b-ae5d-b6818ed4e2ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.333721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-0d32245f-1e99-4a71-b8f3-56d37c2e52b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for cfd0a88d-2677-47ee-84df-d008c011850b owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:36.371260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a785382-1e63-4a35-9dd9-0a1b295f4cab']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:36.404082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836e50d3-3b3a-47a4-bf7a-52be30232961') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:36.404451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836e50d3-3b3a-47a4-bf7a-52be30232961') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:36.414583 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-be3f3137-8f6b-4b9b-ae5d-b6818ed4e2ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c21dbc-85c2-4429-8a1a-5e0b34870fd8']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:36.434839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-be3f3137-8f6b-4b9b-ae5d-b6818ed4e2ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b5792c-3eec-4440-91ba-07af232192dd') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:36.434839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-be3f3137-8f6b-4b9b-ae5d-b6818ed4e2ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b5792c-3eec-4440-91ba-07af232192dd') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:36.444875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.468588 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be3f3137-8f6b-4b9b-ae5d-b6818ed4e2ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.479434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c1957b-99ed-4a2d-93ae-17ffd8f535bd tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 865c735c-d30d-4697-8d4f-0fc38f2eb12b has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:36.479942 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.497165 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.501442 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:36.501837 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.527213 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937d3d27-5a3b-4792-b3fd-a9236aca8b09 None None] Update dhcp port {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'fixed_ips': [{'subnet_id': '914acbd5-3d0e-44de-bf4d-2ab9f220f0e1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'abb8b6c7-455b-48e4-ac07-d3e6baed7dcd'}], 'binding:host_id': 'dv-neutron-839027-1-hyperv'}, 'id': '85b401a8-0249-48a5-9590-28a06ba880be'} from dv-neutron-839027-1-hyperv. {{(pid=83965) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:36.548772 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:36.553191 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be3f3137-8f6b-4b9b-ae5d-b6818ed4e2ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.594385 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-937d3d27-5a3b-4792-b3fd-a9236aca8b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.619901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Port': ['ID=52590c0e-4dbd-4c74-8a6b-371195c8a271,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:36.634507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3f3137-8f6b-4b9b-ae5d-b6818ed4e2ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:36.634911 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be3f3137-8f6b-4b9b-ae5d-b6818ed4e2ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:36.654685 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:36.780817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.831155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.855587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c1957b-99ed-4a2d-93ae-17ffd8f535bd tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:36.860756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d32245f-1e99-4a71-b8f3-56d37c2e52b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.868448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad02810-f1eb-4fb9-b120-0192955fa7a7 None None] Sync routers for ids ['865c735c-d30d-4697-8d4f-0fc38f2eb12b'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:36.880618 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be3f3137-8f6b-4b9b-ae5d-b6818ed4e2ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.884737 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Pushing event deleted for resources: {'Network': ['ID=7a785382-1e63-4a35-9dd9-0a1b295f4cab,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:36.913199 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be3f3137-8f6b-4b9b-ae5d-b6818ed4e2ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.915110 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-be3f3137-8f6b-4b9b-ae5d-b6818ed4e2ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/networks/a5c21dbc-85c2-4429-8a1a-5e0b34870fd8 HTTP/1.1" status: 204 len: 168 time: 1.1289263 Apr 22 14:43:36.915362 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32245f-1e99-4a71-b8f3-56d37c2e52b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=cfd0a88d-2677-47ee-84df-d008c011850b,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:36.919088 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a4c1957b-99ed-4a2d-93ae-17ffd8f535bd tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/865c735c-d30d-4697-8d4f-0fc38f2eb12b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0963483 Apr 22 14:43:36.922164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33894) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:36.930648 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 52590c0e-4dbd-4c74-8a6b-371195c8a271 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:36.934866 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33898) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:36.942610 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0c7b66be-7e48-4314-815f-d193a30a325d tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "DELETE /v2.0/networks/7a785382-1e63-4a35-9dd9-0a1b295f4cab HTTP/1.1" status: 204 len: 168 time: 3.5966406 Apr 22 14:43:36.946801 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-490f03c2-6eb8-4125-b370-a512949ba985 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'network': {'name': 'tempest-network-smoke--1972979074', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'port_security_enabled': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:36.953682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f3137-8f6b-4b9b-ae5d-b6818ed4e2ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Network': ['ID=a5c21dbc-85c2-4429-8a1a-5e0b34870fd8,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:36.957551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33902) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:36.962657 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-490f03c2-6eb8-4125-b370-a512949ba985 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:36.968838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d3ed57e0-9090-4925-b50f-7bf3570b2bf8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Synchronizing usage tracker for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:36.977740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 52590c0e-4dbd-4c74-8a6b-371195c8a271 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:36.978425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 52590c0e-4dbd-4c74-8a6b-371195c8a271 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 22 14:43:37.021280 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Port 52590c0e-4dbd-4c74-8a6b-371195c8a271 not found, will not notify nova. {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 22 14:43:37.021612 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 85b401a8-0249-48a5-9590-28a06ba880be up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:37.066631 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad02810-f1eb-4fb9-b120-0192955fa7a7 None None] Routers {'865c735c-d30d-4697-8d4f-0fc38f2eb12b'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:37.067181 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0ad02810-f1eb-4fb9-b120-0192955fa7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['865c735c-d30d-4697-8d4f-0fc38f2eb12b'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:37.076335 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d3ed57e0-9090-4925-b50f-7bf3570b2bf8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Unset dirty status for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:37.080026 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d3ed57e0-9090-4925-b50f-7bf3570b2bf8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports?device_id=865c735c-d30d-4697-8d4f-0fc38f2eb12b HTTP/1.1" status: 200 len: 205 time: 0.1542723 Apr 22 14:43:37.083056 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d32245f-1e99-4a71-b8f3-56d37c2e52b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.085384 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0d32245f-1e99-4a71-b8f3-56d37c2e52b1 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/cfd0a88d-2677-47ee-84df-d008c011850b HTTP/1.1" status: 204 len: 168 time: 1.6209428 Apr 22 14:43:37.086029 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33906) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:37.088177 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33908) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:37.124030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-937d3d27-5a3b-4792-b3fd-a9236aca8b09 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe66:a696 (19101698-c44e-4563-acd4-3bbade7a380a/abb8b6c7-455b-48e4-ac07-d3e6baed7dcd/85b401a8-0249-48a5-9590-28a06ba880be) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:37.167660 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0ad02810-f1eb-4fb9-b120-0192955fa7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:37.228174 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e5e717e4-d736-475d-a9c2-44d648a872bb tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Synchronizing usage tracker for tenant:3570664f3f5b48ee8a3a9b96dafbf44e on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:37.230742 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-490f03c2-6eb8-4125-b370-a512949ba985 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:37.280247 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad02810-f1eb-4fb9-b120-0192955fa7a7 None None] Routers {'865c735c-d30d-4697-8d4f-0fc38f2eb12b'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:37.280803 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0ad02810-f1eb-4fb9-b120-0192955fa7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['865c735c-d30d-4697-8d4f-0fc38f2eb12b'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:37.294511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490f03c2-6eb8-4125-b370-a512949ba985 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:37.298627 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-490f03c2-6eb8-4125-b370-a512949ba985 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.310344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f5640e33-3637-4aa3-a86a-b94d32819d1e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.322914 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e5e717e4-d736-475d-a9c2-44d648a872bb tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Unset dirty status for tenant:3570664f3f5b48ee8a3a9b96dafbf44e on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:37.324494 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e5e717e4-d736-475d-a9c2-44d648a872bb tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf6936a5-6a54-4f44-8b06-80352e184126 HTTP/1.1" status: 200 len: 205 time: 0.3646705 Apr 22 14:43:37.329178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33914) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:37.356279 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0ad02810-f1eb-4fb9-b120-0192955fa7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:37.356619 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad02810-f1eb-4fb9-b120-0192955fa7a7 None None] The sync data for ids ['865c735c-d30d-4697-8d4f-0fc38f2eb12b'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:37.376739 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 85b401a8-0249-48a5-9590-28a06ba880be completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:37.386083 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 85b401a8-0249-48a5-9590-28a06ba880be triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:37.386456 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.434811 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1149041d-7f08-4088-bbcf-51ee97af90d9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:37.435550 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1149041d-7f08-4088-bbcf-51ee97af90d9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:37.447029 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-937d3d27-5a3b-4792-b3fd-a9236aca8b09 None None] For port 85b401a8-0249-48a5-9590-28a06ba880be, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=85b401a8-0249-48a5-9590-28a06ba880be,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:37.467260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1149041d-7f08-4088-bbcf-51ee97af90d9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:37.468261 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1149041d-7f08-4088-bbcf-51ee97af90d9 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3242900 Apr 22 14:43:37.480768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33918) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:37.492144 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-937d3d27-5a3b-4792-b3fd-a9236aca8b09 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.528500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490f03c2-6eb8-4125-b370-a512949ba985 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:43:37.552086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-937d3d27-5a3b-4792-b3fd-a9236aca8b09 None None] Transition to ACTIVE for port object 85b401a8-0249-48a5-9590-28a06ba880be will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:37.554701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-490f03c2-6eb8-4125-b370-a512949ba985 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.554701 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-490f03c2-6eb8-4125-b370-a512949ba985 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Added segment ac7a0800-224d-4d85-b44b-63ec7b17ded0 of type vlan for network 7ce38580-bcfc-45b9-9805-0712d9031bc2 Apr 22 14:43:37.559590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-937d3d27-5a3b-4792-b3fd-a9236aca8b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.574928 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5df7169-05c9-45cc-89fc-303a4e3c922c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.598179 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.709377 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.730001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-490f03c2-6eb8-4125-b370-a512949ba985 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.742719 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f5640e33-3637-4aa3-a86a-b94d32819d1e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.748701 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f5640e33-3637-4aa3-a86a-b94d32819d1e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.767078 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d3d27-5a3b-4792-b3fd-a9236aca8b09 None None] Pushing event updated for resources: {'Port': ['ID=85b401a8-0249-48a5-9590-28a06ba880be,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:37.783852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f5640e33-3637-4aa3-a86a-b94d32819d1e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.784663 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5640e33-3637-4aa3-a86a-b94d32819d1e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Fanout notify agent at l3_agent the message router_deleted on router 865c735c-d30d-4697-8d4f-0fc38f2eb12b {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:43:37.802244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f5640e33-3637-4aa3-a86a-b94d32819d1e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.803180 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f5640e33-3637-4aa3-a86a-b94d32819d1e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/routers/865c735c-d30d-4697-8d4f-0fc38f2eb12b HTTP/1.1" status: 204 len: 168 time: 0.7162523 Apr 22 14:43:37.805867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33922) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:37.806651 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:37.807017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:38.011113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd0ad4b-67d8-4d57-b87b-5d502742bc5a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting subnet b49a1461-39dd-415f-8e97-687d54e6d076 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:38.014523 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ad4b-67d8-4d57-b87b-5d502742bc5a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.030789 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63cb471-4050-4a6e-9965-141d7e8795cf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:38.035143 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a63cb471-4050-4a6e-9965-141d7e8795cf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.5506048 Apr 22 14:43:38.041809 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-490f03c2-6eb8-4125-b370-a512949ba985 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.042918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33926) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:38.045438 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490f03c2-6eb8-4125-b370-a512949ba985 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:38.046040 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-490f03c2-6eb8-4125-b370-a512949ba985 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.120767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ad4b-67d8-4d57-b87b-5d502742bc5a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.281537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a6899-f717-449c-84ac-6432cc06b16a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:38.282850 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a6899-f717-449c-84ac-6432cc06b16a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:38.284757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a6899-f717-449c-84ac-6432cc06b16a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:38.285551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-672a6899-f717-449c-84ac-6432cc06b16a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:38.305692 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f03c2-6eb8-4125-b370-a512949ba985 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Network': ['ID=7ce38580-bcfc-45b9-9805-0712d9031bc2,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:38.312266 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-490f03c2-6eb8-4125-b370-a512949ba985 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3739476 Apr 22 14:43:38.316076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33930) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:38.322169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-961027733', 'admin_state_up': True, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:38.328010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-672a6899-f717-449c-84ac-6432cc06b16a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:38.328992 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-672a6899-f717-449c-84ac-6432cc06b16a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2847228 Apr 22 14:43:38.332020 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5df7169-05c9-45cc-89fc-303a4e3c922c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.334213 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33934) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:38.335167 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:38.340462 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:router and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:38.345008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:38.352193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5df7169-05c9-45cc-89fc-303a4e3c922c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.353863 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:38.387404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 7ce38580-bcfc-45b9-9805-0712d9031bc2 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:43:38.388348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.389057 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.403188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ad4b-67d8-4d57-b87b-5d502742bc5a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.453856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a9d649-956f-4c4a-b6ab-dcb66b960bfb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 914acbd5-3d0e-44de-bf4d-2ab9f220f0e1 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:38.461810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c1a9d649-956f-4c4a-b6ab-dcb66b960bfb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.468286 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5df7169-05c9-45cc-89fc-303a4e3c922c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.468793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5df7169-05c9-45cc-89fc-303a4e3c922c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Fanout notify agent at l3_agent the message router_deleted on router cf6936a5-6a54-4f44-8b06-80352e184126 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:43:38.481399 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-70598166-2c10-4fa4-9870-fb2225308e59 None None] Could not find standard attr ID for object cfd0a88d-2677-47ee-84df-d008c011850b. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:43:38.528179 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.560679 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5df7169-05c9-45cc-89fc-303a4e3c922c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.571814 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a5df7169-05c9-45cc-89fc-303a4e3c922c tempest-RoutersNegativeIpV6Test-412097854 tempest-RoutersNegativeIpV6Test-412097854-project] 10.222.0.23 "DELETE /v2.0/routers/cf6936a5-6a54-4f44-8b06-80352e184126 HTTP/1.1" status: 204 len: 168 time: 1.2340188 Apr 22 14:43:38.575516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ad4b-67d8-4d57-b87b-5d502742bc5a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.578062 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.586384 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 85b401a8-0249-48a5-9590-28a06ba880be, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=85b401a8-0249-48a5-9590-28a06ba880be,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:38.587749 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-70598166-2c10-4fa4-9870-fb2225308e59 None None] Provisioning for port 85b401a8-0249-48a5-9590-28a06ba880be completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:38.599032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-70598166-2c10-4fa4-9870-fb2225308e59 None None] Provisioning complete for port 85b401a8-0249-48a5-9590-28a06ba880be triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:38.599441 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-70598166-2c10-4fa4-9870-fb2225308e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.628399 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.655832 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ad4b-67d8-4d57-b87b-5d502742bc5a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.664404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0ad4b-67d8-4d57-b87b-5d502742bc5a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Subnet': ['ID=b49a1461-39dd-415f-8e97-687d54e6d076,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:38.685873 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6fd0ad4b-67d8-4d57-b87b-5d502742bc5a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/b49a1461-39dd-415f-8e97-687d54e6d076 HTTP/1.1" status: 204 len: 168 time: 0.8790407 Apr 22 14:43:38.690337 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33940) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:38.729111 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c1a9d649-956f-4c4a-b6ab-dcb66b960bfb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.799906 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device cd943def-438a-4a3b-a6c3-41bd8109c9bd no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:38.853077 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e194c800-894c-45a9-90be-c0cff34bf32d None None] Network c5a5bae2-2552-48d9-987d-4abbdd958c41 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:38.893668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.922138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port cef89de8-3451-4188-a307-5df5c352e940 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:38.923424 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.942743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: cd943def-438a-4a3b-a6c3-41bd8109c9bd {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:38.943094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device cd943def-438a-4a3b-a6c3-41bd8109c9bd not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:38.993839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c1a9d649-956f-4c4a-b6ab-dcb66b960bfb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.052174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=85b401a8-0249-48a5-9590-28a06ba880be,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:39.178335 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.187968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33946) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:39.208905 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 85b401a8-0249-48a5-9590-28a06ba880be up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:39.228691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c1a9d649-956f-4c4a-b6ab-dcb66b960bfb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.276197 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] For port cef89de8-3451-4188-a307-5df5c352e940, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=cef89de8-3451-4188-a307-5df5c352e940,segment=NetworkSegment(bcec366c-7f5b-4368-bca0-2f9b6e84bd13),segment_id=bcec366c-7f5b-4368-bca0-2f9b6e84bd13)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:39.276572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.326417 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 14645af6-d996-4821-98f9-3a99f0ea96b2 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:39.402546 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for cef89de8-3451-4188-a307-5df5c352e940 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:39.437469 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 85b401a8-0249-48a5-9590-28a06ba880be triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:39.438050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.440474 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9d649-956f-4c4a-b6ab-dcb66b960bfb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=914acbd5-3d0e-44de-bf4d-2ab9f220f0e1,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:39.482553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c1a9d649-956f-4c4a-b6ab-dcb66b960bfb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.506995 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5d3a99-4f7b-4e15-b7d7-a4254b947084 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:39.527577 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c1a9d649-956f-4c4a-b6ab-dcb66b960bfb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/914acbd5-3d0e-44de-bf4d-2ab9f220f0e1 HTTP/1.1" status: 204 len: 168 time: 1.1900663 Apr 22 14:43:39.528501 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33952) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:39.543042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.582022 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.597522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.628381 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943ef0d0-2091-487a-a0ee-5f9a518022c9 None None] DHCP port deletion for c5a5bae2-2552-48d9-987d-4abbdd958c41 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:39.638565 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-760acc6d-492b-486e-a0c3-fb8d162c1291 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3570664f3f5b48ee8a3a9b96dafbf44e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4493713 Apr 22 14:43:39.640768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-bf0e16d2-cdb0-4dbb-8958-8f1d218d6512 None None] Could not find standard attr ID for object cfd0a88d-2677-47ee-84df-d008c011850b. {{(pid=83965) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:43:39.645142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33956) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:39.672388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=cef89de8-3451-4188-a307-5df5c352e940,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:39.680382 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No DVR routers for this DVR port cef89de8-3451-4188-a307-5df5c352e940 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:39.767516 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:39.780724 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57c2ebb-062e-416d-a3d9-d8aaf942cbee None None] Sync routers for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:39.793071 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c2ebb-062e-416d-a3d9-d8aaf942cbee None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:39.793319 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4e4ba940-f142-4936-ac9a-213e97936415 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/14645af6-d996-4821-98f9-3a99f0ea96b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2504244 Apr 22 14:43:39.794245 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c57c2ebb-062e-416d-a3d9-d8aaf942cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:39.819924 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33960) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:39.822736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6397b4a7-9955-4f37-b858-d9a4413c5ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.877891 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.905425 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a5bae2-2552-48d9-987d-4abbdd958c41']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:39.919012 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcec366c-7f5b-4368-bca0-2f9b6e84bd13') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:39.919332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcec366c-7f5b-4368-bca0-2f9b6e84bd13') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:39.932693 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.935252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6397b4a7-9955-4f37-b858-d9a4413c5ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.950947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.953053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.197 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:39.969138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:39.969545 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.973799 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-c57c2ebb-062e-416d-a3d9-d8aaf942cbee None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:39.984943 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:40.122231 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6397b4a7-9955-4f37-b858-d9a4413c5ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.223636 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397b4a7-9955-4f37-b858-d9a4413c5ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f27f6d-be4a-41e9-9ff6-72bf44f41386,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:40.225646 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.273370 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6397b4a7-9955-4f37-b858-d9a4413c5ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.274848 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6397b4a7-9955-4f37-b858-d9a4413c5ea7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17f27f6d-be4a-41e9-9ff6-72bf44f41386 HTTP/1.1" status: 204 len: 168 time: 0.6287296 Apr 22 14:43:40.277143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.294060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Network': ['ID=c5a5bae2-2552-48d9-987d-4abbdd958c41,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:40.315451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-572d2401-8486-40b1-b009-5b27de66439e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet abb8b6c7-455b-48e4-ac07-d3e6baed7dcd {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:40.337150 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-572d2401-8486-40b1-b009-5b27de66439e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.380529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a6a1ba-5aae-4a10-a3cc-34c9c902a2ec tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting subnet fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:40.384478 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05a6a1ba-5aae-4a10-a3cc-34c9c902a2ec tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.412049 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-214e368f-9961-4f20-9e5a-f166685220f8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/networks/c5a5bae2-2552-48d9-987d-4abbdd958c41 HTTP/1.1" status: 204 len: 168 time: 1.7206545 Apr 22 14:43:40.419104 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33966) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:40.425057 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-423334540', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:40.437333 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:40.446533 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:router and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:40.451074 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:40.453634 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c57c2ebb-062e-416d-a3d9-d8aaf942cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:36Z', 'revision_number': 8, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:43:06Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d1b108d-2348-409d-8661-7be1260153fd', 'name': '', 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:36:cb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:04Z', 'updated_at': '2022-04-22T14:43:21Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:40.456346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05a6a1ba-5aae-4a10-a3cc-34c9c902a2ec tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.457969 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57c2ebb-062e-416d-a3d9-d8aaf942cbee None None] Checking router: 14645af6-d996-4821-98f9-3a99f0ea96b2 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:40.460954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-572d2401-8486-40b1-b009-5b27de66439e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.474116 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c2ebb-062e-416d-a3d9-d8aaf942cbee None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:40.474764 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c57c2ebb-062e-416d-a3d9-d8aaf942cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:40.490566 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:40.526190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.527724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.574186 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.590817 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-572d2401-8486-40b1-b009-5b27de66439e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.667268 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-c57c2ebb-062e-416d-a3d9-d8aaf942cbee None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:40.699352 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-584a0b41-d45d-4a53-872f-37700c62dc60 None None] Provisioning complete for port 85b401a8-0249-48a5-9590-28a06ba880be triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:40.699902 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-584a0b41-d45d-4a53-872f-37700c62dc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.799641 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.829917 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05a6a1ba-5aae-4a10-a3cc-34c9c902a2ec tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.848617 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.859471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-572d2401-8486-40b1-b009-5b27de66439e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.944208 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d2401-8486-40b1-b009-5b27de66439e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=abb8b6c7-455b-48e4-ac07-d3e6baed7dcd,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:40.957018 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-572d2401-8486-40b1-b009-5b27de66439e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.973248 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d30cedc-ebdb-406d-be1e-3c1e6740c3c8 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:40.982629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.046412 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-572d2401-8486-40b1-b009-5b27de66439e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/abb8b6c7-455b-48e4-ac07-d3e6baed7dcd HTTP/1.1" status: 204 len: 168 time: 1.5169473 Apr 22 14:43:41.049961 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33978) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:41.085632 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:41.110519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:41.114850 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05a6a1ba-5aae-4a10-a3cc-34c9c902a2ec tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.121237 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:41.122408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 85b401a8-0249-48a5-9590-28a06ba880be up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:41.171078 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bdc7e966-7b47-45d7-9660-8a629328cec8 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1075747 Apr 22 14:43:41.172231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33984) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:41.179988 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-d4099363-032f-4562-8a71-b3be0620c4ef tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:41.196934 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c57c2ebb-062e-416d-a3d9-d8aaf942cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:36Z', 'revision_number': 8, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:43:06Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d1b108d-2348-409d-8661-7be1260153fd', 'name': '', 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:36:cb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:04Z', 'updated_at': '2022-04-22T14:43:21Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:41.207714 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57c2ebb-062e-416d-a3d9-d8aaf942cbee None None] The sync data for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv is: [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:36Z', 'revision_number': 8, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:43:06Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d1b108d-2348-409d-8661-7be1260153fd', 'name': '', 'network_id': '91bdcb54-e6ed-4fa0-a58c-31a139105e85', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:36:cb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:04Z', 'updated_at': '2022-04-22T14:43:21Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'f17c0111-2ed7-41d0-9676-3906654890c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:41.260895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6a1ba-5aae-4a10-a3cc-34c9c902a2ec tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:41.289739 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:41.294175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05a6a1ba-5aae-4a10-a3cc-34c9c902a2ec tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.301152 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-05a6a1ba-5aae-4a10-a3cc-34c9c902a2ec tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72 HTTP/1.1" status: 204 len: 168 time: 1.4762926 Apr 22 14:43:41.304123 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 33988) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:41.334565 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067efd5c-2771-4693-965e-e574fa08eed2 None None] Network ded70bbe-7c51-4f25-bcda-a80578314d60 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:41.368220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d4099363-032f-4562-8a71-b3be0620c4ef tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:41.386813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d4099363-032f-4562-8a71-b3be0620c4ef tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:41.393434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d4099363-032f-4562-8a71-b3be0620c4ef tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:41.404705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d4099363-032f-4562-8a71-b3be0620c4ef tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:41.453504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4099363-032f-4562-8a71-b3be0620c4ef tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:41.458129 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d4099363-032f-4562-8a71-b3be0620c4ef tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.479835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.500927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.522096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port 1066822b-169d-4c78-96ad-da6ea39192ee {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:41.522436 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.572273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.581847 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 85b401a8-0249-48a5-9590-28a06ba880be triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:41.582144 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.792590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462a4222-0591-44f5-bde7-361bfdeea937 None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:41.801658 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-462a4222-0591-44f5-bde7-361bfdeea937 None None] Deleting port 85b401a8-0249-48a5-9590-28a06ba880be {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:41.802236 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-462a4222-0591-44f5-bde7-361bfdeea937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.870963 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] For port 1066822b-169d-4c78-96ad-da6ea39192ee, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1066822b-169d-4c78-96ad-da6ea39192ee,segment=NetworkSegment(1b15957e-cfdf-44c1-bdab-2888c8e6cd99),segment_id=1b15957e-cfdf-44c1-bdab-2888c8e6cd99)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:41.871832 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.882718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.883632 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.906814 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8127abcf-1dea-46e9-a612-e80cf94b2f96 None None] DHCP port deletion for ded70bbe-7c51-4f25-bcda-a80578314d60 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:41.909320 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device cef89de8-3451-4188-a307-5df5c352e940 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:41.914858 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 33998) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:41.953106 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Allocated IP 172.26.0.186 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/02a32586-ab2b-4823-9596-3adf4249fd43) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:41.957435 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: cef89de8-3451-4188-a307-5df5c352e940 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:41.957786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device cef89de8-3451-4188-a307-5df5c352e940 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:41.962642 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8127abcf-1dea-46e9-a612-e80cf94b2f96 None None] Deleting port 1066822b-169d-4c78-96ad-da6ea39192ee {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:41.962642 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8127abcf-1dea-46e9-a612-e80cf94b2f96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.114163 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d4099363-032f-4562-8a71-b3be0620c4ef tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.142814 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for 1066822b-169d-4c78-96ad-da6ea39192ee owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:42.182735 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a46e92f1-8f6c-4077-8a55-381afdab579f tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:42.187690 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-a46e92f1-8f6c-4077-8a55-381afdab579f tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 14:43:42.187690 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a46e92f1-8f6c-4077-8a55-381afdab579f tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2683246 Apr 22 14:43:42.188314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34004) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:42.199408 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025882979'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:42.208592 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:42.212849 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:42.216744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:42.223606 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:42.243529 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4099363-032f-4562-8a71-b3be0620c4ef tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:42.247064 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.257351 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-d4099363-032f-4562-8a71-b3be0620c4ef tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:42.260283 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4099363-032f-4562-8a71-b3be0620c4ef tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:42.261602 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d4099363-032f-4562-8a71-b3be0620c4ef tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.280846 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.284326 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.294834 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4099363-032f-4562-8a71-b3be0620c4ef tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=f5984c71-e551-4401-b9a5-74da5f7b31b3,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:42.313055 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-462a4222-0591-44f5-bde7-361bfdeea937 None None] For port 85b401a8-0249-48a5-9590-28a06ba880be, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=85b401a8-0249-48a5-9590-28a06ba880be,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:42.313420 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-462a4222-0591-44f5-bde7-361bfdeea937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.325363 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d4099363-032f-4562-8a71-b3be0620c4ef tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1506112 Apr 22 14:43:42.325570 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34008) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:42.336988 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-63d130c4-9d5c-4360-9c90-10ab690f0c23 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:42.349639 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:42.351784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.387355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:42.390839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:42.415043 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Port': ['ID=1066822b-169d-4c78-96ad-da6ea39192ee,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:42.417124 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:42.431550 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] No DVR routers for this DVR port 1066822b-169d-4c78-96ad-da6ea39192ee on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:42.444872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-462a4222-0591-44f5-bde7-361bfdeea937 None None] Calling delete_port for 85b401a8-0249-48a5-9590-28a06ba880be owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:42.482491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8127abcf-1dea-46e9-a612-e80cf94b2f96 None None] For port 1066822b-169d-4c78-96ad-da6ea39192ee, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1066822b-169d-4c78-96ad-da6ea39192ee,segment=NetworkSegment(1b15957e-cfdf-44c1-bdab-2888c8e6cd99),segment_id=1b15957e-cfdf-44c1-bdab-2888c8e6cd99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:42.482892 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8127abcf-1dea-46e9-a612-e80cf94b2f96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.587447 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.599847 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.616253 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8127abcf-1dea-46e9-a612-e80cf94b2f96 None None] Calling delete_port for 1066822b-169d-4c78-96ad-da6ea39192ee owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:42.661595 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded70bbe-7c51-4f25-bcda-a80578314d60']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:42.687251 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b15957e-cfdf-44c1-bdab-2888c8e6cd99') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:42.687565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b15957e-cfdf-44c1-bdab-2888c8e6cd99') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:42.701950 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.707751 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.715104 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:42.720600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:42.723573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.724922 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-8127abcf-1dea-46e9-a612-e80cf94b2f96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:42.725418 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-8127abcf-1dea-46e9-a612-e80cf94b2f96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:42.726882 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-462a4222-0591-44f5-bde7-361bfdeea937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.734756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:42.763368 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.775050 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=02a32586-ab2b-4823-9596-3adf4249fd43,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:42.779764 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a4222-0591-44f5-bde7-361bfdeea937 None None] Pushing event deleted for resources: {'Port': ['ID=85b401a8-0249-48a5-9590-28a06ba880be,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:42.787540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462a4222-0591-44f5-bde7-361bfdeea937 None None] No DVR routers for this DVR port 85b401a8-0249-48a5-9590-28a06ba880be on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:42.792727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-63d130c4-9d5c-4360-9c90-10ab690f0c23 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:42.793690 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3edd654-130a-412d-9afc-5b1e801b7fd3,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:42.800609 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-63d130c4-9d5c-4360-9c90-10ab690f0c23 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:42.800891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:42.804782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-63d130c4-9d5c-4360-9c90-10ab690f0c23 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:42.805782 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.814858 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8846c80-68ce-4486-a2e6-db4fd452dbc2 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:42.817190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-63d130c4-9d5c-4360-9c90-10ab690f0c23 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:42.821393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:42.825360 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:42.871477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d130c4-9d5c-4360-9c90-10ab690f0c23 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:42.875098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-63d130c4-9d5c-4360-9c90-10ab690f0c23 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.997920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:43.009480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:43.020484 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.022812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:43.029763 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:43.030327 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:43.030901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:43.031413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:43.031911 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:43.032400 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:43.032945 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:43.033461 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:43.033940 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:43.034416 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:43.034944 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:43.055804 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.060555 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.ipam_backend_mixin [None req-63d130c4-9d5c-4360-9c90-10ab690f0c23 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f5984c71-e551-4401-b9a5-74da5f7b31b3 (CIDR: 2001:db8::/64) Apr 22 14:43:43.075009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Network': ['ID=ded70bbe-7c51-4f25-bcda-a80578314d60,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:43.085747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-19101698-c44e-4563-acd4-3bbade7a380a', 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'tenant_id': '042dc5cca98943ac84219c0cf750e4e3', 'fixed_ips': [{'subnet_id': 'f5984c71-e551-4401-b9a5-74da5f7b31b3'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:43.086647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.089064 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d130c4-9d5c-4360-9c90-10ab690f0c23 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:43.089569 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d130c4-9d5c-4360-9c90-10ab690f0c23 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:43.099253 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-68720a7f-1116-4812-833a-a4333bbebbb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/networks/ded70bbe-7c51-4f25-bcda-a80578314d60 HTTP/1.1" status: 204 len: 168 time: 1.7926707 Apr 22 14:43:43.099502 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1066822b-169d-4c78-96ad-da6ea39192ee no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:43.101387 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34012) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:43.108334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:43:43.126169 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-63d130c4-9d5c-4360-9c90-10ab690f0c23 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7971089 Apr 22 14:43:43.128166 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34016) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:43.134962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'subnet': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:43.141822 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 1066822b-169d-4c78-96ad-da6ea39192ee {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:43.142161 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1066822b-169d-4c78-96ad-da6ea39192ee not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:43.142570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 52590c0e-4dbd-4c74-8a6b-371195c8a271 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:43.177843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 52590c0e-4dbd-4c74-8a6b-371195c8a271 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:43.178448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 52590c0e-4dbd-4c74-8a6b-371195c8a271 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:43.178864 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 85b401a8-0249-48a5-9590-28a06ba880be no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:43.228322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.229071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.244589 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8127abcf-1dea-46e9-a612-e80cf94b2f96 None None] Deleting port 1066822b-169d-4c78-96ad-da6ea39192ee {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:43.245206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8127abcf-1dea-46e9-a612-e80cf94b2f96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.267448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.282381 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 85b401a8-0249-48a5-9590-28a06ba880be {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:43.282718 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 85b401a8-0249-48a5-9590-28a06ba880be not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:43.324807 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8127abcf-1dea-46e9-a612-e80cf94b2f96 None None] The port '1066822b-169d-4c78-96ad-da6ea39192ee' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:43:43.339964 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.421670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:43.428696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:subnet and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:43.432403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:43.440190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:43.450805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.452037 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2624452 Apr 22 14:43:43.454458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f3f63-e55f-454e-969d-ce603723c91c tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf287ef-39cf-4983-8020-eaa1051bcf55,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:43.455134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34020) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:43.474876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-9a93d5ef-0546-4620-83be-b7140f200f40 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '1cf287ef-39cf-4983-8020-eaa1051bcf55', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:43.497124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:43.497124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.510533 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Allocated IP 2001:db8::2 (19101698-c44e-4563-acd4-3bbade7a380a/f5984c71-e551-4401-b9a5-74da5f7b31b3/3e6e4c29-aa84-44c4-8f9e-d517575113d5) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:43.514508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9a93d5ef-0546-4620-83be-b7140f200f40 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:43.563970 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9a93d5ef-0546-4620-83be-b7140f200f40 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:43.585051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9a93d5ef-0546-4620-83be-b7140f200f40 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:43.595399 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9a93d5ef-0546-4620-83be-b7140f200f40 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:43.652344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9a93d5ef-0546-4620-83be-b7140f200f40 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.702885 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:43.726899 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Sync routers for ids ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:43.754096 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.765905 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Routers {'ea6013b9-6419-4de2-a3a7-b5ff1f5df528'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:43.766607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b8be2379-69df-4402-a98f-42ce79895dbc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.767038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:43.806882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9a93d5ef-0546-4620-83be-b7140f200f40 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.817531 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9a93d5ef-0546-4620-83be-b7140f200f40 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.822857 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Transition to ACTIVE for port object 3e6e4c29-aa84-44c4-8f9e-d517575113d5 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:43.831238 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.835530 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1f45df24-4ceb-40d1-9aeb-c32627f339d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5156093 Apr 22 14:43:43.839849 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34024) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:43.841847 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Transition to ACTIVE for port object 3e6e4c29-aa84-44c4-8f9e-d517575113d5 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:43.858218 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93d5ef-0546-4620-83be-b7140f200f40 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc37a14-139a-49eb-92fd-687f9487bf33,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:43.891889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 82b12d66-45ce-49d6-9353-481d147fc4e4 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:43:43.894947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9a93d5ef-0546-4620-83be-b7140f200f40 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.896162 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9a93d5ef-0546-4620-83be-b7140f200f40 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4398384 Apr 22 14:43:43.899631 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34028) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:43.900096 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.910169 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-f7f8bbc7-fa2a-4987-ab96-9187d8893c51 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '1cf287ef-39cf-4983-8020-eaa1051bcf55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:43.921844 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f7f8bbc7-fa2a-4987-ab96-9187d8893c51 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:43.937718 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f7f8bbc7-fa2a-4987-ab96-9187d8893c51 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:43.945816 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f7f8bbc7-fa2a-4987-ab96-9187d8893c51 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:44.000029 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f7f8bbc7-fa2a-4987-ab96-9187d8893c51 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:44.011788 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:44.023637 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:44.039054 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:44.044904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Pushing event updated for resources: {'Port': ['ID=3e6e4c29-aa84-44c4-8f9e-d517575113d5,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:44.109611 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f7f8bbc7-fa2a-4987-ab96-9187d8893c51 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.128730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Set router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:44.246405 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-04b472a4-e24d-466a-b350-7c32abb8a24d tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cff54c6a8bde4890bebe346e0436bfdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3572459 Apr 22 14:43:44.249390 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34034) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:44.250131 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Attempting to bind port 3e6e4c29-aa84-44c4-8f9e-d517575113d5 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:44.251069 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Attempting to bind port 3e6e4c29-aa84-44c4-8f9e-d517575113d5 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:44.251660 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Attempting to bind port 3e6e4c29-aa84-44c4-8f9e-d517575113d5 on network 19101698-c44e-4563-acd4-3bbade7a380a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:44.270341 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:44.270742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Checking segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:44.270912 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.271319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Bound using segment: {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:44.272014 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Bound port: 3e6e4c29-aa84-44c4-8f9e-d517575113d5, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349bf3a-1a5e-4bd1-a324-55f6a197e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '19101698-c44e-4563-acd4-3bbade7a380a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:44.272405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.304854 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-f7f8bbc7-fa2a-4987-ab96-9187d8893c51 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 14:43:44.305651 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f7f8bbc7-fa2a-4987-ab96-9187d8893c51 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4046819 Apr 22 14:43:44.309758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34038) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:44.374798 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.objects.ports [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83963) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:43:44.457921 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cefed23-beff-4bde-adbe-cfc2f8248ad4 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:44.463581 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0cefed23-beff-4bde-adbe-cfc2f8248ad4 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2088485 Apr 22 14:43:44.463857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34042) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:44.476310 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] For port 3e6e4c29-aa84-44c4-8f9e-d517575113d5, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:44.510239 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9b714415-07a2-4ceb-8df1-4139e10c6dce tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416749 Apr 22 14:43:44.510534 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34046) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:44.516974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-74f19874-3ae9-4532-8909-8602f23e3a69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1081820041', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:44.518610 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] For port 3e6e4c29-aa84-44c4-8f9e-d517575113d5, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3e6e4c29-aa84-44c4-8f9e-d517575113d5,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:44.529942 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.605583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e91e6e-24ed-4dd2-9c66-2fd63b2b30d3 None None] Pushing event updated for resources: {'Port': ['ID=3e6e4c29-aa84-44c4-8f9e-d517575113d5,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:44.628733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:44.631698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1e593e4b-f8c5-4126-aeae-d70c4416fea5 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.651925 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0039c51-57a5-4f05-b067-d74808e28a38 None None] Sync routers for ids ['82b12d66-45ce-49d6-9353-481d147fc4e4'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:44.673397 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0039c51-57a5-4f05-b067-d74808e28a38 None None] Routers {'82b12d66-45ce-49d6-9353-481d147fc4e4'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:44.674638 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b0039c51-57a5-4f05-b067-d74808e28a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['82b12d66-45ce-49d6-9353-481d147fc4e4'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:44.684898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.686086 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-eb9f622f-9b63-4fab-b6f0-c52c9ff0bcde tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2659984 Apr 22 14:43:44.688091 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1e593e4b-f8c5-4126-aeae-d70c4416fea5 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.696861 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34050) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:44.722425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:41Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:44.733376 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Checking router: ea6013b9-6419-4de2-a3a7-b5ff1f5df528 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:44.734565 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Updating router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 port bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:43:44.772611 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b0039c51-57a5-4f05-b067-d74808e28a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:44.796361 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0039c51-57a5-4f05-b067-d74808e28a38 None None] Routers {'82b12d66-45ce-49d6-9353-481d147fc4e4'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:44.797293 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b0039c51-57a5-4f05-b067-d74808e28a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['82b12d66-45ce-49d6-9353-481d147fc4e4'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:44.807575 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.876657 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-74f19874-3ae9-4532-8909-8602f23e3a69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:44.879095 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b0039c51-57a5-4f05-b067-d74808e28a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:44.879590 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0039c51-57a5-4f05-b067-d74808e28a38 None None] The sync data for ids ['82b12d66-45ce-49d6-9353-481d147fc4e4'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:44.884853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-74f19874-3ae9-4532-8909-8602f23e3a69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:subnet and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:44.888578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-74f19874-3ae9-4532-8909-8602f23e3a69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:44.901762 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-74f19874-3ae9-4532-8909-8602f23e3a69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:44.960099 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f19874-3ae9-4532-8909-8602f23e3a69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:45.034664 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.114566 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1e593e4b-f8c5-4126-aeae-d70c4416fea5 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.152656 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e593e4b-f8c5-4126-aeae-d70c4416fea5 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf287ef-39cf-4983-8020-eaa1051bcf55,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:45.158998 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-b8be2379-69df-4402-a98f-42ce79895dbc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port 1d1b108d-2348-409d-8661-7be1260153fd {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:45.159774 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b8be2379-69df-4402-a98f-42ce79895dbc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.174759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1e593e4b-f8c5-4126-aeae-d70c4416fea5 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.178667 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1e593e4b-f8c5-4126-aeae-d70c4416fea5 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "DELETE /v2.0/security-groups/1cf287ef-39cf-4983-8020-eaa1051bcf55 HTTP/1.1" status: 204 len: 168 time: 0.8600383 Apr 22 14:43:45.179436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34054) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:45.190270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3e6e4c29-aa84-44c4-8f9e-d517575113d5 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:45.335506 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-74f19874-3ae9-4532-8909-8602f23e3a69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.378141 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b2fd974f-3711-4f80-9042-7ca76af816a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Synchronizing usage tracker for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:45.396122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 3e6e4c29-aa84-44c4-8f9e-d517575113d5 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:45.415185 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] For port 3e6e4c29-aa84-44c4-8f9e-d517575113d5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3e6e4c29-aa84-44c4-8f9e-d517575113d5,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:45.417038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.432774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Transition to ACTIVE for port object bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:45.443205 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e50f814c-8257-4f02-a3ef-fce6651e1d97 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/routers/82b12d66-45ce-49d6-9353-481d147fc4e4 HTTP/1.1" status: 200 len: 884 time: 0.7423627 Apr 22 14:43:45.444142 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b2fd974f-3711-4f80-9042-7ca76af816a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Unset dirty status for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:45.446305 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.447935 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34058) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:45.449516 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b2fd974f-3711-4f80-9042-7ca76af816a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2585397 Apr 22 14:43:45.451885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34060) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:45.464783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-4da09540-3e16-4b63-9f51-3c22fcfec48a tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766768997'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:45.475511 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4da09540-3e16-4b63-9f51-3c22fcfec48a tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:45.478807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.489098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.489830 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.493552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4da09540-3e16-4b63-9f51-3c22fcfec48a tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:45.525836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Attempting to bind port bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:45.526282 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Attempting to bind port bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:45.526699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Attempting to bind port bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:45.532946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c69f33-c8ce-4546-abbc-5080f40546c2 None None] Pushing event updated for resources: {'Port': ['ID=bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:45.538652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:45.539111 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:45.539610 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.540057 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:45.540594 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Bound port: bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:45.541164 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.627719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] For port bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:45.632630 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] For port bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:45.638683 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=3e6e4c29-aa84-44c4-8f9e-d517575113d5,revision_number=4']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:45.647541 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4da09540-3e16-4b63-9f51-3c22fcfec48a tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.649608 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-b8be2379-69df-4402-a98f-42ce79895dbc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] For port 1d1b108d-2348-409d-8661-7be1260153fd, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1d1b108d-2348-409d-8661-7be1260153fd,segment=NetworkSegment(edd3e8c4-977b-442d-b1e5-2d0e6c92d57c),segment_id=edd3e8c4-977b-442d-b1e5-2d0e6c92d57c)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:45.650137 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b8be2379-69df-4402-a98f-42ce79895dbc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.655046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.675248 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:45.684320 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:45.691131 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:45.691781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.695767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Subnet': ['ID=14d1ba59-54fe-4e36-852d-98110c9b59b0,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:45.737110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4da09540-3e16-4b63-9f51-3c22fcfec48a tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:45.741652 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f1d9f754-1a9e-412a-b2a5-9a5ec816f074 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6121881 Apr 22 14:43:45.744517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4da09540-3e16-4b63-9f51-3c22fcfec48a tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:45.749629 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34066) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:45.757267 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4da09540-3e16-4b63-9f51-3c22fcfec48a tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:45.768637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Request body: {'port': {'network_id': '19101698-c44e-4563-acd4-3bbade7a380a', 'mac_address': 'fa:16:3e:49:59:f5', 'name': 'tempest-NetworksTestDHCPv6-1358226193'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:45.775448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c69f33-c8ce-4546-abbc-5080f40546c2 None None] Pushing event updated for resources: {'Port': ['ID=bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:45.781123 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Routers {'ea6013b9-6419-4de2-a3a7-b5ff1f5df528'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:45.781757 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:45.839448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-b8be2379-69df-4402-a98f-42ce79895dbc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for 1d1b108d-2348-409d-8661-7be1260153fd owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:45.865680 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4da09540-3e16-4b63-9f51-3c22fcfec48a tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:45.979907 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:45.994722 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Usage tracker for resource:port and tenant:042dc5cca98943ac84219c0cf750e4e3 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:45.999348 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4da09540-3e16-4b63-9f51-3c22fcfec48a tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.000687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:46.008477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:46.012822 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4da09540-3e16-4b63-9f51-3c22fcfec48a tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.039332 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] Set router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:46.061065 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Made reservation on behalf of 042dc5cca98943ac84219c0cf750e4e3 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:46.082439 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4da09540-3e16-4b63-9f51-3c22fcfec48a tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.084132 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4da09540-3e16-4b63-9f51-3c22fcfec48a tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6316261 Apr 22 14:43:46.088861 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da09540-3e16-4b63-9f51-3c22fcfec48a tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9d07cc-811d-4101-a89c-45aedb93f6d4,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:46.090513 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34070) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:46.107176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-9edb7c72-d14e-4198-94c6-0f0283d512a9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '9e9d07cc-811d-4101-a89c-45aedb93f6d4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:46.107915 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-9edb7c72-d14e-4198-94c6-0f0283d512a9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:46.108956 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9edb7c72-d14e-4198-94c6-0f0283d512a9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0159786 Apr 22 14:43:46.114054 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34074) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:46.118603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-74f19874-3ae9-4532-8909-8602f23e3a69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.178076 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e9cb78-0a30-40e0-8723-4402c80f5042 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:46.217799 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.245807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] device_id is not set on port 0ee620a5-d179-4ced-b853-9368d7264199 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:43:46.281379 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-090bd885-28f3-4496-9645-3bd6841d617a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Synchronizing usage tracker for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:router {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:46.301366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f19874-3ae9-4532-8909-8602f23e3a69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Subnet': ['ID=d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:46.338470 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-090bd885-28f3-4496-9645-3bd6841d617a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Unset dirty status for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:router {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:46.342961 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-090bd885-28f3-4496-9645-3bd6841d617a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8908408 Apr 22 14:43:46.343627 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34078) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:46.345577 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dc561334-b9a8-4a51-a485-7277bb923e3e None None] Provisioning for port 3e6e4c29-aa84-44c4-8f9e-d517575113d5 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:46.360238 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dc561334-b9a8-4a51-a485-7277bb923e3e None None] Provisioning complete for port 3e6e4c29-aa84-44c4-8f9e-d517575113d5 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:46.360612 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dc561334-b9a8-4a51-a485-7277bb923e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.362176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-282e1365-993e-4691-a3e2-b1495f6283d7 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-423334540'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:46.441193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b8be2379-69df-4402-a98f-42ce79895dbc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.479918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8::1e9 (19101698-c44e-4563-acd4-3bbade7a380a/f5984c71-e551-4401-b9a5-74da5f7b31b3/0ee620a5-d179-4ced-b853-9368d7264199) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:46.488426 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Allocated IP 2001:db8:0:1:f816:3eff:fe49:59f5 (19101698-c44e-4563-acd4-3bbade7a380a/14d1ba59-54fe-4e36-852d-98110c9b59b0/0ee620a5-d179-4ced-b853-9368d7264199) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:46.658857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f19874-3ae9-4532-8909-8602f23e3a69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Checking segment: {'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:46.659512 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f19874-3ae9-4532-8909-8602f23e3a69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network hostable DHCP agents. Network: 7ce38580-bcfc-45b9-9805-0712d9031bc2, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:43:46.663701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be2379-69df-4402-a98f-42ce79895dbc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Port': ['ID=1d1b108d-2348-409d-8661-7be1260153fd,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:46.668481 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ae81d0ca-3826-4fe8-9cfb-d5453f6361a7 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.687209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dc561334-b9a8-4a51-a485-7277bb923e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.728993 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:41Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:46.743328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ea86a0-128c-4476-b945-8e5c10545687 None None] The sync data for ids ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'] in dv-neutron-839027-1-hyperv is: [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:41Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:46.753648 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-dc561334-b9a8-4a51-a485-7277bb923e3e None None] For port 3e6e4c29-aa84-44c4-8f9e-d517575113d5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3e6e4c29-aa84-44c4-8f9e-d517575113d5,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:46.766672 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dc561334-b9a8-4a51-a485-7277bb923e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.789848 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ae81d0ca-3826-4fe8-9cfb-d5453f6361a7 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.806818 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.854450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Transition to ACTIVE for port object 0ee620a5-d179-4ced-b853-9368d7264199 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:46.901013 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.909833 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f19874-3ae9-4532-8909-8602f23e3a69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 7ce38580-bcfc-45b9-9805-0712d9031bc2 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:43:46.914035 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc561334-b9a8-4a51-a485-7277bb923e3e None None] Pushing event updated for resources: {'Port': ['ID=3e6e4c29-aa84-44c4-8f9e-d517575113d5,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:46.940803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-74f19874-3ae9-4532-8909-8602f23e3a69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 7ce38580-bcfc-45b9-9805-0712d9031bc2) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:46.949569 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24345af-20ac-4a01-9141-4cb422f1680f None None] Network 7ce38580-bcfc-45b9-9805-0712d9031bc2 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:47.064249 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f19874-3ae9-4532-8909-8602f23e3a69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:47.065621 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-74f19874-3ae9-4532-8909-8602f23e3a69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.186133 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ae81d0ca-3826-4fe8-9cfb-d5453f6361a7 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.256665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3e6e4c29-aa84-44c4-8f9e-d517575113d5 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:47.274842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81d0ca-3826-4fe8-9cfb-d5453f6361a7 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9d07cc-811d-4101-a89c-45aedb93f6d4,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:47.278859 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Network 19101698-c44e-4563-acd4-3bbade7a380a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:47.282997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:47.285652 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ae81d0ca-3826-4fe8-9cfb-d5453f6361a7 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.286981 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ae81d0ca-3826-4fe8-9cfb-d5453f6361a7 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "DELETE /v2.0/security-groups/9e9d07cc-811d-4101-a89c-45aedb93f6d4 HTTP/1.1" status: 204 len: 168 time: 1.1719158 Apr 22 14:43:47.287395 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:47.292464 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:47.292733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.294270 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34082) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:47.322075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event updated for resources: {'Port': ['ID=0ee620a5-d179-4ced-b853-9368d7264199,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:47.343085 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-74f19874-3ae9-4532-8909-8602f23e3a69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8314757 Apr 22 14:43:47.348624 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34086) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:47.364298 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-575926b8-2769-471c-a83b-9d0b573d847b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6130736 Apr 22 14:43:47.364794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34090) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:47.476950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-7ce38580-bcfc-45b9-9805-0712d9031bc2', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:47.477745 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.534348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b8be2379-69df-4402-a98f-42ce79895dbc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.578351 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 3e6e4c29-aa84-44c4-8f9e-d517575113d5 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:47.578723 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.606419 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6c6fe576-01ab-404d-bf40-ffc4a5a5b208 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Synchronizing usage tracker for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:47.737765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6c6fe576-01ab-404d-bf40-ffc4a5a5b208 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Unset dirty status for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:47.738448 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting port 0ee620a5-d179-4ced-b853-9368d7264199 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:47.742820 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.745215 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6c6fe576-01ab-404d-bf40-ffc4a5a5b208 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4238663 Apr 22 14:43:47.756132 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34094) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:47.828364 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-dbc3c394-9874-42a0-b712-e897f9ab6a52 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139731436'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:47.844734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-dbc3c394-9874-42a0-b712-e897f9ab6a52 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:47.899787 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-dbc3c394-9874-42a0-b712-e897f9ab6a52 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:47.949749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dbc3c394-9874-42a0-b712-e897f9ab6a52 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.994816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Allocated IP 172.20.0.2 (7ce38580-bcfc-45b9-9805-0712d9031bc2/d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e/ca903530-1d48-4a34-b788-7d5f53460c8a) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:48.020546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c91f84fd-254a-43ed-9ee0-943d255e0218 None None] Provisioning complete for port 3e6e4c29-aa84-44c4-8f9e-d517575113d5 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:48.021287 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c91f84fd-254a-43ed-9ee0-943d255e0218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.030225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-dbc3c394-9874-42a0-b712-e897f9ab6a52 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:48.037955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-dbc3c394-9874-42a0-b712-e897f9ab6a52 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:48.041830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-dbc3c394-9874-42a0-b712-e897f9ab6a52 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:48.118807 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-dbc3c394-9874-42a0-b712-e897f9ab6a52 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:48.253290 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.323110 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.334523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Transition to ACTIVE for port object ca903530-1d48-4a34-b788-7d5f53460c8a will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:48.354003 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Transition to ACTIVE for port object ca903530-1d48-4a34-b788-7d5f53460c8a will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:48.361130 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.388661 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Calling delete_port for 0ee620a5-d179-4ced-b853-9368d7264199 owned by {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:48.443965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Network 7ce38580-bcfc-45b9-9805-0712d9031bc2 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:48.444708 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Pushing event updated for resources: {'Port': ['ID=ca903530-1d48-4a34-b788-7d5f53460c8a,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:48.448259 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:48.451442 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:48.488008 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-beef35a7-63a9-4dcd-86dc-669fdd8e0ff3 None None] Provisioning for port 0ee620a5-d179-4ced-b853-9368d7264199 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:48.531264 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-beef35a7-63a9-4dcd-86dc-669fdd8e0ff3 None None] Provisioning complete for port 0ee620a5-d179-4ced-b853-9368d7264199 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:48.531264 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-beef35a7-63a9-4dcd-86dc-669fdd8e0ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.592939 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Attempting to bind port ca903530-1d48-4a34-b788-7d5f53460c8a on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:48.593302 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Attempting to bind port ca903530-1d48-4a34-b788-7d5f53460c8a by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:48.593796 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Attempting to bind port ca903530-1d48-4a34-b788-7d5f53460c8a on network 7ce38580-bcfc-45b9-9805-0712d9031bc2 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:48.607212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:48.607612 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Checking segment: {'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:48.608014 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.608406 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Bound using segment: {'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:48.608885 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Bound port: ca903530-1d48-4a34-b788-7d5f53460c8a, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:48.609257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.617975 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-beef35a7-63a9-4dcd-86dc-669fdd8e0ff3 None None] Port 0ee620a5-d179-4ced-b853-9368d7264199 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:48.620134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dbc3c394-9874-42a0-b712-e897f9ab6a52 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.692267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dbc3c394-9874-42a0-b712-e897f9ab6a52 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.710223 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] For port ca903530-1d48-4a34-b788-7d5f53460c8a, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:48.713692 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] For port ca903530-1d48-4a34-b788-7d5f53460c8a, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ca903530-1d48-4a34-b788-7d5f53460c8a,segment=NetworkSegment(ac7a0800-224d-4d85-b44b-63ec7b17ded0),segment_id=ac7a0800-224d-4d85-b44b-63ec7b17ded0)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:48.720162 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.729565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-282e1365-993e-4691-a3e2-b1495f6283d7 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.760981 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3c394-9874-42a0-b712-e897f9ab6a52 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbcc3ee-77b0-4fa0-9734-4ecfc046e3cb,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:48.775401 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-282e1365-993e-4691-a3e2-b1495f6283d7 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.793170 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dbc3c394-9874-42a0-b712-e897f9ab6a52 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.796993 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dbc3c394-9874-42a0-b712-e897f9ab6a52 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0357633 Apr 22 14:43:48.799629 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34098) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:48.809838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ab7bae1a-29a1-4cd6-8c2a-59a05b81f6b8 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '6bbcc3ee-77b0-4fa0-9734-4ecfc046e3cb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:48.815622 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-ab7bae1a-29a1-4cd6-8c2a-59a05b81f6b8 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:48.815622 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ab7bae1a-29a1-4cd6-8c2a-59a05b81f6b8 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077262 Apr 22 14:43:48.819258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34102) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:48.820073 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc9dc0-1463-4525-858f-54acceb88cb1 None None] Pushing event updated for resources: {'Port': ['ID=ca903530-1d48-4a34-b788-7d5f53460c8a,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:48.849451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.924913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Port': ['ID=0ee620a5-d179-4ced-b853-9368d7264199,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:48.963838 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8be2379-69df-4402-a98f-42ce79895dbc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 14645af6-d996-4821-98f9-3a99f0ea96b2 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:49.161107 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:49.191720 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:49.192251 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:49.192599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:49.193092 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:49.193260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:49.193599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:49.193928 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:49.194252 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:49.194577 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:49.194899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:49.195222 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:49.209394 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.237134 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5faa4a56-6440-43f1-96d5-5f3b9ccf9aa6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/0ee620a5-d179-4ced-b853-9368d7264199 HTTP/1.1" status: 204 len: 168 time: 1.8706398 Apr 22 14:43:49.240578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34106) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:49.251867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd7a58d9-a8e9-4602-820a-8cc685cf6180 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.297881 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd7a58d9-a8e9-4602-820a-8cc685cf6180 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.302042 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:49.312740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:49.313118 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.345203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282e1365-993e-4691-a3e2-b1495f6283d7 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 82b12d66-45ce-49d6-9353-481d147fc4e4 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:49.379824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8be2379-69df-4402-a98f-42ce79895dbc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:49.389386 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b8be2379-69df-4402-a98f-42ce79895dbc tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/14645af6-d996-4821-98f9-3a99f0ea96b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2837009 Apr 22 14:43:49.390559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34110) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:49.410474 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd7a58d9-a8e9-4602-820a-8cc685cf6180 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.442346 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b16529-8906-43bd-98a1-dcb1f82bae06 None None] Sync routers for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:49.444096 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a58d9-a8e9-4602-820a-8cc685cf6180 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbcc3ee-77b0-4fa0-9734-4ecfc046e3cb,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:49.458825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd7a58d9-a8e9-4602-820a-8cc685cf6180 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.459990 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cd7a58d9-a8e9-4602-820a-8cc685cf6180 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "DELETE /v2.0/security-groups/6bbcc3ee-77b0-4fa0-9734-4ecfc046e3cb HTTP/1.1" status: 204 len: 168 time: 0.6385133 Apr 22 14:43:49.462619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34114) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:49.521737 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479e1d4c-2efd-476b-9f15-5b574b5aee1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:49.525793 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-479e1d4c-2efd-476b-9f15-5b574b5aee1a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2787178 Apr 22 14:43:49.531695 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34118) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:49.613569 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b16529-8906-43bd-98a1-dcb1f82bae06 None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:49.614191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-07b16529-8906-43bd-98a1-dcb1f82bae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:49.652228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2c0c96ee-12ee-4eb1-b8f6-2055a81b47e3 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Synchronizing usage tracker for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:49.682816 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.710215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2c0c96ee-12ee-4eb1-b8f6-2055a81b47e3 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Unset dirty status for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:49.711612 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2c0c96ee-12ee-4eb1-b8f6-2055a81b47e3 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2479725 Apr 22 14:43:49.718573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34122) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:49.735164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-606cee8c-da47-4f69-9f5d-f37d58f70949 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group': {'name': 'tempest-secgroup--360737449'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:49.747065 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-606cee8c-da47-4f69-9f5d-f37d58f70949 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:49.777049 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-606cee8c-da47-4f69-9f5d-f37d58f70949 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:49.810338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-606cee8c-da47-4f69-9f5d-f37d58f70949 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.822427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-8438c831-0521-42eb-a9e7-d997d82c33e8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting subnet f17c0111-2ed7-41d0-9676-3906654890c9 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:49.833929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8438c831-0521-42eb-a9e7-d997d82c33e8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.885459 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.903556 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3771ff-4554-4971-840c-3c387a965b0e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:49.904304 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8b3771ff-4554-4971-840c-3c387a965b0e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:49.915429 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8438c831-0521-42eb-a9e7-d997d82c33e8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.916602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:49.937274 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.955633 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-07b16529-8906-43bd-98a1-dcb1f82bae06 None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:49.968913 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-606cee8c-da47-4f69-9f5d-f37d58f70949 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:49.980983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-606cee8c-da47-4f69-9f5d-f37d58f70949 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:49.987187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-606cee8c-da47-4f69-9f5d-f37d58f70949 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:49.999099 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-606cee8c-da47-4f69-9f5d-f37d58f70949 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:50.057975 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8b3771ff-4554-4971-840c-3c387a965b0e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:50.063738 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8b3771ff-4554-4971-840c-3c387a965b0e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5309756 Apr 22 14:43:50.064963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34126) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:50.082293 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8438c831-0521-42eb-a9e7-d997d82c33e8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.139398 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282e1365-993e-4691-a3e2-b1495f6283d7 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:50.155701 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c44aabc-b3b8-4990-a8e5-e9f03ae8a842 None None] Sync routers for ids ['82b12d66-45ce-49d6-9353-481d147fc4e4'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:50.169773 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c44aabc-b3b8-4990-a8e5-e9f03ae8a842 None None] Routers {'82b12d66-45ce-49d6-9353-481d147fc4e4'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:50.170736 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7c44aabc-b3b8-4990-a8e5-e9f03ae8a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['82b12d66-45ce-49d6-9353-481d147fc4e4'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:50.176727 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17048dc-00b0-4e00-8486-fcad10533790 None None] Network 7ce38580-bcfc-45b9-9805-0712d9031bc2 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:50.177104 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-606cee8c-da47-4f69-9f5d-f37d58f70949 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.229636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becf6d0c-9f4c-4a92-aa80-567f467403c8 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:50.231137 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becf6d0c-9f4c-4a92-aa80-567f467403c8 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:50.232616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becf6d0c-9f4c-4a92-aa80-567f467403c8 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:50.233665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-becf6d0c-9f4c-4a92-aa80-567f467403c8 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:50.239909 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-606cee8c-da47-4f69-9f5d-f37d58f70949 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.249341 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7c44aabc-b3b8-4990-a8e5-e9f03ae8a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:50.265535 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c44aabc-b3b8-4990-a8e5-e9f03ae8a842 None None] Routers {'82b12d66-45ce-49d6-9353-481d147fc4e4'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:50.266488 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7c44aabc-b3b8-4990-a8e5-e9f03ae8a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['82b12d66-45ce-49d6-9353-481d147fc4e4'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:50.266931 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-becf6d0c-9f4c-4a92-aa80-567f467403c8 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:50.272355 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-becf6d0c-9f4c-4a92-aa80-567f467403c8 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1963439 Apr 22 14:43:50.273147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34130) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:50.289689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8438c831-0521-42eb-a9e7-d997d82c33e8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.296294 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-282e1365-993e-4691-a3e2-b1495f6283d7 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.297607 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-282e1365-993e-4691-a3e2-b1495f6283d7 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/82b12d66-45ce-49d6-9353-481d147fc4e4 HTTP/1.1" status: 200 len: 891 time: 3.9477355 Apr 22 14:43:50.305096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cee8c-da47-4f69-9f5d-f37d58f70949 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02cf46bc-4dac-43bb-8826-860401b39cdf,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:50.341806 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34134) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:50.348300 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7c44aabc-b3b8-4990-a8e5-e9f03ae8a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:50.348861 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c44aabc-b3b8-4990-a8e5-e9f03ae8a842 None None] The sync data for ids ['82b12d66-45ce-49d6-9353-481d147fc4e4'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:50.355574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438c831-0521-42eb-a9e7-d997d82c33e8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Subnet': ['ID=f17c0111-2ed7-41d0-9676-3906654890c9,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:50.425446 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6148c4-3d61-4ea3-8b5e-ac9d7ba2df5d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet 14d1ba59-54fe-4e36-852d-98110c9b59b0 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:50.434289 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c6148c4-3d61-4ea3-8b5e-ac9d7ba2df5d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.442665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:50.460759 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7911b978-f82e-4d16-8431-3b3eeb6ac077 None None] Network 91bdcb54-e6ed-4fa0-a58c-31a139105e85 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:50.474147 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7047756d-86a1-429d-8cf7-7eafd5747c7e None None] Provisioning for port ca903530-1d48-4a34-b788-7d5f53460c8a completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:50.483424 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.1 (7ce38580-bcfc-45b9-9805-0712d9031bc2/d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e/7c3b03bb-0839-4c22-9f3a-169f6ffacd21) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:50.511804 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c6148c4-3d61-4ea3-8b5e-ac9d7ba2df5d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.613061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8438c831-0521-42eb-a9e7-d997d82c33e8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.615010 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8438c831-0521-42eb-a9e7-d997d82c33e8 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/f17c0111-2ed7-41d0-9676-3906654890c9 HTTP/1.1" status: 204 len: 168 time: 1.2227168 Apr 22 14:43:50.616599 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-606cee8c-da47-4f69-9f5d-f37d58f70949 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.617274 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-606cee8c-da47-4f69-9f5d-f37d58f70949 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8927414 Apr 22 14:43:50.618030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34138) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:50.625890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34140) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:50.666005 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-436229bb-0620-4d21-a83f-1bfd77698543 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '02cf46bc-4dac-43bb-8826-860401b39cdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:50.666760 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-436229bb-0620-4d21-a83f-1bfd77698543 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:50.668138 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-436229bb-0620-4d21-a83f-1bfd77698543 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0339861 Apr 22 14:43:50.672041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34146) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:50.680908 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-9a266235-381c-4037-b74b-ab14458512d1 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '02cf46bc-4dac-43bb-8826-860401b39cdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:50.681517 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-9a266235-381c-4037-b74b-ab14458512d1 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:50.682474 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9a266235-381c-4037-b74b-ab14458512d1 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0088317 Apr 22 14:43:50.688533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34150) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:50.751393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.758463 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c6148c4-3d61-4ea3-8b5e-ac9d7ba2df5d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.761398 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a6cc90aa-f1bd-49e6-ac83-86d928d97d32 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '02cf46bc-4dac-43bb-8826-860401b39cdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:50.762087 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-a6cc90aa-f1bd-49e6-ac83-86d928d97d32 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:50.763063 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a6cc90aa-f1bd-49e6-ac83-86d928d97d32 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0154262 Apr 22 14:43:50.785471 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34154) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:50.800850 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-e85cb722-e9b0-4cad-aa8e-c382d7d8f5a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '02cf46bc-4dac-43bb-8826-860401b39cdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:50.801880 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-e85cb722-e9b0-4cad-aa8e-c382d7d8f5a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:50.802692 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e85cb722-e9b0-4cad-aa8e-c382d7d8f5a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0165977 Apr 22 14:43:50.807445 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34158) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:50.838653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:50.839538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.860671 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:50.861150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.921481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c206acae-c240-4eeb-ae6b-3a0d54f2176d tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.925479 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c6148c4-3d61-4ea3-8b5e-ac9d7ba2df5d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.943451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-07b16529-8906-43bd-98a1-dcb1f82bae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:46Z', 'revision_number': 9, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:43:06Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:50.951447 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b16529-8906-43bd-98a1-dcb1f82bae06 None None] Checking router: 14645af6-d996-4821-98f9-3a99f0ea96b2 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:50.992942 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6148c4-3d61-4ea3-8b5e-ac9d7ba2df5d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=14d1ba59-54fe-4e36-852d-98110c9b59b0,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:50.996160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b16529-8906-43bd-98a1-dcb1f82bae06 None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:50.996974 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-07b16529-8906-43bd-98a1-dcb1f82bae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:51.016974 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.150862 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ed311d38-5a01-49cc-a51b-8c80676b0805 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/routers/82b12d66-45ce-49d6-9353-481d147fc4e4 HTTP/1.1" status: 200 len: 891 time: 0.8037469 Apr 22 14:43:51.154965 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34162) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:51.162537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c6148c4-3d61-4ea3-8b5e-ac9d7ba2df5d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.166425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea1edc6-2a81-40fe-a6e2-25a97df7f031 None None] DHCP port deletion for 91bdcb54-e6ed-4fa0-a58c-31a139105e85 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:51.180096 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c206acae-c240-4eeb-ae6b-3a0d54f2176d tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.186919 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849dd8c6-bbf5-499a-8f5b-34ab69219e51 None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:51.204717 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1edc6-2a81-40fe-a6e2-25a97df7f031 None None] Deleting port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:51.205095 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3ea1edc6-2a81-40fe-a6e2-25a97df7f031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.212769 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=7c3b03bb-0839-4c22-9f3a-169f6ffacd21,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:51.218331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] For port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8d1ab4b6-1e1d-4807-b1af-374d84bb9547,segment=NetworkSegment(edd3e8c4-977b-442d-b1e5-2d0e6c92d57c),segment_id=edd3e8c4-977b-442d-b1e5-2d0e6c92d57c)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:51.218697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.235681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f572f33c-1a4b-4b47-8fa5-97e87a7c840e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Synchronizing usage tracker for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:51.245612 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4c6148c4-3d61-4ea3-8b5e-ac9d7ba2df5d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/14d1ba59-54fe-4e36-852d-98110c9b59b0 HTTP/1.1" status: 204 len: 168 time: 0.9670956 Apr 22 14:43:51.251809 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34166) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:51.279917 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ca903530-1d48-4a34-b788-7d5f53460c8a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:51.313127 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 7ce38580-bcfc-45b9-9805-0712d9031bc2 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:51.321550 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:51.326590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:51.373370 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:51.385688 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c206acae-c240-4eeb-ae6b-3a0d54f2176d tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.429220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f572f33c-1a4b-4b47-8fa5-97e87a7c840e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Unset dirty status for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:51.433633 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f572f33c-1a4b-4b47-8fa5-97e87a7c840e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b12d66-45ce-49d6-9353-481d147fc4e4 HTTP/1.1" status: 200 len: 205 time: 0.2774212 Apr 22 14:43:51.436826 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34170) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:51.616047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.621760 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206acae-c240-4eeb-ae6b-3a0d54f2176d tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cf46bc-4dac-43bb-8826-860401b39cdf,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:51.653205 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.681816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Port': ['ID=8d1ab4b6-1e1d-4807-b1af-374d84bb9547,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:51.695229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] No DVR routers for this DVR port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:51.707398 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c206acae-c240-4eeb-ae6b-3a0d54f2176d tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.711701 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c206acae-c240-4eeb-ae6b-3a0d54f2176d tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "DELETE /v2.0/security-groups/02cf46bc-4dac-43bb-8826-860401b39cdf HTTP/1.1" status: 204 len: 168 time: 0.9001355 Apr 22 14:43:51.713022 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34174) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:51.730789 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-07b16529-8906-43bd-98a1-dcb1f82bae06 None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:51.832396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.834641 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3ea1edc6-2a81-40fe-a6e2-25a97df7f031 None None] For port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8d1ab4b6-1e1d-4807-b1af-374d84bb9547,segment=NetworkSegment(edd3e8c4-977b-442d-b1e5-2d0e6c92d57c),segment_id=edd3e8c4-977b-442d-b1e5-2d0e6c92d57c)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:51.834641 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3ea1edc6-2a81-40fe-a6e2-25a97df7f031 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.847156 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.872559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91bdcb54-e6ed-4fa0-a58c-31a139105e85']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:51.880798 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-fced768c-88c2-4359-8ba9-3be4724f7172 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Deleting subnet f5984c71-e551-4401-b9a5-74da5f7b31b3 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:51.889603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd3e8c4-977b-442d-b1e5-2d0e6c92d57c') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:51.890082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd3e8c4-977b-442d-b1e5-2d0e6c92d57c') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:51.890220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fced768c-88c2-4359-8ba9-3be4724f7172 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.906653 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cc44c059-5ff7-45ac-bc71-cde5559ed524 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.922273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-6e01906f-a4b2-4990-b961-8cf49a2ea926 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Synchronizing usage tracker for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:51.957823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.009581 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1edc6-2a81-40fe-a6e2-25a97df7f031 None None] Calling delete_port for 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:52.035974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.039090 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port ca903530-1d48-4a34-b788-7d5f53460c8a completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:52.047256 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:52.047942 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:52.066926 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:52.070284 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fced768c-88c2-4359-8ba9-3be4724f7172 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.105549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port ca903530-1d48-4a34-b788-7d5f53460c8a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:52.105921 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.128207 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7e5bbc1f-5a54-4c40-a154-0f6f8264c0c7 None None] Provisioning for port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:52.161659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-6e01906f-a4b2-4990-b961-8cf49a2ea926 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Unset dirty status for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:52.165066 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6e01906f-a4b2-4990-b961-8cf49a2ea926 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4477351 Apr 22 14:43:52.167550 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34178) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:52.175644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-7a663366-5c7d-4e01-b86a-db2621770cba tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group': {'name': 'tempest-secgroup--19795763'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:52.180373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7e5bbc1f-5a54-4c40-a154-0f6f8264c0c7 None None] Provisioning complete for port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:52.180743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7e5bbc1f-5a54-4c40-a154-0f6f8264c0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.186125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7a663366-5c7d-4e01-b86a-db2621770cba tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:52.191789 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.214951 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.226212 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7a663366-5c7d-4e01-b86a-db2621770cba tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:52.233774 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Network': ['ID=91bdcb54-e6ed-4fa0-a58c-31a139105e85,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:52.255920 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3946a53b-58ee-4a3d-8765-d20e28b17844 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/networks/91bdcb54-e6ed-4fa0-a58c-31a139105e85 HTTP/1.1" status: 204 len: 168 time: 1.6322782 Apr 22 14:43:52.259068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34182) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:52.260748 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a663366-5c7d-4e01-b86a-db2621770cba tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.382051 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7e5bbc1f-5a54-4c40-a154-0f6f8264c0c7 None None] Port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:52.403433 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-3ea1edc6-2a81-40fe-a6e2-25a97df7f031 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:52.403789 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-3ea1edc6-2a81-40fe-a6e2-25a97df7f031 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:52.417500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fced768c-88c2-4359-8ba9-3be4724f7172 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.438260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7a663366-5c7d-4e01-b86a-db2621770cba tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:52.445668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7a663366-5c7d-4e01-b86a-db2621770cba tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:52.449230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7a663366-5c7d-4e01-b86a-db2621770cba tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:52.457631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7a663366-5c7d-4e01-b86a-db2621770cba tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:52.473525 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cc44c059-5ff7-45ac-bc71-cde5559ed524 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.492059 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-cc44c059-5ff7-45ac-bc71-cde5559ed524 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port 02a32586-ab2b-4823-9596-3adf4249fd43 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:52.492498 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cc44c059-5ff7-45ac-bc71-cde5559ed524 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.506896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3615-b1e0-41bc-9d02-ffe812808cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.557438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.627270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port ca903530-1d48-4a34-b788-7d5f53460c8a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ca903530-1d48-4a34-b788-7d5f53460c8a,segment=NetworkSegment(ac7a0800-224d-4d85-b44b-63ec7b17ded0),segment_id=ac7a0800-224d-4d85-b44b-63ec7b17ded0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:52.640367 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.641257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:52.647629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a663366-5c7d-4e01-b86a-db2621770cba tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.655421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fced768c-88c2-4359-8ba9-3be4724f7172 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.667503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a663366-5c7d-4e01-b86a-db2621770cba tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.708862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced768c-88c2-4359-8ba9-3be4724f7172 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Subnet': ['ID=f5984c71-e551-4401-b9a5-74da5f7b31b3,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:52.728310 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:43:52.739661 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fced768c-88c2-4359-8ba9-3be4724f7172 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.768581 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7a663366-5c7d-4e01-b86a-db2621770cba tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.772992 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7a663366-5c7d-4e01-b86a-db2621770cba tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6021800 Apr 22 14:43:52.781674 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34186) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:52.795648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a663366-5c7d-4e01-b86a-db2621770cba tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8138331d-1140-473a-a147-1bd56191ca2d,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:52.810643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-52e9df2f-1c27-4ff4-8a4c-a13cb407a651 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '8138331d-1140-473a-a147-1bd56191ca2d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:52.811365 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-52e9df2f-1c27-4ff4-8a4c-a13cb407a651 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:52.817721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34190) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:52.818239 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-52e9df2f-1c27-4ff4-8a4c-a13cb407a651 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0242214 Apr 22 14:43:52.822799 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cc44c059-5ff7-45ac-bc71-cde5559ed524 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.831639 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.839341 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-07b16529-8906-43bd-98a1-dcb1f82bae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:46Z', 'revision_number': 9, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:43:06Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:52.845542 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8ff68ffa-a829-45ba-91bb-371f2cd1f860 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '8138331d-1140-473a-a147-1bd56191ca2d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:52.851872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b16529-8906-43bd-98a1-dcb1f82bae06 None None] The sync data for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv is: [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:46Z', 'revision_number': 9, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': '17a225e2-c219-415a-9430-4f91f36c3e13', 'name': '', 'network_id': 'c55529df-b153-4c48-bbf2-80430bf38dbd', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:f2:9e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:50Z', 'updated_at': '2022-04-22T14:43:06Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a93f6e78-a089-48e4-87b6-f1fe2f23332e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:52.853931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=ca903530-1d48-4a34-b788-7d5f53460c8a,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:52.872651 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:52.873018 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.914379 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fced768c-88c2-4359-8ba9-3be4724f7172 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/f5984c71-e551-4401-b9a5-74da5f7b31b3 HTTP/1.1" status: 204 len: 168 time: 1.6606486 Apr 22 14:43:52.915489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.920195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1edc6-2a81-40fe-a6e2-25a97df7f031 None None] Deleting port 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:52.920568 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3ea1edc6-2a81-40fe-a6e2-25a97df7f031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.942333 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8ff68ffa-a829-45ba-91bb-371f2cd1f860 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:52.949923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34194) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:52.969329 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-cc44c059-5ff7-45ac-bc71-cde5559ed524 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for 02a32586-ab2b-4823-9596-3adf4249fd43 owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:53.019341 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1edc6-2a81-40fe-a6e2-25a97df7f031 None None] The port '8d1ab4b6-1e1d-4807-b1af-374d84bb9547' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:43:53.074587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8ff68ffa-a829-45ba-91bb-371f2cd1f860 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:53.091081 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d2036c8f-7a49-45a7-9964-bbb11e862f93 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110761 Apr 22 14:43:53.095364 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8ff68ffa-a829-45ba-91bb-371f2cd1f860 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:53.105838 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34198) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:53.263998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8ff68ffa-a829-45ba-91bb-371f2cd1f860 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:53.266725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e549f2ef-3f6f-4aad-9270-c7878bc84a88 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:53.268559 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e549f2ef-3f6f-4aad-9270-c7878bc84a88 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1617365 Apr 22 14:43:53.276351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34202) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:53.277037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cc44c059-5ff7-45ac-bc71-cde5559ed524 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.305416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.318256 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=7c3b03bb-0839-4c22-9f3a-169f6ffacd21,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:53.337366 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ca903530-1d48-4a34-b788-7d5f53460c8a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:53.365920 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-8ff68ffa-a829-45ba-91bb-371f2cd1f860 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:53.369768 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8ff68ffa-a829-45ba-91bb-371f2cd1f860 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5390217 Apr 22 14:43:53.371917 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34206) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:53.392164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44c059-5ff7-45ac-bc71-cde5559ed524 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=02a32586-ab2b-4823-9596-3adf4249fd43,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:53.428383 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port ca903530-1d48-4a34-b788-7d5f53460c8a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:53.429000 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.432001 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-db2e1aad-0254-42e9-b300-0b358fe805ec tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '8138331d-1140-473a-a147-1bd56191ca2d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:53.432647 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-db2e1aad-0254-42e9-b300-0b358fe805ec tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:53.433606 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-db2e1aad-0254-42e9-b300-0b358fe805ec tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0606091 Apr 22 14:43:53.441911 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34210) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:53.454204 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-12167be6-d179-42bb-9162-e22e7be7eb76 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '8138331d-1140-473a-a147-1bd56191ca2d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:53.495189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-12167be6-d179-42bb-9162-e22e7be7eb76 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:53.507667 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcb3628-0542-4be9-bb2c-c026657f759b None None] Network 19101698-c44e-4563-acd4-3bbade7a380a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:53.508980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49384c8-5470-45ce-936d-5cb294600add tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:53.509675 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a49384c8-5470-45ce-936d-5cb294600add tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Synchronizing usage tracker for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:53.512539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-12167be6-d179-42bb-9162-e22e7be7eb76 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:53.513062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75dd4eed-5be8-4a6f-9b54-ddfacc515ca7 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.521437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-12167be6-d179-42bb-9162-e22e7be7eb76 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:53.532854 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-12167be6-d179-42bb-9162-e22e7be7eb76 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:53.623432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a49384c8-5470-45ce-936d-5cb294600add tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Unset dirty status for tenant:042dc5cca98943ac84219c0cf750e4e3 on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:53.624605 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a49384c8-5470-45ce-936d-5cb294600add tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3432944 Apr 22 14:43:53.631825 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34214) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:53.645725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 7ce38580-bcfc-45b9-9805-0712d9031bc2 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:53.650984 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:53.669556 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b7634dcc-1b8f-48e4-9800-2aa70ce69964 None None] Provisioning complete for port 3e6e4c29-aa84-44c4-8f9e-d517575113d5 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:53.670068 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b7634dcc-1b8f-48e4-9800-2aa70ce69964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.782748 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7a982bbe-e090-4af3-8722-3e0d88b80e19 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1452813 Apr 22 14:43:53.796548 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34218) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:53.858216 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-12167be6-d179-42bb-9162-e22e7be7eb76 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:53.859232 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-12167be6-d179-42bb-9162-e22e7be7eb76 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4163768 Apr 22 14:43:53.860072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cc44c059-5ff7-45ac-bc71-cde5559ed524 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.869034 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34222) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:53.882308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7a4956ed-5a6b-46cf-bd0f-09acf9f2e610 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '8138331d-1140-473a-a147-1bd56191ca2d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:53.882550 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1d1b108d-2348-409d-8661-7be1260153fd no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:53.882662 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-7a4956ed-5a6b-46cf-bd0f-09acf9f2e610 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:53.886394 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7a4956ed-5a6b-46cf-bd0f-09acf9f2e610 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0122805 Apr 22 14:43:53.901388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34226) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:53.910998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-cf2b655e-cdba-4aa7-a76f-c088600785b8 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '8138331d-1140-473a-a147-1bd56191ca2d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:53.917309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-cf2b655e-cdba-4aa7-a76f-c088600785b8 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:53.923169 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-cf2b655e-cdba-4aa7-a76f-c088600785b8 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:53.927619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-cf2b655e-cdba-4aa7-a76f-c088600785b8 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:53.933896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-cf2b655e-cdba-4aa7-a76f-c088600785b8 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:53.969587 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 1d1b108d-2348-409d-8661-7be1260153fd {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:53.969925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1d1b108d-2348-409d-8661-7be1260153fd not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:53.970337 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:53.994106 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3deaa57-f397-48fc-a1af-63ce415a3683 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:53.995587 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3deaa57-f397-48fc-a1af-63ce415a3683 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:54.010599 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:54.011088 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8d1ab4b6-1e1d-4807-b1af-374d84bb9547 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:54.011367 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e3deaa57-f397-48fc-a1af-63ce415a3683 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/0ee620a5-d179-4ced-b853-9368d7264199 HTTP/1.1" status: 404 len: 333 time: 0.2130604 Apr 22 14:43:54.014762 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34230) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.060686 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fec8f27-468a-4b15-84c1-0acd3d99a1dd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:54.061428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fec8f27-468a-4b15-84c1-0acd3d99a1dd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:54.063218 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6fec8f27-468a-4b15-84c1-0acd3d99a1dd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/14d1ba59-54fe-4e36-852d-98110c9b59b0 HTTP/1.1" status: 404 len: 337 time: 0.0471306 Apr 22 14:43:54.090135 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34234) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.145183 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8270fa-23ae-4da0-97d2-59241e0f5a47 None None] DHCP port deletion for 19101698-c44e-4563-acd4-3bbade7a380a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:54.150306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3f8270fa-23ae-4da0-97d2-59241e0f5a47 None None] Deleting port 3e6e4c29-aa84-44c4-8f9e-d517575113d5 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:54.151255 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-cf2b655e-cdba-4aa7-a76f-c088600785b8 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:54.151532 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3f8270fa-23ae-4da0-97d2-59241e0f5a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.156301 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cf2b655e-cdba-4aa7-a76f-c088600785b8 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2500007 Apr 22 14:43:54.158807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34238) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.162868 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3ea9cb-0de7-40ef-b35d-358d33b18bd2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:54.163337 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3ea9cb-0de7-40ef-b35d-358d33b18bd2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:54.165029 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4b3ea9cb-0de7-40ef-b35d-358d33b18bd2 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/f5984c71-e551-4401-b9a5-74da5f7b31b3 HTTP/1.1" status: 404 len: 337 time: 0.0732839 Apr 22 14:43:54.214349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34240) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.224075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-e5a77a4c-9de3-4a67-9da2-98f99dfb2cd7 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '8138331d-1140-473a-a147-1bd56191ca2d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:54.225008 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-e5a77a4c-9de3-4a67-9da2-98f99dfb2cd7 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:54.228681 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e5a77a4c-9de3-4a67-9da2-98f99dfb2cd7 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0182645 Apr 22 14:43:54.233486 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34246) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.269613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f4ac5f1f-43de-4794-993c-00fa32da5ebc None None] Provisioning complete for port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:54.270075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5f1f-43de-4794-993c-00fa32da5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.303134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ff3d3bd5-d908-4ad8-a106-6d07213e9fac tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '8138331d-1140-473a-a147-1bd56191ca2d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:54.315649 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ff3d3bd5-d908-4ad8-a106-6d07213e9fac tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:54.323048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ff3d3bd5-d908-4ad8-a106-6d07213e9fac tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:54.327620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ff3d3bd5-d908-4ad8-a106-6d07213e9fac tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:54.332205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cc44c059-5ff7-45ac-bc71-cde5559ed524 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.336664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ff3d3bd5-d908-4ad8-a106-6d07213e9fac tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:54.343194 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cc44c059-5ff7-45ac-bc71-cde5559ed524 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.399031 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.401166 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-090ab3ed-a131-4ae5-9581-94001e05baa7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:54.401352 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-ff3d3bd5-d908-4ad8-a106-6d07213e9fac tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:54.402046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090ab3ed-a131-4ae5-9581-94001e05baa7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:54.408883 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ff3d3bd5-d908-4ad8-a106-6d07213e9fac tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1625652 Apr 22 14:43:54.408883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cc44c059-5ff7-45ac-bc71-cde5559ed524 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.409328 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-090ab3ed-a131-4ae5-9581-94001e05baa7 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/cfd0a88d-2677-47ee-84df-d008c011850b HTTP/1.1" status: 404 len: 333 time: 0.1850493 Apr 22 14:43:54.409537 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc44c059-5ff7-45ac-bc71-cde5559ed524 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Fanout notify agent at l3_agent the message router_deleted on router 82b12d66-45ce-49d6-9353-481d147fc4e4 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:43:54.413070 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34250) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.413624 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34252) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.429821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-f4ac5f1f-43de-4794-993c-00fa32da5ebc None None] Port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:54.434750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cc44c059-5ff7-45ac-bc71-cde5559ed524 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.440495 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cc44c059-5ff7-45ac-bc71-cde5559ed524 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/routers/82b12d66-45ce-49d6-9353-481d147fc4e4 HTTP/1.1" status: 204 len: 168 time: 2.9991457 Apr 22 14:43:54.441421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34258) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.447537 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4df9fb9a-763e-4f78-9520-7bd06c9ce1a6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-114417200'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:54.451206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3f8270fa-23ae-4da0-97d2-59241e0f5a47 None None] For port 3e6e4c29-aa84-44c4-8f9e-d517575113d5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3e6e4c29-aa84-44c4-8f9e-d517575113d5,segment=NetworkSegment(2349bf3a-1a5e-4bd1-a324-55f6a197e436),segment_id=2349bf3a-1a5e-4bd1-a324-55f6a197e436)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:54.451744 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3f8270fa-23ae-4da0-97d2-59241e0f5a47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.452951 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4df9fb9a-763e-4f78-9520-7bd06c9ce1a6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:54.457763 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4df9fb9a-763e-4f78-9520-7bd06c9ce1a6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:network and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:54.460898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4df9fb9a-763e-4f78-9520-7bd06c9ce1a6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:54.466146 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-236c27dd-e442-41bb-b758-11f5508414c2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '8138331d-1140-473a-a147-1bd56191ca2d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:54.467146 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4df9fb9a-763e-4f78-9520-7bd06c9ce1a6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:54.473667 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-191effc7-9c11-42d8-b853-e8a1243ec896 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:54.473853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191effc7-9c11-42d8-b853-e8a1243ec896 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:54.475505 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-191effc7-9c11-42d8-b853-e8a1243ec896 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/abb8b6c7-455b-48e4-ac07-d3e6baed7dcd HTTP/1.1" status: 404 len: 337 time: 0.0598881 Apr 22 14:43:54.478057 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34262) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.478553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-236c27dd-e442-41bb-b758-11f5508414c2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:54.494500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-236c27dd-e442-41bb-b758-11f5508414c2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:54.499385 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-236c27dd-e442-41bb-b758-11f5508414c2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:54.508201 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-236c27dd-e442-41bb-b758-11f5508414c2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:54.521170 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ca5d99-cfcd-4d76-aac1-1923f14af6cf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:54.521609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ca5d99-cfcd-4d76-aac1-1923f14af6cf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:54.526082 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-74ca5d99-cfcd-4d76-aac1-1923f14af6cf tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/914acbd5-3d0e-44de-bf4d-2ab9f220f0e1 HTTP/1.1" status: 404 len: 337 time: 0.0438499 Apr 22 14:43:54.526082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34266) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.557106 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df9fb9a-763e-4f78-9520-7bd06c9ce1a6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:54.560596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4df9fb9a-763e-4f78-9520-7bd06c9ce1a6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.578085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3f8270fa-23ae-4da0-97d2-59241e0f5a47 None None] Calling delete_port for 3e6e4c29-aa84-44c4-8f9e-d517575113d5 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:54.589009 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-a403a2df-6994-45f8-9c85-b02a3055ec6d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:54.589009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a403a2df-6994-45f8-9c85-b02a3055ec6d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:54.593129 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a403a2df-6994-45f8-9c85-b02a3055ec6d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/1d337b35-daf0-4248-833b-6222d570e23d HTTP/1.1" status: 404 len: 333 time: 0.0638549 Apr 22 14:43:54.593446 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34270) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.648754 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-236c27dd-e442-41bb-b758-11f5508414c2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:54.652524 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-236c27dd-e442-41bb-b758-11f5508414c2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2325211 Apr 22 14:43:54.653953 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34274) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.661878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df9fb9a-763e-4f78-9520-7bd06c9ce1a6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:43:54.667092 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3f8270fa-23ae-4da0-97d2-59241e0f5a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.682386 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0da51d-fa93-4047-bb27-709b19e58072 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:54.683528 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0da51d-fa93-4047-bb27-709b19e58072 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:54.703273 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cd0da51d-fa93-4047-bb27-709b19e58072 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/df67b709-26bb-4cd5-8e77-3afe1cac1084 HTTP/1.1" status: 404 len: 337 time: 0.1084838 Apr 22 14:43:54.703887 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34278) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.704915 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4df9fb9a-763e-4f78-9520-7bd06c9ce1a6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.706044 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-4df9fb9a-763e-4f78-9520-7bd06c9ce1a6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Added segment d6b50cdf-4b62-4fde-a96d-1496146e74b6 of type vlan for network 923800cd-93f9-457d-8bc2-9050df8b23c2 Apr 22 14:43:54.716825 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8270fa-23ae-4da0-97d2-59241e0f5a47 None None] Pushing event deleted for resources: {'Port': ['ID=3e6e4c29-aa84-44c4-8f9e-d517575113d5,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:54.733331 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8270fa-23ae-4da0-97d2-59241e0f5a47 None None] No DVR routers for this DVR port 3e6e4c29-aa84-44c4-8f9e-d517575113d5 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:54.765477 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1dc9d2-b865-484c-9a4a-a6dd3768eb19 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:54.765912 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1dc9d2-b865-484c-9a4a-a6dd3768eb19 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:54.771869 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bf1dc9d2-b865-484c-9a4a-a6dd3768eb19 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/123de368-0a07-4549-a0b6-668364e1a57a HTTP/1.1" status: 404 len: 337 time: 0.0639772 Apr 22 14:43:54.773041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0bac5ce1-4ecf-43da-a235-a96ef0be4d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.775764 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34282) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.776431 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-130baaf4-b218-4c16-af94-d8cdbfe12cfc tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.792489 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4df9fb9a-763e-4f78-9520-7bd06c9ce1a6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.824042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4df9fb9a-763e-4f78-9520-7bd06c9ce1a6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.827960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df9fb9a-763e-4f78-9520-7bd06c9ce1a6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:54.828536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4df9fb9a-763e-4f78-9520-7bd06c9ce1a6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.852541 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-563e199c-ee71-4163-9d06-e9d444ffe894 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:54.852976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563e199c-ee71-4163-9d06-e9d444ffe894 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:54.854605 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-563e199c-ee71-4163-9d06-e9d444ffe894 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/c4cde3a0-4e23-4d8c-a2d8-455e0adfb024 HTTP/1.1" status: 404 len: 333 time: 0.0739083 Apr 22 14:43:54.859843 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34286) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.864624 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-130baaf4-b218-4c16-af94-d8cdbfe12cfc tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.946309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:54.966423 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4df9fb9a-763e-4f78-9520-7bd06c9ce1a6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5238011 Apr 22 14:43:54.971693 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5e7837-749e-4153-913b-58a79e4d8982 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:54.972304 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5e7837-749e-4153-913b-58a79e4d8982 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:54.972445 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34290) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.976327 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ee5e7837-749e-4153-913b-58a79e4d8982 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/867ac18c-9022-43e5-a801-d3d3d937d76a HTTP/1.1" status: 404 len: 337 time: 0.1132166 Apr 22 14:43:54.976899 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34294) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.982004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a0648870-9c73-4ed5-b63f-f8878260b76b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'subnet': {'network_id': '923800cd-93f9-457d-8bc2-9050df8b23c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:54.997539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-130baaf4-b218-4c16-af94-d8cdbfe12cfc tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:55.019396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9fb9a-763e-4f78-9520-7bd06c9ce1a6 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Network': ['ID=923800cd-93f9-457d-8bc2-9050df8b23c2,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:55.026084 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc38e9c-2d9a-464a-ad4c-36b0ec528491 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.027223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc38e9c-2d9a-464a-ad4c-36b0ec528491 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.031699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 923800cd-93f9-457d-8bc2-9050df8b23c2 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:43:55.031846 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4cc38e9c-2d9a-464a-ad4c-36b0ec528491 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/318e61e1-2f7c-4fa6-8a9c-6257f6685cb7 HTTP/1.1" status: 404 len: 337 time: 0.0514007 Apr 22 14:43:55.031846 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34298) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.072539 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04c947a-07bb-4c70-ace6-9d85817b84cb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.072969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04c947a-07bb-4c70-ace6-9d85817b84cb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.076967 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d04c947a-07bb-4c70-ace6-9d85817b84cb tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/c219094e-6a0b-4fe7-b933-4e0ffd1942b7 HTTP/1.1" status: 404 len: 333 time: 0.0419090 Apr 22 14:43:55.077313 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34302) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.123975 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa43ce4b-3891-4f0c-b92b-8bc961d1292a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.124558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa43ce4b-3891-4f0c-b92b-8bc961d1292a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.126322 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-aa43ce4b-3891-4f0c-b92b-8bc961d1292a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/447fd486-0be6-4fef-8302-305d03c1e0ca HTTP/1.1" status: 404 len: 337 time: 0.0480599 Apr 22 14:43:55.129641 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34306) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.177224 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f306664-9857-495f-863a-68d34425093b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.177658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f306664-9857-495f-863a-68d34425093b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.181795 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0f306664-9857-495f-863a-68d34425093b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/e423b772-55bf-4429-8105-8db547059661 HTTP/1.1" status: 404 len: 333 time: 0.0487764 Apr 22 14:43:55.183804 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34310) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.201803 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3e6e4c29-aa84-44c4-8f9e-d517575113d5 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:55.224034 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54e667e-2f5c-468a-ae6c-50bd21e70bfe tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.224562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54e667e-2f5c-468a-ae6c-50bd21e70bfe tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.229172 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c54e667e-2f5c-468a-ae6c-50bd21e70bfe tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/9ee45118-a1b0-4850-9104-22e184b7727d HTTP/1.1" status: 404 len: 337 time: 0.0415423 Apr 22 14:43:55.230278 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34314) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.235109 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 3e6e4c29-aa84-44c4-8f9e-d517575113d5 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:55.235503 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3e6e4c29-aa84-44c4-8f9e-d517575113d5 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:55.259443 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130baaf4-b218-4c16-af94-d8cdbfe12cfc tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8138331d-1140-473a-a147-1bd56191ca2d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:55.272879 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7c167a-70f2-4deb-8247-e5fe6277217b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.273315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7c167a-70f2-4deb-8247-e5fe6277217b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.277560 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3f7c167a-70f2-4deb-8247-e5fe6277217b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/e94654b7-4557-4177-86f1-2b302e08c5db HTTP/1.1" status: 404 len: 333 time: 0.0440047 Apr 22 14:43:55.277813 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34318) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.320533 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd588abc-02c6-437c-b293-5a2952b2798b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.320963 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd588abc-02c6-437c-b293-5a2952b2798b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.322556 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fd588abc-02c6-437c-b293-5a2952b2798b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/16b61b15-6bda-466f-9a7d-1b44e605d086 HTTP/1.1" status: 404 len: 337 time: 0.0437324 Apr 22 14:43:55.325087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34322) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.361240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-130baaf4-b218-4c16-af94-d8cdbfe12cfc tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:55.362409 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-130baaf4-b218-4c16-af94-d8cdbfe12cfc tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "DELETE /v2.0/security-groups/8138331d-1140-473a-a147-1bd56191ca2d HTTP/1.1" status: 204 len: 168 time: 0.7084520 Apr 22 14:43:55.364105 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-08409936-6033-48cd-9e2d-02c67f4861dd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.364536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08409936-6033-48cd-9e2d-02c67f4861dd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.366149 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-08409936-6033-48cd-9e2d-02c67f4861dd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/79dc7d4c-4268-44b3-8c4d-f0d7f442f6c7 HTTP/1.1" status: 404 len: 333 time: 0.0401905 Apr 22 14:43:55.366656 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34326) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.368665 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34330) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.420841 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fc2a19-3c2d-42de-9ece-fb540899c862 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.421274 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28fc2a19-3c2d-42de-9ece-fb540899c862 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.422875 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-28fc2a19-3c2d-42de-9ece-fb540899c862 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/d2a7e067-4fad-4efa-8df1-89ef4d94128a HTTP/1.1" status: 404 len: 337 time: 0.0531619 Apr 22 14:43:55.425914 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34334) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.430620 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a0648870-9c73-4ed5-b63f-f8878260b76b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:55.449455 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a0648870-9c73-4ed5-b63f-f8878260b76b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:subnet and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:55.454856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a0648870-9c73-4ed5-b63f-f8878260b76b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:55.459589 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-75dd4eed-5be8-4a6f-9b54-ddfacc515ca7 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port 17a225e2-c219-415a-9430-4f91f36c3e13 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:55.459932 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75dd4eed-5be8-4a6f-9b54-ddfacc515ca7 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:55.478304 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada6f265-13bd-4417-91ce-7e26922f5f4b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.478737 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada6f265-13bd-4417-91ce-7e26922f5f4b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.480367 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ada6f265-13bd-4417-91ce-7e26922f5f4b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/4e49fb38-9db2-4ee1-9020-b8387ca15997 HTTP/1.1" status: 404 len: 333 time: 0.0535746 Apr 22 14:43:55.483447 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34338) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.487592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a0648870-9c73-4ed5-b63f-f8878260b76b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:55.525054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0648870-9c73-4ed5-b63f-f8878260b76b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:55.531663 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad97ce9-95f4-4115-8dcc-a9bb4a50f47b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.532090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad97ce9-95f4-4115-8dcc-a9bb4a50f47b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.534526 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bad97ce9-95f4-4115-8dcc-a9bb4a50f47b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/6c82766b-2be6-442b-9198-f25e034362a7 HTTP/1.1" status: 404 len: 337 time: 0.0499246 Apr 22 14:43:55.536953 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34342) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.577422 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a0075777-901c-4aeb-a0f4-963728680880 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Synchronizing usage tracker for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:55.581757 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b9db26-a19f-42f4-984f-b92b9f44629c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.582198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b9db26-a19f-42f4-984f-b92b9f44629c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.583784 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-22b9db26-a19f-42f4-984f-b92b9f44629c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/b8099411-486e-440e-8592-e1b63e1ad0d5 HTTP/1.1" status: 404 len: 333 time: 0.0459647 Apr 22 14:43:55.586323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34346) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.631097 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14aa139-1830-4258-b16c-e500c0681bf6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.631547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14aa139-1830-4258-b16c-e500c0681bf6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.635441 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e14aa139-1830-4258-b16c-e500c0681bf6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/2cb404bf-5ad1-426a-8dee-3c0d3d264235 HTTP/1.1" status: 404 len: 337 time: 0.0459523 Apr 22 14:43:55.636710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34350) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.670516 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a0075777-901c-4aeb-a0f4-963728680880 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Unset dirty status for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:55.675684 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a0075777-901c-4aeb-a0f4-963728680880 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3041883 Apr 22 14:43:55.676428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34354) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.679062 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-4904e51a-b7db-4285-963c-cc2577219823 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.679519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4904e51a-b7db-4285-963c-cc2577219823 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.683334 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4904e51a-b7db-4285-963c-cc2577219823 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/f7010f55-1916-48fc-b566-b417f36a7c30 HTTP/1.1" status: 404 len: 337 time: 0.0446239 Apr 22 14:43:55.685053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-70611de2-3ae0-49b2-9914-d6efe4d95c21 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group': {'name': 'tempest-secgroup--124560162'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:55.688977 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34358) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.720096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-70611de2-3ae0-49b2-9914-d6efe4d95c21 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:55.738243 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-5775d0ce-def3-4d7f-b073-f7ee82581605 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.738680 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5775d0ce-def3-4d7f-b073-f7ee82581605 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.740326 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5775d0ce-def3-4d7f-b073-f7ee82581605 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/a67ec668-1d3d-48fa-a6f8-133793ad829e HTTP/1.1" status: 404 len: 333 time: 0.0503581 Apr 22 14:43:55.741346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-70611de2-3ae0-49b2-9914-d6efe4d95c21 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:55.743073 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34362) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.749480 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a0648870-9c73-4ed5-b63f-f8878260b76b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:55.788752 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb862605-a1ca-45a5-9f25-e3e25e174146 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.789180 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb862605-a1ca-45a5-9f25-e3e25e174146 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.790783 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cb862605-a1ca-45a5-9f25-e3e25e174146 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/ec4fd090-3dd9-4e6a-8098-8178280d2f10 HTTP/1.1" status: 404 len: 337 time: 0.0468161 Apr 22 14:43:55.791727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-70611de2-3ae0-49b2-9914-d6efe4d95c21 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:55.800647 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34366) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.843355 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-5412e1d3-836c-4634-a814-f6abf6b359fa tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.843793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5412e1d3-836c-4634-a814-f6abf6b359fa tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.845404 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5412e1d3-836c-4634-a814-f6abf6b359fa tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/53ae93b1-0739-440b-8425-cd3bae94619d HTTP/1.1" status: 404 len: 337 time: 0.0438464 Apr 22 14:43:55.849491 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34370) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.868090 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-75dd4eed-5be8-4a6f-9b54-ddfacc515ca7 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] For port 17a225e2-c219-415a-9430-4f91f36c3e13, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=17a225e2-c219-415a-9430-4f91f36c3e13,segment=NetworkSegment(7b6e517a-09df-4f49-926f-ae3111973836),segment_id=7b6e517a-09df-4f49-926f-ae3111973836)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:55.868452 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75dd4eed-5be8-4a6f-9b54-ddfacc515ca7 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:55.896810 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-e179a452-5962-43df-a239-ef0300f0aa3d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:55.897246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e179a452-5962-43df-a239-ef0300f0aa3d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.907225 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e179a452-5962-43df-a239-ef0300f0aa3d tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/f55182e1-94d1-463f-a746-7216ebdb4fba HTTP/1.1" status: 404 len: 333 time: 0.0568066 Apr 22 14:43:55.908785 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-70611de2-3ae0-49b2-9914-d6efe4d95c21 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:55.910708 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34374) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.987952 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.015440 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-75dd4eed-5be8-4a6f-9b54-ddfacc515ca7 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for 17a225e2-c219-415a-9430-4f91f36c3e13 owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:56.031134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-70611de2-3ae0-49b2-9914-d6efe4d95c21 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:56.037012 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-70611de2-3ae0-49b2-9914-d6efe4d95c21 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:56.045587 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65bb15b-774b-45fd-a165-b9237d7b2d39 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:56.046019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65bb15b-774b-45fd-a165-b9237d7b2d39 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:56.050028 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e65bb15b-774b-45fd-a165-b9237d7b2d39 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/cb4ca8c5-cae1-41e4-92da-d219ede7daa3 HTTP/1.1" status: 404 len: 337 time: 0.1360729 Apr 22 14:43:56.050028 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-70611de2-3ae0-49b2-9914-d6efe4d95c21 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:56.050499 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34378) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.093042 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b67bca-b767-4e08-b99b-b67eb88e4e66 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:56.093442 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b67bca-b767-4e08-b99b-b67eb88e4e66 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:56.095038 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-18b67bca-b767-4e08-b99b-b67eb88e4e66 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/b6122ff0-b383-4ad4-a995-b5ca5299897c HTTP/1.1" status: 404 len: 337 time: 0.0436523 Apr 22 14:43:56.098702 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34382) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.113671 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:56.127774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Sync routers for ids ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:56.138923 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e1cb9b16-03bd-41eb-99d1-f0cfdf670f91 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/ea6013b9-6419-4de2-a3a7-b5ff1f5df528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7830379 Apr 22 14:43:56.146285 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34386) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.151950 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a9e7c0-0de8-4a98-adf0-025a57ccc60a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:56.152360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a9e7c0-0de8-4a98-adf0-025a57ccc60a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:56.159908 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.166175 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Routers {'ea6013b9-6419-4de2-a3a7-b5ff1f5df528'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:56.166800 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:56.169753 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-96a9e7c0-0de8-4a98-adf0-025a57ccc60a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/5d9fa20b-22db-4e5b-8bd3-360a2e4f7b1d HTTP/1.1" status: 404 len: 333 time: 0.0691531 Apr 22 14:43:56.178580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34390) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.226035 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-068a9426-f9ea-487a-a832-f8aafe1e871f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:56.226035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068a9426-f9ea-487a-a832-f8aafe1e871f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:56.230165 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-068a9426-f9ea-487a-a832-f8aafe1e871f tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/1a11b5f7-307d-455b-b888-828a098057ee HTTP/1.1" status: 404 len: 337 time: 0.0484438 Apr 22 14:43:56.231032 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34394) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.234690 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-70611de2-3ae0-49b2-9914-d6efe4d95c21 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.269340 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-70611de2-3ae0-49b2-9914-d6efe4d95c21 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.291198 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5a4e9a-116d-477e-898d-7b811c9566aa tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:56.291663 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5a4e9a-116d-477e-898d-7b811c9566aa tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:56.295655 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3e5a4e9a-116d-477e-898d-7b811c9566aa tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/bbf9f289-4589-42bc-8abb-a6112470f69b HTTP/1.1" status: 404 len: 337 time: 0.0612917 Apr 22 14:43:56.297126 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34398) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.311952 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-70611de2-3ae0-49b2-9914-d6efe4d95c21 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.313144 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-70611de2-3ae0-49b2-9914-d6efe4d95c21 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6355371 Apr 22 14:43:56.317338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34402) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.317974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70611de2-3ae0-49b2-9914-d6efe4d95c21 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b6da26-96d3-4166-9a47-86e296775153,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:56.325226 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-bed847a0-4848-4ad8-81ec-e01bc66aeba4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '30b6da26-96d3-4166-9a47-86e296775153', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:56.332245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-bed847a0-4848-4ad8-81ec-e01bc66aeba4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:56.335601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-bed847a0-4848-4ad8-81ec-e01bc66aeba4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:56.338559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-bed847a0-4848-4ad8-81ec-e01bc66aeba4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:56.345513 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-bed847a0-4848-4ad8-81ec-e01bc66aeba4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:56.371944 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Set router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:56.389884 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-bed847a0-4848-4ad8-81ec-e01bc66aeba4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The resource could not be found. Apr 22 14:43:56.390904 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bed847a0-4848-4ad8-81ec-e01bc66aeba4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0704937 Apr 22 14:43:56.395893 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34406) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.401189 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ad5761a1-8049-4dcf-b9fb-ea8592a5cfae tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports?device_id=319f3d2c-1277-40b3-ac45-14369b345fa6 HTTP/1.1" status: 200 len: 205 time: 0.0952339 Apr 22 14:43:56.401658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-037d65f8-9823-428d-96d7-539a906e8587 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '30b6da26-96d3-4166-9a47-86e296775153', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2701b7a1-1974-441c-bfec-fd5fa6276410'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:56.408927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34410) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.412112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-037d65f8-9823-428d-96d7-539a906e8587 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:56.467603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a0648870-9c73-4ed5-b63f-f8878260b76b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.474945 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-037d65f8-9823-428d-96d7-539a906e8587 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:56.482883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-037d65f8-9823-428d-96d7-539a906e8587 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:56.486572 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-71fa9fc0-a7d7-4843-b8d9-a38f108d86bd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] delete failed (client error): The resource could not be found. Apr 22 14:43:56.490226 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-71fa9fc0-a7d7-4843-b8d9-a38f108d86bd tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/routers/319f3d2c-1277-40b3-ac45-14369b345fa6 HTTP/1.1" status: 404 len: 336 time: 0.0780115 Apr 22 14:43:56.491027 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34414) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.493503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-037d65f8-9823-428d-96d7-539a906e8587 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:56.538784 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10402f5-b88f-44f0-bfc2-d09c3651c78a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:56.539152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10402f5-b88f-44f0-bfc2-d09c3651c78a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:56.543237 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d10402f5-b88f-44f0-bfc2-d09c3651c78a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/de30e054-00b0-400f-ad12-1100bd8f70e2 HTTP/1.1" status: 404 len: 337 time: 0.0490322 Apr 22 14:43:56.543663 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34418) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.563510 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256a6ee-2e94-4df0-b516-a6a13eab7f28 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:56.563905 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256a6ee-2e94-4df0-b516-a6a13eab7f28 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:56.564256 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256a6ee-2e94-4df0-b516-a6a13eab7f28 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:56.564681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256a6ee-2e94-4df0-b516-a6a13eab7f28 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:56.565026 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256a6ee-2e94-4df0-b516-a6a13eab7f28 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:56.565395 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256a6ee-2e94-4df0-b516-a6a13eab7f28 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:56.565755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256a6ee-2e94-4df0-b516-a6a13eab7f28 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:56.566116 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256a6ee-2e94-4df0-b516-a6a13eab7f28 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:56.571655 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5256a6ee-2e94-4df0-b516-a6a13eab7f28 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5553 time: 0.4207790 Apr 22 14:43:56.574052 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34422) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.595467 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-64290ca4-2ef1-47b4-b84b-f7939c4089de tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "GET /v2.0/ports?device_id=867815d3-3c66-45fa-9981-81f6240b035b HTTP/1.1" status: 200 len: 205 time: 0.0486500 Apr 22 14:43:56.597432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34426) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.648462 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0648870-9c73-4ed5-b63f-f8878260b76b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Subnet': ['ID=8c8d05db-98b5-4c29-8609-7d319dbdec10,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:56.659186 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75dd4eed-5be8-4a6f-9b54-ddfacc515ca7 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.677326 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-5739681b-4e31-4d6d-9531-de3d9dddef75 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] delete failed (client error): The resource could not be found. Apr 22 14:43:56.680627 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5739681b-4e31-4d6d-9531-de3d9dddef75 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/routers/867815d3-3c66-45fa-9981-81f6240b035b HTTP/1.1" status: 404 len: 336 time: 0.0800035 Apr 22 14:43:56.681486 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34430) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.721140 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-037d65f8-9823-428d-96d7-539a906e8587 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The resource could not be found. Apr 22 14:43:56.725014 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-037d65f8-9823-428d-96d7-539a906e8587 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3252861 Apr 22 14:43:56.725014 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67b5f73-03e0-45cc-ab0f-1859fbb25be5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:56.725014 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67b5f73-03e0-45cc-ab0f-1859fbb25be5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:56.728732 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d67b5f73-03e0-45cc-ab0f-1859fbb25be5 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/fcdfff47-b6ed-48ec-abf6-becb6d661b4c HTTP/1.1" status: 404 len: 337 time: 0.0443885 Apr 22 14:43:56.728732 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34434) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.729678 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34436) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.732303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd4eed-5be8-4a6f-9b54-ddfacc515ca7 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Port': ['ID=17a225e2-c219-415a-9430-4f91f36c3e13,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:56.740506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0648870-9c73-4ed5-b63f-f8878260b76b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Checking segment: {'id': 'd6b50cdf-4b62-4fde-a96d-1496146e74b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '923800cd-93f9-457d-8bc2-9050df8b23c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:56.740865 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0648870-9c73-4ed5-b63f-f8878260b76b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network hostable DHCP agents. Network: 923800cd-93f9-457d-8bc2-9050df8b23c2, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:43:56.785072 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:51Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '7c3b03bb-0839-4c22-9f3a-169f6ffacd21', 'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:62:06:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:50Z', 'updated_at': '2022-04-22T14:43:52Z', 'revision_number': 2, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:56.791249 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Checking router: ea6013b9-6419-4de2-a3a7-b5ff1f5df528 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:56.791610 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Updating router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:43:56.803889 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c03087-9333-41d0-9132-a7a0de2606c6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:56.804333 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c03087-9333-41d0-9132-a7a0de2606c6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:56.808317 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-03c03087-9333-41d0-9132-a7a0de2606c6 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/5746d390-8df5-4b8c-9cfb-67897d4615a1 HTTP/1.1" status: 404 len: 337 time: 0.0758018 Apr 22 14:43:56.809500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34442) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.853130 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.887729 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-052aeda2-5c3a-480e-9dd5-f77e5b251a08 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:56.888200 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052aeda2-5c3a-480e-9dd5-f77e5b251a08 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:56.893215 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-052aeda2-5c3a-480e-9dd5-f77e5b251a08 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/f8738fc8-1391-439b-a715-b7f0713d9731 HTTP/1.1" status: 404 len: 333 time: 0.0828328 Apr 22 14:43:56.894327 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34446) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.909024 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f45074-b654-48d6-82ed-b46475ad83f7 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:56.909398 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f45074-b654-48d6-82ed-b46475ad83f7 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:56.909745 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f45074-b654-48d6-82ed-b46475ad83f7 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:56.910101 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f45074-b654-48d6-82ed-b46475ad83f7 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:56.910457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f45074-b654-48d6-82ed-b46475ad83f7 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:56.910809 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f45074-b654-48d6-82ed-b46475ad83f7 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:56.911151 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f45074-b654-48d6-82ed-b46475ad83f7 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:56.913002 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-41f45074-b654-48d6-82ed-b46475ad83f7 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4524 time: 0.3357012 Apr 22 14:43:56.919549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34448) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.963450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cd1f729c-42cd-4fbe-a4df-d8437090a62d tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.994779 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cd1f729c-42cd-4fbe-a4df-d8437090a62d tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.010490 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-860e2a38-33be-4f97-865e-80d6ca6ba381 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:57.010940 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860e2a38-33be-4f97-865e-80d6ca6ba381 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:57.012788 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-860e2a38-33be-4f97-865e-80d6ca6ba381 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/e391c975-f7a4-4841-a4fc-7b108c565d85 HTTP/1.1" status: 404 len: 337 time: 0.0914931 Apr 22 14:43:57.015563 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34454) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.075793 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe415c29-0be2-44ac-ba3d-c7bc0659073c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:57.076453 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe415c29-0be2-44ac-ba3d-c7bc0659073c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:57.081120 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fe415c29-0be2-44ac-ba3d-c7bc0659073c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/20dcc1eb-4bfb-4956-afd3-85ca53fb6c9c HTTP/1.1" status: 404 len: 333 time: 0.0615399 Apr 22 14:43:57.082725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34458) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.108552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0648870-9c73-4ed5-b63f-f8878260b76b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 923800cd-93f9-457d-8bc2-9050df8b23c2 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:43:57.132308 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8d9972-e28c-44f3-a9dc-9eeaf2a34401 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:57.132772 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8d9972-e28c-44f3-a9dc-9eeaf2a34401 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:57.147519 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8b8d9972-e28c-44f3-a9dc-9eeaf2a34401 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/de399f58-498f-4a07-91df-d7bc3c1952fa HTTP/1.1" status: 404 len: 337 time: 0.0615506 Apr 22 14:43:57.148655 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34462) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.183198 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-a0648870-9c73-4ed5-b63f-f8878260b76b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 923800cd-93f9-457d-8bc2-9050df8b23c2) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:57.185473 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cd1f729c-42cd-4fbe-a4df-d8437090a62d tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.195715 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce48e5b0-892a-4a30-b12b-afee600842c4 None None] Network 923800cd-93f9-457d-8bc2-9050df8b23c2 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:57.200628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cd1f729c-42cd-4fbe-a4df-d8437090a62d tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.204054 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cd1f729c-42cd-4fbe-a4df-d8437090a62d tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "DELETE /v2.0/security-groups/30b6da26-96d3-4166-9a47-86e296775153 HTTP/1.1" status: 204 len: 168 time: 0.4736242 Apr 22 14:43:57.226821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34466) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.247367 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f729c-42cd-4fbe-a4df-d8437090a62d tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b6da26-96d3-4166-9a47-86e296775153,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:57.250653 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-113f3c72-3490-4a11-a316-a8c2d8a9fd05 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:57.251631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113f3c72-3490-4a11-a316-a8c2d8a9fd05 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:57.257239 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-113f3c72-3490-4a11-a316-a8c2d8a9fd05 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/85344dd0-24bc-42e9-bb8a-f6b466109736 HTTP/1.1" status: 404 len: 333 time: 0.1029115 Apr 22 14:43:57.262691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34470) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.264992 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0648870-9c73-4ed5-b63f-f8878260b76b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:57.265586 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a0648870-9c73-4ed5-b63f-f8878260b76b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.308772 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c1b121-a497-4e49-8dd8-b7e24b5ee2ae tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:57.309209 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c1b121-a497-4e49-8dd8-b7e24b5ee2ae tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:57.313493 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-57c1b121-a497-4e49-8dd8-b7e24b5ee2ae tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/33f48971-3d76-411d-9f8a-1f7589a0091a HTTP/1.1" status: 404 len: 337 time: 0.0473187 Apr 22 14:43:57.313698 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a0648870-9c73-4ed5-b63f-f8878260b76b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3362660 Apr 22 14:43:57.314175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34474) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.315164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34476) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.343585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5bd06010-203c-458d-b0d0-fbfa80832408 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Synchronizing usage tracker for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:57.354402 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a9857b45-22df-40ba-b18b-fbe2b0c36620 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-103859878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:57.356390 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5bd06010-203c-458d-b0d0-fbfa80832408 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Unset dirty status for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:57.357575 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5bd06010-203c-458d-b0d0-fbfa80832408 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1275163 Apr 22 14:43:57.361651 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34484) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.367097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-af0a4c21-d996-448d-9e75-3e1eb8d6a0e5 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '99c44b63-11eb-443d-8af0-9346eb9d160c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:57.373594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-af0a4c21-d996-448d-9e75-3e1eb8d6a0e5 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:57.375522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a9857b45-22df-40ba-b18b-fbe2b0c36620 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:57.378066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-af0a4c21-d996-448d-9e75-3e1eb8d6a0e5 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:57.383042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-af0a4c21-d996-448d-9e75-3e1eb8d6a0e5 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:57.388157 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a67b7c1-4118-4e0d-80cf-c3203b05ee0e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:57.388840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a67b7c1-4118-4e0d-80cf-c3203b05ee0e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:57.390489 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7a67b7c1-4118-4e0d-80cf-c3203b05ee0e tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/2c7a81d5-2eb1-4240-81a8-8effbd55281b HTTP/1.1" status: 404 len: 333 time: 0.0723269 Apr 22 14:43:57.390848 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-af0a4c21-d996-448d-9e75-3e1eb8d6a0e5 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:57.391900 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a9857b45-22df-40ba-b18b-fbe2b0c36620 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:router and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:57.393556 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34488) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.399085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a9857b45-22df-40ba-b18b-fbe2b0c36620 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:57.404517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.406279 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.407930 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a9857b45-22df-40ba-b18b-fbe2b0c36620 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:57.434149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Transition to ACTIVE for port object 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:57.437164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a9857b45-22df-40ba-b18b-fbe2b0c36620 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.438412 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a9857b45-22df-40ba-b18b-fbe2b0c36620 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.446807 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b52af7a-4368-485b-a210-1bfd7482bfbe tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:57.447310 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b52af7a-4368-485b-a210-1bfd7482bfbe tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:57.449171 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4b52af7a-4368-485b-a210-1bfd7482bfbe tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/c6ffd7ac-d919-42cb-9dbd-8372458429c7 HTTP/1.1" status: 404 len: 337 time: 0.0538845 Apr 22 14:43:57.451774 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34492) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.469481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75dd4eed-5be8-4a6f-9b54-ddfacc515ca7 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.475248 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.497209 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a9857b45-22df-40ba-b18b-fbe2b0c36620 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.504873 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fae3d3-d072-47fa-a52c-e81b746fde4b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:57.505314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6fae3d3-d072-47fa-a52c-e81b746fde4b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:57.509329 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e6fae3d3-d072-47fa-a52c-e81b746fde4b tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/e4a8b22f-0c4b-4c73-841c-02866578e922 HTTP/1.1" status: 404 len: 333 time: 0.0541716 Apr 22 14:43:57.510266 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34496) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.560060 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-25941626-51b5-4c72-af84-ea507b88519c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:57.561366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25941626-51b5-4c72-af84-ea507b88519c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:57.565040 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-25941626-51b5-4c72-af84-ea507b88519c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/520fc499-7f88-490a-9395-db7a37d41c7c HTTP/1.1" status: 404 len: 337 time: 0.0517018 Apr 22 14:43:57.565705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34500) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.569345 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4e44f28b-77b3-4964-90a0-87401f59a4bc tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2138 time: 0.6177084 Apr 22 14:43:57.610214 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-af0a4c21-d996-448d-9e75-3e1eb8d6a0e5 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The resource could not be found. Apr 22 14:43:57.615530 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-af0a4c21-d996-448d-9e75-3e1eb8d6a0e5 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2488604 Apr 22 14:43:57.619058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34506) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.622182 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2503b4-2522-4dfa-a910-963b3ba5e866 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:57.622615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2503b4-2522-4dfa-a910-963b3ba5e866 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:57.626492 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7d2503b4-2522-4dfa-a910-963b3ba5e866 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/3fc05b96-3ca1-44b4-b480-05b93f9cc4d1 HTTP/1.1" status: 404 len: 333 time: 0.0580721 Apr 22 14:43:57.628699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-5361df10-1578-4cfa-9dcb-ec7f180268d9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group': {'name': 'tempest-secgroup--778492163'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:57.628839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34510) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.635600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5361df10-1578-4cfa-9dcb-ec7f180268d9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:57.653876 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5361df10-1578-4cfa-9dcb-ec7f180268d9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:57.659581 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b2411-c32a-4d0e-bc97-5862d9965a09 None None] Pushing event updated for resources: {'Port': ['ID=7c3b03bb-0839-4c22-9f3a-169f6ffacd21,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:57.690521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5361df10-1578-4cfa-9dcb-ec7f180268d9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.701794 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40cd1b1-5b74-4f2e-b102-f452f7081873 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:57.702217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40cd1b1-5b74-4f2e-b102-f452f7081873 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:57.710266 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a9857b45-22df-40ba-b18b-fbe2b0c36620 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.722636 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c40cd1b1-5b74-4f2e-b102-f452f7081873 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/4f03902c-2cc9-493f-92c5-0f349313bb79 HTTP/1.1" status: 404 len: 337 time: 0.0862203 Apr 22 14:43:57.725250 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34514) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.748074 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-923800cd-93f9-457d-8bc2-9050df8b23c2', 'network_id': '923800cd-93f9-457d-8bc2-9050df8b23c2', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'fixed_ips': [{'subnet_id': '8c8d05db-98b5-4c29-8609-7d319dbdec10'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:57.758732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a9857b45-22df-40ba-b18b-fbe2b0c36620 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.758992 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.760309 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a9857b45-22df-40ba-b18b-fbe2b0c36620 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4435468 Apr 22 14:43:57.763198 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34518) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.838615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5361df10-1578-4cfa-9dcb-ec7f180268d9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:57.848058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5361df10-1578-4cfa-9dcb-ec7f180268d9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:57.855298 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5361df10-1578-4cfa-9dcb-ec7f180268d9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:57.863996 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5361df10-1578-4cfa-9dcb-ec7f180268d9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:57.895782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Attempting to bind port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:57.896156 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Attempting to bind port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:57.896532 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Attempting to bind port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 on network 7ce38580-bcfc-45b9-9805-0712d9031bc2 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:57.917604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:57.917970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Checking segment: {'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:57.918375 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.920901 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Bound using segment: {'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:57.921429 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Bound port: 7c3b03bb-0839-4c22-9f3a-169f6ffacd21, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:57.921812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.927180 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34522) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.934975 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9ff6bd-510a-4649-81e0-67e4baba479c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:57.935439 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9ff6bd-510a-4649-81e0-67e4baba479c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:57.942178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-909d20fa-eaa5-4779-9305-ed9784053775 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-121968340', 'description': 'tempest-secgroup-smoke-121968340 description', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:57.956432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-909d20fa-eaa5-4779-9305-ed9784053775 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:57.969691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5361df10-1578-4cfa-9dcb-ec7f180268d9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.971927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-909d20fa-eaa5-4779-9305-ed9784053775 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:57.976330 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-909d20fa-eaa5-4779-9305-ed9784053775 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:57.979697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5361df10-1578-4cfa-9dcb-ec7f180268d9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.013560 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ca9ff6bd-510a-4649-81e0-67e4baba479c tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/ports/1f36635b-7d82-46ba-a90f-b2900ed4ca05 HTTP/1.1" status: 404 len: 333 time: 0.2850702 Apr 22 14:43:58.013560 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-909d20fa-eaa5-4779-9305-ed9784053775 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:58.016863 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5361df10-1578-4cfa-9dcb-ec7f180268d9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.021415 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5361df10-1578-4cfa-9dcb-ec7f180268d9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3984168 Apr 22 14:43:58.021415 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34526) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.028344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34528) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.047235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7370fd13-4cb1-4b6d-84a1-d849ba7639a2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group': {'name': 'tempest-secgroup--451554016'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:58.077905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-909d20fa-eaa5-4779-9305-ed9784053775 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.087997 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b7228c-a272-497d-b8f0-3e1ff9317b74 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:58.088288 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b7228c-a272-497d-b8f0-3e1ff9317b74 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:58.092881 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-86b7228c-a272-497d-b8f0-3e1ff9317b74 tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/subnets/22c3910d-c8d5-4163-8b51-c09541c5c592 HTTP/1.1" status: 404 len: 337 time: 0.0654535 Apr 22 14:43:58.092881 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34534) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.103565 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] For port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:58.108247 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] For port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7c3b03bb-0839-4c22-9f3a-169f6ffacd21,segment=NetworkSegment(ac7a0800-224d-4d85-b44b-63ec7b17ded0),segment_id=ac7a0800-224d-4d85-b44b-63ec7b17ded0)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:58.115371 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.117732 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361df10-1578-4cfa-9dcb-ec7f180268d9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845c25b0-d96a-476b-820e-722842208fe5,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:58.153198 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Allocated IP 2001:db8::2 (923800cd-93f9-457d-8bc2-9050df8b23c2/8c8d05db-98b5-4c29-8609-7d319dbdec10/0bd3ac27-b597-43d2-9d7f-bb0912ea9140) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:58.171595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7370fd13-4cb1-4b6d-84a1-d849ba7639a2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:58.282468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7370fd13-4cb1-4b6d-84a1-d849ba7639a2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:58.327900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-909d20fa-eaa5-4779-9305-ed9784053775 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:58.336405 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06283ac4-1bb0-42b5-bd54-855f45fe448a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.339663 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-909d20fa-eaa5-4779-9305-ed9784053775 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:58.343037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-909d20fa-eaa5-4779-9305-ed9784053775 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:58.353115 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-909d20fa-eaa5-4779-9305-ed9784053775 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:58.416611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b2411-c32a-4d0e-bc97-5862d9965a09 None None] Pushing event updated for resources: {'Port': ['ID=7c3b03bb-0839-4c22-9f3a-169f6ffacd21,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:58.452305 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7370fd13-4cb1-4b6d-84a1-d849ba7639a2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.475414 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Routers {'ea6013b9-6419-4de2-a3a7-b5ff1f5df528'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:58.476176 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:58.513652 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06283ac4-1bb0-42b5-bd54-855f45fe448a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.561675 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-06283ac4-1bb0-42b5-bd54-855f45fe448a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19101698-c44e-4563-acd4-3bbade7a380a']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:58.581337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-909d20fa-eaa5-4779-9305-ed9784053775 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.585984 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-06283ac4-1bb0-42b5-bd54-855f45fe448a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2349bf3a-1a5e-4bd1-a324-55f6a197e436') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:58.586312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-06283ac4-1bb0-42b5-bd54-855f45fe448a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2349bf3a-1a5e-4bd1-a324-55f6a197e436') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:58.595661 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-909d20fa-eaa5-4779-9305-ed9784053775 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.610583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.612916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06283ac4-1bb0-42b5-bd54-855f45fe448a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.623753 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Transition to ACTIVE for port object 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:58.646205 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Transition to ACTIVE for port object 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:58.659363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d20fa-eaa5-4779-9305-ed9784053775 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3747961f-f04e-4002-b5db-c7bb4eab1c21,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:58.663600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06283ac4-1bb0-42b5-bd54-855f45fe448a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.666615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-909d20fa-eaa5-4779-9305-ed9784053775 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.667904 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-909d20fa-eaa5-4779-9305-ed9784053775 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7370019 Apr 22 14:43:58.670778 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34538) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.677946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-3f9f798d-328f-4de3-a2ef-8df7f4be2a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '3747961f-f04e-4002-b5db-c7bb4eab1c21', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:58.683457 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06283ac4-1bb0-42b5-bd54-855f45fe448a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:58.683858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06283ac4-1bb0-42b5-bd54-855f45fe448a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:58.699460 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:58.702004 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3f9f798d-328f-4de3-a2ef-8df7f4be2a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:58.729347 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.737911 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7370fd13-4cb1-4b6d-84a1-d849ba7639a2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:58.751221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7370fd13-4cb1-4b6d-84a1-d849ba7639a2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:58.756766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7370fd13-4cb1-4b6d-84a1-d849ba7639a2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:58.759353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3f9f798d-328f-4de3-a2ef-8df7f4be2a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:58.767451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3f9f798d-328f-4de3-a2ef-8df7f4be2a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:58.771678 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7370fd13-4cb1-4b6d-84a1-d849ba7639a2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:58.786202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3f9f798d-328f-4de3-a2ef-8df7f4be2a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:58.811144 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06283ac4-1bb0-42b5-bd54-855f45fe448a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.817808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-06283ac4-1bb0-42b5-bd54-855f45fe448a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.820845 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3f9f798d-328f-4de3-a2ef-8df7f4be2a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.831101 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Network 923800cd-93f9-457d-8bc2-9050df8b23c2 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:58.844000 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:58.850586 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:58.891527 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-06283ac4-1bb0-42b5-bd54-855f45fe448a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] 10.222.0.23 "DELETE /v2.0/networks/19101698-c44e-4563-acd4-3bbade7a380a HTTP/1.1" status: 204 len: 168 time: 0.7954412 Apr 22 14:43:58.891527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06283ac4-1bb0-42b5-bd54-855f45fe448a tempest-NetworksTestDHCPv6-324466010 tempest-NetworksTestDHCPv6-324466010-project] Pushing event deleted for resources: {'Network': ['ID=19101698-c44e-4563-acd4-3bbade7a380a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:58.903023 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Pushing event updated for resources: {'Port': ['ID=0bd3ac27-b597-43d2-9d7f-bb0912ea9140,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:58.920721 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:58.921072 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:58.921415 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:58.921753 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:58.922091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:58.922422 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:58.922751 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:58.923079 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:58.923428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:58.924288 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:58.924615 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:58.933235 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3f9f798d-328f-4de3-a2ef-8df7f4be2a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.941335 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3f9f798d-328f-4de3-a2ef-8df7f4be2a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.950422 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7370fd13-4cb1-4b6d-84a1-d849ba7639a2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.958231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.978312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7370fd13-4cb1-4b6d-84a1-d849ba7639a2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.984107 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f798d-328f-4de3-a2ef-8df7f4be2a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91143d2e-12d6-488b-b065-b60a0dc844b1,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:59.001438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Attempting to bind port 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:59.002119 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Attempting to bind port 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'd6b50cdf-4b62-4fde-a96d-1496146e74b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '923800cd-93f9-457d-8bc2-9050df8b23c2'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:59.002669 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Attempting to bind port 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 on network 923800cd-93f9-457d-8bc2-9050df8b23c2 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:59.003096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3f9f798d-328f-4de3-a2ef-8df7f4be2a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.004496 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3f9f798d-328f-4de3-a2ef-8df7f4be2a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3327878 Apr 22 14:43:59.008712 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34544) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:59.016066 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:59.016756 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Checking segment: {'id': 'd6b50cdf-4b62-4fde-a96d-1496146e74b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '923800cd-93f9-457d-8bc2-9050df8b23c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:59.017168 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.017603 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Bound using segment: {'id': 'd6b50cdf-4b62-4fde-a96d-1496146e74b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '923800cd-93f9-457d-8bc2-9050df8b23c2'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:59.018162 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Bound port: 0bd3ac27-b597-43d2-9d7f-bb0912ea9140, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b50cdf-4b62-4fde-a96d-1496146e74b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '923800cd-93f9-457d-8bc2-9050df8b23c2'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:59.018487 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.019632 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-3ee5c473-736f-416f-8725-7ef16be3cd62 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '3747961f-f04e-4002-b5db-c7bb4eab1c21', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:59.025784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3ee5c473-736f-416f-8725-7ef16be3cd62 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:59.031604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3ee5c473-736f-416f-8725-7ef16be3cd62 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:59.035763 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3ee5c473-736f-416f-8725-7ef16be3cd62 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:59.038144 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] Set router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:59.043131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3ee5c473-736f-416f-8725-7ef16be3cd62 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:59.066011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ee5c473-736f-416f-8725-7ef16be3cd62 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.171217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370fd13-4cb1-4b6d-84a1-d849ba7639a2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d10ab3-4abb-4363-ad52-0033b9ba87ca,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:59.173075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ee5c473-736f-416f-8725-7ef16be3cd62 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.178250 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7370fd13-4cb1-4b6d-84a1-d849ba7639a2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.182978 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7370fd13-4cb1-4b6d-84a1-d849ba7639a2 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1467955 Apr 22 14:43:59.183086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34548) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:59.193899 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f30657a2-b6cc-4de6-89b8-76574a817746 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group_rule': {'security_group_id': '845c25b0-d96a-476b-820e-722842208fe5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a7d10ab3-4abb-4363-ad52-0033b9ba87ca'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:59.202872 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ee5c473-736f-416f-8725-7ef16be3cd62 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.206014 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f30657a2-b6cc-4de6-89b8-76574a817746 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:59.230987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f30657a2-b6cc-4de6-89b8-76574a817746 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:59.234261 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dd4eed-5be8-4a6f-9b54-ddfacc515ca7 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 14645af6-d996-4821-98f9-3a99f0ea96b2 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:59.240833 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f30657a2-b6cc-4de6-89b8-76574a817746 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:59.246212 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5c473-736f-416f-8725-7ef16be3cd62 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f06d40-451f-473d-a6b8-21d89dd5b489,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:59.258735 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f30657a2-b6cc-4de6-89b8-76574a817746 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:59.270295 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ee5c473-736f-416f-8725-7ef16be3cd62 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.271493 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3ee5c473-736f-416f-8725-7ef16be3cd62 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2608702 Apr 22 14:43:59.275255 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34554) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:59.284342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-75668294-6e4b-4ac6-963a-6b6d86fe924d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '3747961f-f04e-4002-b5db-c7bb4eab1c21', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:59.293533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-75668294-6e4b-4ac6-963a-6b6d86fe924d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:59.309519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-75668294-6e4b-4ac6-963a-6b6d86fe924d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:59.317072 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] For port 0bd3ac27-b597-43d2-9d7f-bb0912ea9140, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:59.317356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-75668294-6e4b-4ac6-963a-6b6d86fe924d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:59.325986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-75668294-6e4b-4ac6-963a-6b6d86fe924d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:59.337849 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] For port 0bd3ac27-b597-43d2-9d7f-bb0912ea9140, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0bd3ac27-b597-43d2-9d7f-bb0912ea9140,segment=NetworkSegment(d6b50cdf-4b62-4fde-a96d-1496146e74b6),segment_id=d6b50cdf-4b62-4fde-a96d-1496146e74b6)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:59.338110 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-f30657a2-b6cc-4de6-89b8-76574a817746 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:59.339013 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f30657a2-b6cc-4de6-89b8-76574a817746 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1548738 Apr 22 14:43:59.342109 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34558) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:59.358930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.416482 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-75668294-6e4b-4ac6-963a-6b6d86fe924d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.448170 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d728c00d-51fa-40ad-8bbe-40050b88c769 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.478821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34562) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:59.514650 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d728c00d-51fa-40ad-8bbe-40050b88c769 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.570235 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-75668294-6e4b-4ac6-963a-6b6d86fe924d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.579617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-75668294-6e4b-4ac6-963a-6b6d86fe924d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.608260 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa9a4f-292d-4965-b8a0-d83014bb33ea None None] Pushing event updated for resources: {'Port': ['ID=0bd3ac27-b597-43d2-9d7f-bb0912ea9140,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:59.626209 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75668294-6e4b-4ac6-963a-6b6d86fe924d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14856755-8fcc-4df0-a7fc-859e7fa04540,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:59.633210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-75668294-6e4b-4ac6-963a-6b6d86fe924d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.636576 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-75668294-6e4b-4ac6-963a-6b6d86fe924d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3545694 Apr 22 14:43:59.637500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34568) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:59.638948 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Allocated IP 2001:db8::1 (923800cd-93f9-457d-8bc2-9050df8b23c2/8c8d05db-98b5-4c29-8609-7d319dbdec10/30e41700-8f19-404b-bbd9-4540406e67d9) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:59.650205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d3756605-b61c-4d92-8541-881443bc6d48 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '3747961f-f04e-4002-b5db-c7bb4eab1c21', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:59.657953 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d3756605-b61c-4d92-8541-881443bc6d48 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:59.662221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d728c00d-51fa-40ad-8bbe-40050b88c769 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.664741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d728c00d-51fa-40ad-8bbe-40050b88c769 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.668566 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d728c00d-51fa-40ad-8bbe-40050b88c769 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "DELETE /v2.0/security-groups/a7d10ab3-4abb-4363-ad52-0033b9ba87ca HTTP/1.1" status: 204 len: 168 time: 0.3228853 Apr 22 14:43:59.688111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d3756605-b61c-4d92-8541-881443bc6d48 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:59.693070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34572) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:59.693995 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728c00d-51fa-40ad-8bbe-40050b88c769 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d10ab3-4abb-4363-ad52-0033b9ba87ca,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:59.699701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d3756605-b61c-4d92-8541-881443bc6d48 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:59.737703 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:51Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '7c3b03bb-0839-4c22-9f3a-169f6ffacd21', 'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:62:06:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:50Z', 'updated_at': '2022-04-22T14:43:58Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:59.743912 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f2528-a9bc-4868-8fae-8ef36390fe54 None None] The sync data for ids ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'] in dv-neutron-839027-1-hyperv is: [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:51Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '7c3b03bb-0839-4c22-9f3a-169f6ffacd21', 'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:62:06:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:50Z', 'updated_at': '2022-04-22T14:43:58Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:59.760149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d3756605-b61c-4d92-8541-881443bc6d48 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:59.869648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d3756605-b61c-4d92-8541-881443bc6d48 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.970321 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-22ece204-d788-4fc0-aded-16ccaf608b83 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Synchronizing usage tracker for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:00.043259 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-22ece204-d788-4fc0-aded-16ccaf608b83 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Unset dirty status for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:00.044590 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-22ece204-d788-4fc0-aded-16ccaf608b83 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3466523 Apr 22 14:44:00.054015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34576) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:00.086222 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d3756605-b61c-4d92-8541-881443bc6d48 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.097272 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-35e43b44-688d-47a2-b6ac-b04ccc4b012a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=042dc5cca98943ac84219c0cf750e4e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6142714 Apr 22 14:44:00.098725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34580) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:00.104245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d3756605-b61c-4d92-8541-881443bc6d48 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.126398 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.178493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3756605-b61c-4d92-8541-881443bc6d48 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de57a0ea-8239-4beb-858e-7a02f9d9ac64,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:00.182005 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dd4eed-5be8-4a6f-9b54-ddfacc515ca7 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:00.200895 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9eace4-5aeb-4d6a-9d84-48df15ed8d84 None None] Sync routers for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:00.214855 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d3756605-b61c-4d92-8541-881443bc6d48 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.216900 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d3756605-b61c-4d92-8541-881443bc6d48 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5788810 Apr 22 14:44:00.219796 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Transition to ACTIVE for port object 30e41700-8f19-404b-bbd9-4540406e67d9 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:00.221696 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34584) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:00.222187 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9eace4-5aeb-4d6a-9d84-48df15ed8d84 None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:00.222826 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ee9eace4-5aeb-4d6a-9d84-48df15ed8d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:00.231486 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-9ca71896-a32e-4324-af65-9bd88ba691d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '3747961f-f04e-4002-b5db-c7bb4eab1c21', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:00.244631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34588) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:00.245009 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-75dd4eed-5be8-4a6f-9b54-ddfacc515ca7 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/14645af6-d996-4821-98f9-3a99f0ea96b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9836273 Apr 22 14:44:00.245300 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ec3b-f88b-49b7-9e73-e2b24651b4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.251339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9ca71896-a32e-4324-af65-9bd88ba691d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:00.279511 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9006b3f2-c675-4e07-94af-bc561db324ab tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.314010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9006b3f2-c675-4e07-94af-bc561db324ab tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.329916 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.428182 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-ee9eace4-5aeb-4d6a-9d84-48df15ed8d84 None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:00.466018 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=30e41700-8f19-404b-bbd9-4540406e67d9,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:00.483611 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 923800cd-93f9-457d-8bc2-9050df8b23c2 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:00.485625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:00.492875 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:00.493846 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.518648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9ca71896-a32e-4324-af65-9bd88ba691d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:00.527074 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ec3b-f88b-49b7-9e73-e2b24651b4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.530992 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9006b3f2-c675-4e07-94af-bc561db324ab tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.535363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9ca71896-a32e-4324-af65-9bd88ba691d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:00.545786 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9ca71896-a32e-4324-af65-9bd88ba691d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:00.557257 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006b3f2-c675-4e07-94af-bc561db324ab tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=845c25b0-d96a-476b-820e-722842208fe5,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:00.615511 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-9ca71896-a32e-4324-af65-9bd88ba691d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:44:00.660267 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9006b3f2-c675-4e07-94af-bc561db324ab tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.665620 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9006b3f2-c675-4e07-94af-bc561db324ab tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "DELETE /v2.0/security-groups/845c25b0-d96a-476b-820e-722842208fe5 HTTP/1.1" status: 204 len: 168 time: 0.6105037 Apr 22 14:44:00.679050 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ca71896-a32e-4324-af65-9bd88ba691d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.684361 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34592) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:00.702313 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6fc5a66-912f-453d-8512-d1ac5aec80a1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting subnet a93f6e78-a089-48e4-87b6-f1fe2f23332e {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:44:00.730125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5a66-912f-453d-8512-d1ac5aec80a1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.878235 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ec3b-f88b-49b7-9e73-e2b24651b4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.885618 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ca71896-a32e-4324-af65-9bd88ba691d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.908890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5a66-912f-453d-8512-d1ac5aec80a1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.949813 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ee9eace4-5aeb-4d6a-9d84-48df15ed8d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:56Z', 'revision_number': 10, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:00.962132 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9eace4-5aeb-4d6a-9d84-48df15ed8d84 None None] Checking router: 14645af6-d996-4821-98f9-3a99f0ea96b2 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:00.971923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.994564 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9eace4-5aeb-4d6a-9d84-48df15ed8d84 None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:00.995497 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ee9eace4-5aeb-4d6a-9d84-48df15ed8d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:01.013787 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5a66-912f-453d-8512-d1ac5aec80a1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.063166 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ca71896-a32e-4324-af65-9bd88ba691d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.091765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8ec3b-f88b-49b7-9e73-e2b24651b4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3a5c56-6d16-44ee-b296-a0daa9963c44,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:01.113746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ec3b-f88b-49b7-9e73-e2b24651b4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.114918 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9cb8ec3b-f88b-49b7-9e73-e2b24651b4dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd3a5c56-6d16-44ee-b296-a0daa9963c44 HTTP/1.1" status: 204 len: 168 time: 1.0154378 Apr 22 14:44:01.143210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca71896-a32e-4324-af65-9bd88ba691d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04b333b-138e-407a-b0d5-2ee1463a9cb8,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:01.155585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ca71896-a32e-4324-af65-9bd88ba691d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.166964 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9ca71896-a32e-4324-af65-9bd88ba691d3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9440601 Apr 22 14:44:01.173821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34598) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:01.186001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-fa835957-a514-4343-a6d4-dbf7de32f295 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '3747961f-f04e-4002-b5db-c7bb4eab1c21', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:01.195162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fa835957-a514-4343-a6d4-dbf7de32f295 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:01.213652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8269a53-4817-4df7-94c5-ecd3349dbb7d None None] Network 923800cd-93f9-457d-8bc2-9050df8b23c2 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:01.223840 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fa835957-a514-4343-a6d4-dbf7de32f295 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:01.230341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fa835957-a514-4343-a6d4-dbf7de32f295 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:01.238347 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fa835957-a514-4343-a6d4-dbf7de32f295 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:01.250628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5a66-912f-453d-8512-d1ac5aec80a1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.264343 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-ee9eace4-5aeb-4d6a-9d84-48df15ed8d84 None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:01.294419 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-fa835957-a514-4343-a6d4-dbf7de32f295 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:44:01.308441 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa835957-a514-4343-a6d4-dbf7de32f295 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.338120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc5a66-912f-453d-8512-d1ac5aec80a1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Subnet': ['ID=a93f6e78-a089-48e4-87b6-f1fe2f23332e,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:01.371031 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5a66-912f-453d-8512-d1ac5aec80a1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.387772 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b6fc5a66-912f-453d-8512-d1ac5aec80a1 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/a93f6e78-a089-48e4-87b6-f1fe2f23332e HTTP/1.1" status: 204 len: 168 time: 1.1375389 Apr 22 14:44:01.390002 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34604) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:01.401230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87506d0-ddd9-42df-90c5-b872a37fed16 None None] Network c55529df-b153-4c48-bbf2-80430bf38dbd requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:01.423402 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:01.431048 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-289bf78c-e20e-4cbb-817f-abbe5351bc86 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Synchronizing usage tracker for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:01.467645 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-289bf78c-e20e-4cbb-817f-abbe5351bc86 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Unset dirty status for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:01.473104 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-289bf78c-e20e-4cbb-817f-abbe5351bc86 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7828457 Apr 22 14:44:01.482673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34608) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:01.499884 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-c6799931-dd2b-444a-8622-82554970d6a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344000048'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:01.513918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c6799931-dd2b-444a-8622-82554970d6a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:01.538386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c6799931-dd2b-444a-8622-82554970d6a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:01.567895 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c6799931-dd2b-444a-8622-82554970d6a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.636109 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d419a888-bb27-4038-8974-2be83b5d9702 None None] Provisioning for port 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:01.692629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.705978 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa835957-a514-4343-a6d4-dbf7de32f295 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.711915 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c6799931-dd2b-444a-8622-82554970d6a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:01.719557 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa835957-a514-4343-a6d4-dbf7de32f295 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.762241 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c6799931-dd2b-444a-8622-82554970d6a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Usage tracker for resource:security_group_rule and tenant:a606d81c935c4d4882b0bade684ea8ae is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:01.820090 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ee9eace4-5aeb-4d6a-9d84-48df15ed8d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:56Z', 'revision_number': 10, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:01.821668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c6799931-dd2b-444a-8622-82554970d6a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:01.823263 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:01.832433 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9eace4-5aeb-4d6a-9d84-48df15ed8d84 None None] The sync data for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv is: [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:43:56Z', 'revision_number': 10, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None, '_interfaces': [{'id': 'e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0', 'name': '', 'network_id': '27b27aa1-d4d5-497f-98f6-facdd136582a', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'mac_address': 'fa:16:3e:bc:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:41Z', 'updated_at': '2022-04-22T14:42:55Z', 'revision_number': 5, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'subnets': [{'id': 'a4a16ed1-dfee-4d99-8d62-4a949c72c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:01.844035 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c6799931-dd2b-444a-8622-82554970d6a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:01.868038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:01.868417 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.894434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port ef4116b8-ab28-4a36-a7e8-195682dfd5fb {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:01.895015 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.966286 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.026051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c6799931-dd2b-444a-8622-82554970d6a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.027886 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.028954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.037598 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.065115 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa835957-a514-4343-a6d4-dbf7de32f295 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4318f1ba-4fc0-46ab-82b4-acfc426d11b8,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:02.068561 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa835957-a514-4343-a6d4-dbf7de32f295 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.074493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c6799931-dd2b-444a-8622-82554970d6a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.079101 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fa835957-a514-4343-a6d4-dbf7de32f295 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9039402 Apr 22 14:44:02.081923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7c3b03bb-0839-4c22-9f3a-169f6ffacd21,segment=NetworkSegment(ac7a0800-224d-4d85-b44b-63ec7b17ded0),segment_id=ac7a0800-224d-4d85-b44b-63ec7b17ded0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:02.088584 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.090257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:02.306008 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6799931-dd2b-444a-8622-82554970d6a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2473340c-dac8-41e5-9c3c-3543ff7c87b5,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:02.314665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=30e41700-8f19-404b-bbd9-4540406e67d9,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:02.326839 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bf7141-11b8-4c5f-897c-24b26de6a2c5 None None] DHCP port deletion for c55529df-b153-4c48-bbf2-80430bf38dbd request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:44:02.337609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] For port ef4116b8-ab28-4a36-a7e8-195682dfd5fb, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ef4116b8-ab28-4a36-a7e8-195682dfd5fb,segment=NetworkSegment(7b6e517a-09df-4f49-926f-ae3111973836),segment_id=7b6e517a-09df-4f49-926f-ae3111973836)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:02.338573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.344513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf7141-11b8-4c5f-897c-24b26de6a2c5 None None] Deleting port ef4116b8-ab28-4a36-a7e8-195682dfd5fb {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:02.344887 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7141-11b8-4c5f-897c-24b26de6a2c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.453036 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=7c3b03bb-0839-4c22-9f3a-169f6ffacd21,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:02.475435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c6799931-dd2b-444a-8622-82554970d6a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.478888 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c6799931-dd2b-444a-8622-82554970d6a4 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9951348 Apr 22 14:44:02.491724 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34634) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:02.496906 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:02.500351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for ef4116b8-ab28-4a36-a7e8-195682dfd5fb owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:02.511533 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:02.512191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.534526 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-56f77433-7591-4fde-8ca5-17468a4df5d3 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:02.535246 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-56f77433-7591-4fde-8ca5-17468a4df5d3 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] update failed (client error): There was a conflict when trying to complete your request. Apr 22 14:44:02.538842 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-56f77433-7591-4fde-8ca5-17468a4df5d3 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "PUT /v2.0/security-groups/2473340c-dac8-41e5-9c3c-3543ff7c87b5 HTTP/1.1" status: 409 len: 330 time: 0.0436230 Apr 22 14:44:02.540071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34638) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:02.595307 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34642) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:02.635376 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-11ff55c2-4aa1-459d-8a65-56743ab9e310 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:02.640992 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 923800cd-93f9-457d-8bc2-9050df8b23c2 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:02.644503 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:02.722003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-11ff55c2-4aa1-459d-8a65-56743ab9e310 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:02.732999 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-11ff55c2-4aa1-459d-8a65-56743ab9e310 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-121968340&fields=id&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 267 time: 0.2419879 Apr 22 14:44:02.827522 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3f61c393-9064-4ec6-bd4e-07c5aaa8d82e None None] Provisioning for port 30e41700-8f19-404b-bbd9-4540406e67d9 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:02.847337 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-e2bf7141-11b8-4c5f-897c-24b26de6a2c5 None None] For port ef4116b8-ab28-4a36-a7e8-195682dfd5fb, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ef4116b8-ab28-4a36-a7e8-195682dfd5fb,segment=NetworkSegment(7b6e517a-09df-4f49-926f-ae3111973836),segment_id=7b6e517a-09df-4f49-926f-ae3111973836)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:02.847784 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7141-11b8-4c5f-897c-24b26de6a2c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.857105 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3f61c393-9064-4ec6-bd4e-07c5aaa8d82e None None] Provisioning complete for port 30e41700-8f19-404b-bbd9-4540406e67d9 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:02.857487 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3f61c393-9064-4ec6-bd4e-07c5aaa8d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.892038 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-95ed5b7b-bdad-49bf-957a-02732905c679 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.921829 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1552280521-network', 'tenant_id': '3e4541c175d64c06834cd7d6dd042c2a'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:02.942716 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:02.942991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-95ed5b7b-bdad-49bf-957a-02732905c679 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.952740 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.956948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Usage tracker for resource:network and tenant:3e4541c175d64c06834cd7d6dd042c2a is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:02.991047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:03.022369 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:03.028047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Port': ['ID=ef4116b8-ab28-4a36-a7e8-195682dfd5fb,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:03.042922 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.059334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] No DVR routers for this DVR port ef4116b8-ab28-4a36-a7e8-195682dfd5fb on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:44:03.144643 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-95ed5b7b-bdad-49bf-957a-02732905c679 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.161155 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf7141-11b8-4c5f-897c-24b26de6a2c5 None None] Calling delete_port for ef4116b8-ab28-4a36-a7e8-195682dfd5fb owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:03.168474 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed5b7b-bdad-49bf-957a-02732905c679 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2473340c-dac8-41e5-9c3c-3543ff7c87b5,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:03.183953 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Made reservation on behalf of 3e4541c175d64c06834cd7d6dd042c2a for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:03.186058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-95ed5b7b-bdad-49bf-957a-02732905c679 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.186385 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.191712 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-95ed5b7b-bdad-49bf-957a-02732905c679 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "DELETE /v2.0/security-groups/2473340c-dac8-41e5-9c3c-3543ff7c87b5 HTTP/1.1" status: 204 len: 168 time: 0.6450739 Apr 22 14:44:03.192775 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34648) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.205812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3f61c393-9064-4ec6-bd4e-07c5aaa8d82e None None] Port 30e41700-8f19-404b-bbd9-4540406e67d9 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:03.225596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-7bdcbc75-3c09-40ba-a02e-25c0271df28e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:03.226434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-7bdcbc75-3c09-40ba-a02e-25c0271df28e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:03.229049 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.232751 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 0bd3ac27-b597-43d2-9d7f-bb0912ea9140, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0bd3ac27-b597-43d2-9d7f-bb0912ea9140,segment=NetworkSegment(d6b50cdf-4b62-4fde-a96d-1496146e74b6),segment_id=d6b50cdf-4b62-4fde-a96d-1496146e74b6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:03.245098 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.248732 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.278304 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a3b4a725-824b-45af-83c0-b0c7bdaec3e9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Synchronizing usage tracker for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:03.300265 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55529df-b153-4c48-bbf2-80430bf38dbd']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:03.309733 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-7bdcbc75-3c09-40ba-a02e-25c0271df28e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:03.312435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a3b4a725-824b-45af-83c0-b0c7bdaec3e9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] Unset dirty status for tenant:a606d81c935c4d4882b0bade684ea8ae on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:03.314038 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a3b4a725-824b-45af-83c0-b0c7bdaec3e9 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1210682 Apr 22 14:44:03.317390 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router f1580884-5b3f-4ab3-9a67-e9015ce25d7a is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:44:03.317545 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-7bdcbc75-3c09-40ba-a02e-25c0271df28e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/networks?id=7ce38580-bcfc-45b9-9805-0712d9031bc2 HTTP/1.1" status: 200 len: 797 time: 0.5825658 Apr 22 14:44:03.319337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34652) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.336114 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:03.338970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3f61c393-9064-4ec6-bd4e-07c5aaa8d82e None None] Provisioning complete for port 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:03.339604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3f61c393-9064-4ec6-bd4e-07c5aaa8d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.355832 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6e517a-09df-4f49-926f-ae3111973836') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:03.356421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6e517a-09df-4f49-926f-ae3111973836') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:03.364622 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Usage tracker for resource:security_group_rule and tenant:3e4541c175d64c06834cd7d6dd042c2a is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:03.375094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:03.380297 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-69ccc157-86c1-4166-a6c1-d2531a9cde6e tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] delete failed (client error): The resource could not be found. Apr 22 14:44:03.384858 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-69ccc157-86c1-4166-a6c1-d2531a9cde6e tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "DELETE /v2.0/security-groups/d58dc2a9-d2f7-4337-a434-6159e512e46b HTTP/1.1" status: 404 len: 347 time: 0.0564518 Apr 22 14:44:03.384858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.387529 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34656) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.399208 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-b20d1133-4123-464b-9919-49e7b65850df tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/quotas/cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 375 time: 0.0806732 Apr 22 14:44:03.402013 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:03.404315 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:03.431403 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=0bd3ac27-b597-43d2-9d7f-bb0912ea9140,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:03.460874 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.462915 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-e2bf7141-11b8-4c5f-897c-24b26de6a2c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:44:03.463272 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-e2bf7141-11b8-4c5f-897c-24b26de6a2c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:44:03.473611 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-4b6b6d80-a17c-468e-bc30-18bbbc4de1ba tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] show failed (client error): The resource could not be found. Apr 22 14:44:03.479106 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4b6b6d80-a17c-468e-bc30-18bbbc4de1ba tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "GET /v2.0/security-groups/19474442-da72-4046-9057-3d728c0721c8 HTTP/1.1" status: 404 len: 347 time: 0.0802584 Apr 22 14:44:03.479895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:44:03.479895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.480144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34660) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:44:03.491108 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:44:03.511926 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-8372c30f-c21e-4e6f-9980-b91508cbb087 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] show failed (client error): The resource could not be found. Apr 22 14:44:03.520391 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8372c30f-c21e-4e6f-9980-b91508cbb087 tempest-NegativeSecGroupTest-1902462392 tempest-NegativeSecGroupTest-1902462392-project] 10.222.0.23 "GET /v2.0/security-group-rules/88d1bed0-4e6c-4fb8-8b10-c48a7b050ab3 HTTP/1.1" status: 404 len: 356 time: 0.0340154 Apr 22 14:44:03.556892 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:03.563193 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-df2051fb-ad3e-466a-905f-58341f642154 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/f1580884-5b3f-4ab3-9a67-e9015ce25d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7966678 Apr 22 14:44:03.566053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34666) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.581410 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e319a2-5e4c-4e6d-869b-8ae9c1359754 None None] Sync routers for ids ['f1580884-5b3f-4ab3-9a67-e9015ce25d7a'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:03.635023 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.639001 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e319a2-5e4c-4e6d-869b-8ae9c1359754 None None] Routers {'f1580884-5b3f-4ab3-9a67-e9015ce25d7a'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:03.639687 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-38e319a2-5e4c-4e6d-869b-8ae9c1359754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f1580884-5b3f-4ab3-9a67-e9015ce25d7a'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:03.656732 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.713188 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:03.714562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.722894 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/networks/c55529df-b153-4c48-bbf2-80430bf38dbd HTTP/1.1" status: 204 len: 168 time: 2.3286664 Apr 22 14:44:03.727184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34670) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.737734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ae2fb-9b74-4214-a635-3cd3c0f95066 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Network': ['ID=c55529df-b153-4c48-bbf2-80430bf38dbd,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:03.740823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.782462 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-38e319a2-5e4c-4e6d-869b-8ae9c1359754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:03.788514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28f4c8c-8d6b-4c31-94b4-a88c2f44c782 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:03.789463 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c28f4c8c-8d6b-4c31-94b4-a88c2f44c782 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Synchronizing usage tracker for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:03.809070 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c28f4c8c-8d6b-4c31-94b4-a88c2f44c782 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Unset dirty status for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:03.811671 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c28f4c8c-8d6b-4c31-94b4-a88c2f44c782 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports/30e41700-8f19-404b-bbd9-4540406e67d9 HTTP/1.1" status: 200 len: 911 time: 0.2443943 Apr 22 14:44:03.814753 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34676) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.816000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-7846bd88-fa8e-4ceb-9271-f4d954f120ac tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:03.822568 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-eef88ad6-8a42-4cdf-bb00-e639a318761c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8c8d05db-98b5-4c29-8609-7d319dbdec10'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:03.836266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e319a2-5e4c-4e6d-869b-8ae9c1359754 None None] Routers {'f1580884-5b3f-4ab3-9a67-e9015ce25d7a'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:03.837310 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.837470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-38e319a2-5e4c-4e6d-869b-8ae9c1359754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f1580884-5b3f-4ab3-9a67-e9015ce25d7a'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:03.928148 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34680) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.939714 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:03.940868 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-38e319a2-5e4c-4e6d-869b-8ae9c1359754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:03.941283 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e319a2-5e4c-4e6d-869b-8ae9c1359754 None None] The sync data for ids ['f1580884-5b3f-4ab3-9a67-e9015ce25d7a'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:03.945078 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fae53391-6343-4378-821a-bdd2e7329707 None None] Provisioning complete for port 30e41700-8f19-404b-bbd9-4540406e67d9 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:03.945452 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fae53391-6343-4378-821a-bdd2e7329707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.949096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-7846bd88-fa8e-4ceb-9271-f4d954f120ac tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:03.959620 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-7846bd88-fa8e-4ceb-9271-f4d954f120ac tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5545871 Apr 22 14:44:03.976050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf7141-11b8-4c5f-897c-24b26de6a2c5 None None] Deleting port ef4116b8-ab28-4a36-a7e8-195682dfd5fb {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:03.976413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7141-11b8-4c5f-897c-24b26de6a2c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.983750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2165eee5-4eee-4fb4-bd69-a85fdaefeec3,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:04.014918 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.015262 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Added segment 85145e91-dfce-4d9f-9946-32687a907044 of type vlan for network bad8d284-05c6-4bd1-a634-84b2a56599db Apr 22 14:44:04.073734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.111218 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf7141-11b8-4c5f-897c-24b26de6a2c5 None None] The port 'ef4116b8-ab28-4a36-a7e8-195682dfd5fb' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:44:04.121246 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-fae53391-6343-4378-821a-bdd2e7329707 None None] Port 30e41700-8f19-404b-bbd9-4540406e67d9 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:04.213061 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ef4116b8-ab28-4a36-a7e8-195682dfd5fb no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:04.221420 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eef88ad6-8a42-4cdf-bb00-e639a318761c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.298530 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: ef4116b8-ab28-4a36-a7e8-195682dfd5fb {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:44:04.299401 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ef4116b8-ab28-4a36-a7e8-195682dfd5fb not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:44:04.299672 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 17a225e2-c219-415a-9430-4f91f36c3e13 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:04.332196 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 17a225e2-c219-415a-9430-4f91f36c3e13 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:44:04.332658 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 17a225e2-c219-415a-9430-4f91f36c3e13 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:44:04.365463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.366095 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:04.366572 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.608530 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9922450 Apr 22 14:44:04.620309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34688) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:04.631658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-6adc66e2-a189-46f1-86c3-22e5136b9bfd admin admin] Request body: {'subnet': {'network_id': 'bad8d284-05c6-4bd1-a634-84b2a56599db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1552280521-subnet', 'tenant_id': '3e4541c175d64c06834cd7d6dd042c2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:04.644631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22295acd-6cf2-42ab-a8e1-8b4338c84078 admin admin] Pushing event updated for resources: {'Network': ['ID=bad8d284-05c6-4bd1-a634-84b2a56599db,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:04.658936 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network bad8d284-05c6-4bd1-a634-84b2a56599db details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:04.675002 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-6adc66e2-a189-46f1-86c3-22e5136b9bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:04.687215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6adc66e2-a189-46f1-86c3-22e5136b9bfd admin admin] Usage tracker for resource:subnet and tenant:3e4541c175d64c06834cd7d6dd042c2a is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:04.696308 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4daedcf4-bf33-479c-be34-342b2506552d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a606d81c935c4d4882b0bade684ea8ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7627599 Apr 22 14:44:04.696308 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6adc66e2-a189-46f1-86c3-22e5136b9bfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:04.702425 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34692) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:04.715124 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-6adc66e2-a189-46f1-86c3-22e5136b9bfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:04.749646 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-cfb5102c-ecd5-4005-9493-1a9365dc3303 service neutron] 10.222.0.23 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7679155 Apr 22 14:44:04.791961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adc66e2-a189-46f1-86c3-22e5136b9bfd admin admin] Made reservation on behalf of 3e4541c175d64c06834cd7d6dd042c2a for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:04.794104 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eef88ad6-8a42-4cdf-bb00-e639a318761c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.794994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6adc66e2-a189-46f1-86c3-22e5136b9bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.805419 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eef88ad6-8a42-4cdf-bb00-e639a318761c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.810088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef88ad6-8a42-4cdf-bb00-e639a318761c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:04.810743 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eef88ad6-8a42-4cdf-bb00-e639a318761c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.812527 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-eef88ad6-8a42-4cdf-bb00-e639a318761c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/ports/30e41700-8f19-404b-bbd9-4540406e67d9 HTTP/1.1" status: 200 len: 911 time: 0.9959660 Apr 22 14:44:04.849724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34696) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:05.010310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef88ad6-8a42-4cdf-bb00-e639a318761c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=30e41700-8f19-404b-bbd9-4540406e67d9,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:05.031862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d76e410-c1dc-45c0-a229-0cb8a13e0d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.057405 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-94bb29f6-6dc8-4d3b-8fef-f56a99b92140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.207811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d76e410-c1dc-45c0-a229-0cb8a13e0d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.216829 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-6ac7deaa-f8b1-4285-84cf-0d9b10823bdd service neutron] 10.222.0.23 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567878 Apr 22 14:44:05.246015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eacb8d67-4889-4fdb-9b40-5d458cbece89 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.380453 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:05.384084 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d76e410-c1dc-45c0-a229-0cb8a13e0d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.416057 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76e410-c1dc-45c0-a229-0cb8a13e0d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3edd654-130a-412d-9afc-5b1e801b7fd3,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:05.439217 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6adc66e2-a189-46f1-86c3-22e5136b9bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.528683 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:05.529128 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.639902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc66e2-a189-46f1-86c3-22e5136b9bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4c5b86-045f-4079-a0a8-987b81f1c3f7,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:05.651734 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e91d21a6-8af4-4dab-947b-60453de60103 req-1366fb8b-f5d7-4870-aa58-55f6dc5e1fba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 210 time: 0.1606414 Apr 22 14:44:05.669938 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d76e410-c1dc-45c0-a229-0cb8a13e0d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.671142 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7d76e410-c1dc-45c0-a229-0cb8a13e0d25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3edd654-130a-412d-9afc-5b1e801b7fd3 HTTP/1.1" status: 204 len: 168 time: 0.9668283 Apr 22 14:44:05.728798 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc66e2-a189-46f1-86c3-22e5136b9bfd admin admin] Checking segment: {'id': '85145e91-dfce-4d9f-9946-32687a907044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bad8d284-05c6-4bd1-a634-84b2a56599db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:05.729278 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adc66e2-a189-46f1-86c3-22e5136b9bfd admin admin] Network hostable DHCP agents. Network: bad8d284-05c6-4bd1-a634-84b2a56599db, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:05.900654 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adc66e2-a189-46f1-86c3-22e5136b9bfd admin admin] Network bad8d284-05c6-4bd1-a634-84b2a56599db is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:05.922676 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-6adc66e2-a189-46f1-86c3-22e5136b9bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, bad8d284-05c6-4bd1-a634-84b2a56599db) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:05.928301 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adc66e2-a189-46f1-86c3-22e5136b9bfd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:05.929501 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6adc66e2-a189-46f1-86c3-22e5136b9bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.949491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf3486a-071b-4988-a62b-f9e8f156b44c None None] Network bad8d284-05c6-4bd1-a634-84b2a56599db requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:06.099476 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6adc66e2-a189-46f1-86c3-22e5136b9bfd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4728549 Apr 22 14:44:06.264612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-eacb8d67-4889-4fdb-9b40-5d458cbece89 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port 30e41700-8f19-404b-bbd9-4540406e67d9 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:06.265238 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eacb8d67-4889-4fdb-9b40-5d458cbece89 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.373578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e1f396-12ca-4347-8b36-ece5fa11625e None None] Network bad8d284-05c6-4bd1-a634-84b2a56599db requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:06.468103 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-94bb29f6-6dc8-4d3b-8fef-f56a99b92140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:06.469274 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-94bb29f6-6dc8-4d3b-8fef-f56a99b92140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.542489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eacb8d67-4889-4fdb-9b40-5d458cbece89 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.680309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-eacb8d67-4889-4fdb-9b40-5d458cbece89 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for 30e41700-8f19-404b-bbd9-4540406e67d9 owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:06.743298 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-94bb29f6-6dc8-4d3b-8fef-f56a99b92140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] For port e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0,segment=NetworkSegment(45f337c9-2e37-4e24-b422-7e537f5bf5f7),segment_id=45f337c9-2e37-4e24-b422-7e537f5bf5f7)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:06.746414 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-94bb29f6-6dc8-4d3b-8fef-f56a99b92140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.940947 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-94bb29f6-6dc8-4d3b-8fef-f56a99b92140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:06.975733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eacb8d67-4889-4fdb-9b40-5d458cbece89 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.067668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb8d67-4889-4fdb-9b40-5d458cbece89 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=30e41700-8f19-404b-bbd9-4540406e67d9,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:07.125155 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2b74ffb9-79c0-4203-8aab-611e996227d3 req-5511489b-8d68-47c5-ba66-0aff9f92c19d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 210 time: 0.1980460 Apr 22 14:44:07.284313 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-6b1c3c84-289f-4680-aadf-09fe7afe4305 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:07.285863 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-6b1c3c84-289f-4680-aadf-09fe7afe4305 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/networks?id=7ce38580-bcfc-45b9-9805-0712d9031bc2 HTTP/1.1" status: 200 len: 797 time: 0.3946595 Apr 22 14:44:07.337374 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-eacb8d67-4889-4fdb-9b40-5d458cbece89 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.350216 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-31476a5c-bc51-4c90-9b1a-c52aba33bd48 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 379 time: 0.0517390 Apr 22 14:44:07.383637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-32e696d7-42ec-434b-8ab2-9bb9a8a759d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'port': {'device_id': '9de25975-0e3b-4c6f-bc17-54ce2f6af4e9', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'admin_state_up': True, 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'security_groups': ['3747961f-f04e-4002-b5db-c7bb4eab1c21']}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:07.453881 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34732) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:07.478492 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-870949570-network', 'tenant_id': '3d8eb92f268b4e3bbe16970a9af1e292'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:07.511779 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-94bb29f6-6dc8-4d3b-8fef-f56a99b92140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.534812 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:07.544986 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Usage tracker for resource:network and tenant:3d8eb92f268b4e3bbe16970a9af1e292 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:07.549824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:07.557316 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:07.575983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb29f6-6dc8-4d3b-8fef-f56a99b92140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Port': ['ID=e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:07.590001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-32e696d7-42ec-434b-8ab2-9bb9a8a759d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:07.600435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-32e696d7-42ec-434b-8ab2-9bb9a8a759d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:07.628390 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Made reservation on behalf of 3d8eb92f268b4e3bbe16970a9af1e292 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:07.630662 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.676112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-32e696d7-42ec-434b-8ab2-9bb9a8a759d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:07.679020 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-32e696d7-42ec-434b-8ab2-9bb9a8a759d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.722401 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.914771 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:07.973200 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Usage tracker for resource:security_group_rule and tenant:3d8eb92f268b4e3bbe16970a9af1e292 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:07.974433 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-94bb29f6-6dc8-4d3b-8fef-f56a99b92140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.980753 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:07.990822 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:07.996880 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-32e696d7-42ec-434b-8ab2-9bb9a8a759d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.8 (7ce38580-bcfc-45b9-9805-0712d9031bc2/d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e/97e1a0d5-89d3-4b16-8459-9d9ee2e3631f) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:08.028783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacb8d67-4889-4fdb-9b40-5d458cbece89 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router f1580884-5b3f-4ab3-9a67-e9015ce25d7a has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:08.200551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.206223 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.239897 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:08.258174 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14b07c0-98df-454d-9c66-00ccde47a599,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:08.263924 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.264315 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Added segment 4d47af16-1dbb-4c15-bf44-5c8072d59ef6 of type vlan for network 0d6b718a-cded-4494-bdd5-483e316e339e Apr 22 14:44:08.266612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacb8d67-4889-4fdb-9b40-5d458cbece89 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:08.286500 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce99266-28df-4cad-a4f4-394ceabe30dc None None] Sync routers for ids ['f1580884-5b3f-4ab3-9a67-e9015ce25d7a'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:08.305879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.306432 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce99266-28df-4cad-a4f4-394ceabe30dc None None] Routers {'f1580884-5b3f-4ab3-9a67-e9015ce25d7a'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:08.307141 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fce99266-28df-4cad-a4f4-394ceabe30dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f1580884-5b3f-4ab3-9a67-e9015ce25d7a'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:08.341672 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-eacb8d67-4889-4fdb-9b40-5d458cbece89 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/f1580884-5b3f-4ab3-9a67-e9015ce25d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4809387 Apr 22 14:44:08.342260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34738) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:08.382799 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fce99266-28df-4cad-a4f4-394ceabe30dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:08.388552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d40c7538-9c1f-4769-80a0-c73f865c761f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Synchronizing usage tracker for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:08.392914 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.394030 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:08.394608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.397609 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce99266-28df-4cad-a4f4-394ceabe30dc None None] Routers {'f1580884-5b3f-4ab3-9a67-e9015ce25d7a'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:08.398747 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fce99266-28df-4cad-a4f4-394ceabe30dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f1580884-5b3f-4ab3-9a67-e9015ce25d7a'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:08.462537 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fce99266-28df-4cad-a4f4-394ceabe30dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:08.463102 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce99266-28df-4cad-a4f4-394ceabe30dc None None] The sync data for ids ['f1580884-5b3f-4ab3-9a67-e9015ce25d7a'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:08.481568 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0163455 Apr 22 14:44:08.489148 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34742) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:08.501412 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d40c7538-9c1f-4769-80a0-c73f865c761f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Unset dirty status for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:08.505088 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d40c7538-9c1f-4769-80a0-c73f865c761f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1580884-5b3f-4ab3-9a67-e9015ce25d7a HTTP/1.1" status: 200 len: 205 time: 0.1596904 Apr 22 14:44:08.506296 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-27c4f556-e700-4f0c-87c0-ae1a5d122162 admin admin] Request body: {'subnet': {'network_id': '0d6b718a-cded-4494-bdd5-483e316e339e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-870949570-subnet', 'tenant_id': '3d8eb92f268b4e3bbe16970a9af1e292', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:08.512136 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34746) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:08.515881 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-27c4f556-e700-4f0c-87c0-ae1a5d122162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:08.527755 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4cbc5a6b-6fab-4e5b-b0d2-8cad6acddb3a req-7597be21-0586-4b5b-a84c-989ea254b1c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 210 time: 0.1276982 Apr 22 14:44:08.578960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-27c4f556-e700-4f0c-87c0-ae1a5d122162 admin admin] Usage tracker for resource:subnet and tenant:3d8eb92f268b4e3bbe16970a9af1e292 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:08.584271 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-27c4f556-e700-4f0c-87c0-ae1a5d122162 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:08.594075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c073bc-7887-48f8-8ffb-917de7363857 admin admin] Pushing event updated for resources: {'Network': ['ID=0d6b718a-cded-4494-bdd5-483e316e339e,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:08.596439 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-27c4f556-e700-4f0c-87c0-ae1a5d122162 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:08.605079 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 0d6b718a-cded-4494-bdd5-483e316e339e details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:08.669186 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c4f556-e700-4f0c-87c0-ae1a5d122162 admin admin] Made reservation on behalf of 3d8eb92f268b4e3bbe16970a9af1e292 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:08.671557 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-27c4f556-e700-4f0c-87c0-ae1a5d122162 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.719673 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-32e696d7-42ec-434b-8ab2-9bb9a8a759d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.744517 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-32e696d7-42ec-434b-8ab2-9bb9a8a759d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:08.752464 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bb29f6-6dc8-4d3b-8fef-f56a99b92140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 14645af6-d996-4821-98f9-3a99f0ea96b2 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:08.772221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-335a0f03-eedb-43fa-ab2a-9385d58be9d3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.880537 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-32e696d7-42ec-434b-8ab2-9bb9a8a759d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.977674 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-32e696d7-42ec-434b-8ab2-9bb9a8a759d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 7ce38580-bcfc-45b9-9805-0712d9031bc2 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:08.978534 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e696d7-42ec-434b-8ab2-9bb9a8a759d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:08.981155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-32e696d7-42ec-434b-8ab2-9bb9a8a759d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:08.984023 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-32e696d7-42ec-434b-8ab2-9bb9a8a759d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:09.030938 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bb29f6-6dc8-4d3b-8fef-f56a99b92140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:09.042909 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755996ee-0177-4a17-96ab-cd42fa63f562 None None] Sync routers for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:09.059765 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-94bb29f6-6dc8-4d3b-8fef-f56a99b92140 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/14645af6-d996-4821-98f9-3a99f0ea96b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3277159 Apr 22 14:44:09.064284 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-32e696d7-42ec-434b-8ab2-9bb9a8a759d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:09.064793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755996ee-0177-4a17-96ab-cd42fa63f562 None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:09.065281 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-32e696d7-42ec-434b-8ab2-9bb9a8a759d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.065411 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-755996ee-0177-4a17-96ab-cd42fa63f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:09.070397 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34750) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:09.133064 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-32e696d7-42ec-434b-8ab2-9bb9a8a759d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7528765 Apr 22 14:44:09.145309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Request body: {'port': {'device_id': '9de25975-0e3b-4c6f-bc17-54ce2f6af4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:09.220298 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-755996ee-0177-4a17-96ab-cd42fa63f562 None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:09.366345 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-755996ee-0177-4a17-96ab-cd42fa63f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:44:07Z', 'revision_number': 11, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:09.371662 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755996ee-0177-4a17-96ab-cd42fa63f562 None None] Checking router: 14645af6-d996-4821-98f9-3a99f0ea96b2 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:09.388223 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-0116c894-17d5-46a1-a1be-c0f58d2f4173 None None] Provisioning for port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:09.389210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.397590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-0116c894-17d5-46a1-a1be-c0f58d2f4173 None None] Provisioning complete for port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:09.398013 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0116c894-17d5-46a1-a1be-c0f58d2f4173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.411994 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-335a0f03-eedb-43fa-ab2a-9385d58be9d3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.425435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-335a0f03-eedb-43fa-ab2a-9385d58be9d3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.429378 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755996ee-0177-4a17-96ab-cd42fa63f562 None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:09.430077 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-755996ee-0177-4a17-96ab-cd42fa63f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:09.432351 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-27c4f556-e700-4f0c-87c0-ae1a5d122162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.458710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c42db7-9510-4ad9-82ea-c8d7e24e3155 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting subnet a4a16ed1-dfee-4d99-8d62-4a949c72c98c {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:44:09.469519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-31c42db7-9510-4ad9-82ea-c8d7e24e3155 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.551571 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4f556-e700-4f0c-87c0-ae1a5d122162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=208cc2ff-ad3c-423f-8553-5b25acd4b812,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:09.555191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-335a0f03-eedb-43fa-ab2a-9385d58be9d3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.556691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335a0f03-eedb-43fa-ab2a-9385d58be9d3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Fanout notify agent at l3_agent the message router_deleted on router f1580884-5b3f-4ab3-9a67-e9015ce25d7a {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:44:09.582177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-31c42db7-9510-4ad9-82ea-c8d7e24e3155 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.584616 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-0116c894-17d5-46a1-a1be-c0f58d2f4173 None None] Port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:09.586342 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-755996ee-0177-4a17-96ab-cd42fa63f562 None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:09.607438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c4f556-e700-4f0c-87c0-ae1a5d122162 admin admin] Checking segment: {'id': '4d47af16-1dbb-4c15-bf44-5c8072d59ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0d6b718a-cded-4494-bdd5-483e316e339e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:09.607821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c4f556-e700-4f0c-87c0-ae1a5d122162 admin admin] Network hostable DHCP agents. Network: 0d6b718a-cded-4494-bdd5-483e316e339e, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:09.634703 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-335a0f03-eedb-43fa-ab2a-9385d58be9d3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.638853 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-335a0f03-eedb-43fa-ab2a-9385d58be9d3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/routers/f1580884-5b3f-4ab3-9a67-e9015ce25d7a HTTP/1.1" status: 204 len: 168 time: 1.1219037 Apr 22 14:44:09.639135 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34756) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:09.825391 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-755996ee-0177-4a17-96ab-cd42fa63f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:44:07Z', 'revision_number': 11, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:09.830528 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755996ee-0177-4a17-96ab-cd42fa63f562 None None] The sync data for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv is: [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:44:07Z', 'revision_number': 11, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:09.864657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c4f556-e700-4f0c-87c0-ae1a5d122162 admin admin] Network 0d6b718a-cded-4494-bdd5-483e316e339e is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:09.890380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-27c4f556-e700-4f0c-87c0-ae1a5d122162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 0d6b718a-cded-4494-bdd5-483e316e339e) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:09.896677 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c4f556-e700-4f0c-87c0-ae1a5d122162 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:09.897969 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-27c4f556-e700-4f0c-87c0-ae1a5d122162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.901701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63f964b-1f86-4bff-a102-4b518929bd07 None None] Network 0d6b718a-cded-4494-bdd5-483e316e339e requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:09.955298 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-27c4f556-e700-4f0c-87c0-ae1a5d122162 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4509451 Apr 22 14:44:09.981067 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad355fd3-918f-47b4-91bd-9dc948748465 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting subnet 8c8d05db-98b5-4c29-8609-7d319dbdec10 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:44:09.987193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ad355fd3-918f-47b4-91bd-9dc948748465 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.078605 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ad355fd3-918f-47b4-91bd-9dc948748465 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.081289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-31c42db7-9510-4ad9-82ea-c8d7e24e3155 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.141364 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33de936-295b-4c97-ac60-76a1d5203868 req-04fc4435-582d-4655-a73e-9341a173cf70 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:10.142036 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-c33de936-295b-4c97-ac60-76a1d5203868 req-04fc4435-582d-4655-a73e-9341a173cf70 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:10.157575 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974361d4-bc34-45dd-9298-30084ed68301 None None] Network 0d6b718a-cded-4494-bdd5-483e316e339e requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:10.232626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-c33de936-295b-4c97-ac60-76a1d5203868 req-04fc4435-582d-4655-a73e-9341a173cf70 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:10.233805 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c33de936-295b-4c97-ac60-76a1d5203868 req-04fc4435-582d-4655-a73e-9341a173cf70 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 931 time: 0.4696362 Apr 22 14:44:10.256738 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ad355fd3-918f-47b4-91bd-9dc948748465 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.292489 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-31c42db7-9510-4ad9-82ea-c8d7e24e3155 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.331145 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f {{(pid=83964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:44:10.352905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.355500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c42db7-9510-4ad9-82ea-c8d7e24e3155 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a16ed1-dfee-4d99-8d62-4a949c72c98c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:10.365577 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ad355fd3-918f-47b4-91bd-9dc948748465 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.381328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Transition to ACTIVE for port object 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f will not be triggered until provisioned by entity L2. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:10.382633 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-31c42db7-9510-4ad9-82ea-c8d7e24e3155 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.392008 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bc48fb-53f1-4d02-b6eb-ff29c2a6baa4 None None] Network 27b27aa1-d4d5-497f-98f6-facdd136582a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:10.403454 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c33de936-295b-4c97-ac60-76a1d5203868 req-04497bfe-6fb7-4720-92ef-402c8bb570b9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=3747961f-f04e-4002-b5db-c7bb4eab1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525791 Apr 22 14:44:10.404930 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.440860 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ad355fd3-918f-47b4-91bd-9dc948748465 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.454164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad355fd3-918f-47b4-91bd-9dc948748465 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8d05db-98b5-4c29-8609-7d319dbdec10,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:10.461868 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ad355fd3-918f-47b4-91bd-9dc948748465 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/8c8d05db-98b5-4c29-8609-7d319dbdec10 HTTP/1.1" status: 204 len: 168 time: 0.8213148 Apr 22 14:44:10.462587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34768) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:10.484910 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-31c42db7-9510-4ad9-82ea-c8d7e24e3155 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/a4a16ed1-dfee-4d99-8d62-4a949c72c98c HTTP/1.1" status: 204 len: 168 time: 1.4132278 Apr 22 14:44:10.487227 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:10.490623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34772) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:10.550849 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c909336a-b100-446d-a253-c74a10126226 None None] Network 923800cd-93f9-457d-8bc2-9050df8b23c2 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:10.615904 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.643660 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:10.644348 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.754164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.938814 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port f22b234c-3aae-4395-afae-6f67b6842d87 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:10.940012 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.946301 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] For port 0bd3ac27-b597-43d2-9d7f-bb0912ea9140, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0bd3ac27-b597-43d2-9d7f-bb0912ea9140,segment=NetworkSegment(d6b50cdf-4b62-4fde-a96d-1496146e74b6),segment_id=d6b50cdf-4b62-4fde-a96d-1496146e74b6)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:10.946804 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.039891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Attempting to bind port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:11.040229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Attempting to bind port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:11.040591 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Attempting to bind port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f on network 7ce38580-bcfc-45b9-9805-0712d9031bc2 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:11.050666 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-099c0b87-82ee-4c5c-864d-3a3a54ff8a73 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:11.051515 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-099c0b87-82ee-4c5c-864d-3a3a54ff8a73 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Synchronizing usage tracker for tenant:3e4541c175d64c06834cd7d6dd042c2a on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:11.080320 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:11.095070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f on network 7ce38580-bcfc-45b9-9805-0712d9031bc2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:44:11.096276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Attempting to bind port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f on network 7ce38580-bcfc-45b9-9805-0712d9031bc2 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:11.130488 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eee5a0-a22d-418f-bd66-3e0b7040a459 None None] DHCP port deletion for 27b27aa1-d4d5-497f-98f6-facdd136582a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:44:11.133592 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:11.133958 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Checking segment: {'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:11.134354 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Bound using segment: {'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:11.134850 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Bound port: 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'}}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:11.135206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.144191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e9eee5a0-a22d-418f-bd66-3e0b7040a459 None None] Deleting port f22b234c-3aae-4395-afae-6f67b6842d87 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:11.145046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e9eee5a0-a22d-418f-bd66-3e0b7040a459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.145611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-099c0b87-82ee-4c5c-864d-3a3a54ff8a73 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Unset dirty status for tenant:3e4541c175d64c06834cd7d6dd042c2a on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:11.146762 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-099c0b87-82ee-4c5c-864d-3a3a54ff8a73 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/networks?id=bad8d284-05c6-4bd1-a634-84b2a56599db HTTP/1.1" status: 200 len: 812 time: 0.3849781 Apr 22 14:44:11.175996 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.183499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbd1d12-f64a-40a2-82e5-4bcc418b5e32 None None] DHCP port deletion for 923800cd-93f9-457d-8bc2-9050df8b23c2 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:44:11.236358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=0bd3ac27-b597-43d2-9d7f-bb0912ea9140,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:11.242803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No DVR routers for this DVR port 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:44:11.304446 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-afb06d51-a6a9-4be3-8a00-7a5f1e8d1fef tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/quotas/3e4541c175d64c06834cd7d6dd042c2a HTTP/1.1" status: 200 len: 375 time: 0.1339624 Apr 22 14:44:11.360538 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f22b234c-3aae-4395-afae-6f67b6842d87 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:11.381903 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-70376c21-bc8c-486d-b20a-2963fd23b80e tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e4541c175d64c06834cd7d6dd042c2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765924 Apr 22 14:44:11.382244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.401048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] For port f22b234c-3aae-4395-afae-6f67b6842d87, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f22b234c-3aae-4395-afae-6f67b6842d87,segment=NetworkSegment(45f337c9-2e37-4e24-b422-7e537f5bf5f7),segment_id=45f337c9-2e37-4e24-b422-7e537f5bf5f7)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:11.401411 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.413535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923800cd-93f9-457d-8bc2-9050df8b23c2']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:11.427111 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b50cdf-4b62-4fde-a96d-1496146e74b6') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:11.427521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b50cdf-4b62-4fde-a96d-1496146e74b6') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:11.448743 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.449568 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-e9eee5a0-a22d-418f-bd66-3e0b7040a459 None None] For port f22b234c-3aae-4395-afae-6f67b6842d87, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f22b234c-3aae-4395-afae-6f67b6842d87,segment=NetworkSegment(45f337c9-2e37-4e24-b422-7e537f5bf5f7),segment_id=45f337c9-2e37-4e24-b422-7e537f5bf5f7)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:11.449568 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e9eee5a0-a22d-418f-bd66-3e0b7040a459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.475353 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.483105 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:44:11.483600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:44:11.591875 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:44:11.594567 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e9eee5a0-a22d-418f-bd66-3e0b7040a459 None None] Calling delete_port for f22b234c-3aae-4395-afae-6f67b6842d87 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:11.612518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.633461 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.647990 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Network': ['ID=923800cd-93f9-457d-8bc2-9050df8b23c2,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:11.662236 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f9cf0c41-4966-42df-9da1-f9f02aecf707 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/networks/923800cd-93f9-457d-8bc2-9050df8b23c2 HTTP/1.1" status: 204 len: 168 time: 1.1983039 Apr 22 14:44:11.668725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34782) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:11.675635 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7b8b841b-bdb3-471b-a561-3828c6428765 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1710662386', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:11.683042 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7b8b841b-bdb3-471b-a561-3828c6428765 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:11.687522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7b8b841b-bdb3-471b-a561-3828c6428765 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:router and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:11.691855 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7b8b841b-bdb3-471b-a561-3828c6428765 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:11.699133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7b8b841b-bdb3-471b-a561-3828c6428765 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:11.713179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b8b841b-bdb3-471b-a561-3828c6428765 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.714369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b8b841b-bdb3-471b-a561-3828c6428765 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.742873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b8b841b-bdb3-471b-a561-3828c6428765 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.745433 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Calling delete_port for f22b234c-3aae-4395-afae-6f67b6842d87 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:11.759616 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.768387 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b8b841b-bdb3-471b-a561-3828c6428765 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.800612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b8b841b-bdb3-471b-a561-3828c6428765 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.802480 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7b8b841b-bdb3-471b-a561-3828c6428765 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1321437 Apr 22 14:44:11.805078 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34786) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:11.811438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-d2999bd6-ae30-4f5a-8bf0-13d53db88357 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2014891373'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:11.812929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e9eee5a0-a22d-418f-bd66-3e0b7040a459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.819527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d2999bd6-ae30-4f5a-8bf0-13d53db88357 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:11.825487 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] For port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f, host hv-neutron-8390, cleared binding levels {{(pid=83964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:11.828674 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d2999bd6-ae30-4f5a-8bf0-13d53db88357 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:network and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:11.833585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d2999bd6-ae30-4f5a-8bf0-13d53db88357 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:11.840982 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d2999bd6-ae30-4f5a-8bf0-13d53db88357 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:11.853893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2999bd6-ae30-4f5a-8bf0-13d53db88357 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:11.858793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d2999bd6-ae30-4f5a-8bf0-13d53db88357 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.863779 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] For port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f,segment=NetworkSegment(ac7a0800-224d-4d85-b44b-63ec7b17ded0),segment_id=ac7a0800-224d-4d85-b44b-63ec7b17ded0)] {{(pid=83964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:11.866553 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:11.886156 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.896847 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2999bd6-ae30-4f5a-8bf0-13d53db88357 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:11.898133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eee5a0-a22d-418f-bd66-3e0b7040a459 None None] Pushing event deleted for resources: {'Port': ['ID=f22b234c-3aae-4395-afae-6f67b6842d87,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:11.907986 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:44:11.908509 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e0ba3666-9f4d-4d9a-b5e9-0f0d89e1a8e0 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:44:11.908979 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:11.912053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d2999bd6-ae30-4f5a-8bf0-13d53db88357 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.912434 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-d2999bd6-ae30-4f5a-8bf0-13d53db88357 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Added segment c63ffaef-abc6-44cf-8700-11fd715c4ad1 of type vlan for network da80062c-78d2-4022-9bae-033d5a6d3e99 Apr 22 14:44:11.943864 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d2999bd6-ae30-4f5a-8bf0-13d53db88357 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.947011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:44:11.947655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0bd3ac27-b597-43d2-9d7f-bb0912ea9140 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:44:11.952170 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eee5a0-a22d-418f-bd66-3e0b7040a459 None None] No DVR routers for this DVR port f22b234c-3aae-4395-afae-6f67b6842d87 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:44:11.988250 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d2999bd6-ae30-4f5a-8bf0-13d53db88357 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.992353 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2999bd6-ae30-4f5a-8bf0-13d53db88357 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:11.993110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d2999bd6-ae30-4f5a-8bf0-13d53db88357 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.997944 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-0d89389f-15a0-4cb7-a391-77af98913c5d service neutron] 10.222.0.23 "GET /v2.0/networks/bad8d284-05c6-4bd1-a634-84b2a56599db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988939 Apr 22 14:44:12.094258 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.095647 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] 10.222.0.30 "PUT /v2.0/ports/97e1a0d5-89d3-4b16-8459-9d9ee2e3631f HTTP/1.1" status: 200 len: 1093 time: 2.9556644 Apr 22 14:44:12.101363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de25975-0e3b-4c6f-bc17-54ce2f6af4e9', 'tag': '97e1a0d5-89d3-4b16-8459-9d9ee2e3631f'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:44:12.106679 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:44:12.107000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:44:12.129166 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4041e-e761-46ca-8541-7d111f05d0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f,revision_number=3']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:12.147920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffcb15-97c2-4d7b-a4e2-de7c8f1ec785 req-e30647ad-405f-49ce-a90f-0bc8b35ed859 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:12.155023 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9cffcb15-97c2-4d7b-a4e2-de7c8f1ec785 req-e30647ad-405f-49ce-a90f-0bc8b35ed859 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 943 time: 0.4243479 Apr 22 14:44:12.210898 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d2999bd6-ae30-4f5a-8bf0-13d53db88357 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4045651 Apr 22 14:44:12.214769 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34792) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:12.226351 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-276457b2-0ca5-413e-a251-eaa15ba10386 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'subnet': {'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:12.249272 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2999bd6-ae30-4f5a-8bf0-13d53db88357 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Network': ['ID=da80062c-78d2-4022-9bae-033d5a6d3e99,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:12.262253 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network da80062c-78d2-4022-9bae-033d5a6d3e99 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:12.282340 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ec0c302e-c4ba-4b2b-bc60-af6b9c9ae61c service neutron] 10.222.0.23 "GET /v2.0/networks/bad8d284-05c6-4bd1-a634-84b2a56599db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733142 Apr 22 14:44:12.319337 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9cffcb15-97c2-4d7b-a4e2-de7c8f1ec785 req-f28c1a70-fc20-48a8-8e39-9bb388245d61 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=3747961f-f04e-4002-b5db-c7bb4eab1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632035 Apr 22 14:44:12.334782 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-b465eabb-273c-4ac9-869b-5369890f5bc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 1096 time: 0.1775651 Apr 22 14:44:12.370090 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-276457b2-0ca5-413e-a251-eaa15ba10386 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:12.374429 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-276457b2-0ca5-413e-a251-eaa15ba10386 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:subnet and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:12.377564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-276457b2-0ca5-413e-a251-eaa15ba10386 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:12.386927 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-276457b2-0ca5-413e-a251-eaa15ba10386 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:12.405655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276457b2-0ca5-413e-a251-eaa15ba10386 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:12.438338 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5694b5-d25f-4bec-bf49-052700487673'] response: {'name': 'network-changed', 'server_uuid': '9de25975-0e3b-4c6f-bc17-54ce2f6af4e9', 'tag': '97e1a0d5-89d3-4b16-8459-9d9ee2e3631f', 'status': 'completed', 'code': 200} Apr 22 14:44:12.445885 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-60e44afa-6720-4b0c-887a-c6a65d73f893 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f HTTP/1.1" status: 200 len: 217 time: 0.1040659 Apr 22 14:44:12.559359 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5ceb9ab4-e8ba-4466-b06c-3c729c322445 req-3b192e18-17ee-4aa3-90ff-7ea4bdf28ff7 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 210 time: 0.0552049 Apr 22 14:44:12.566476 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-276457b2-0ca5-413e-a251-eaa15ba10386 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.594562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-44109665-05d8-48fe-980d-5bf8a869dbe7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:12.597287 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-44109665-05d8-48fe-980d-5bf8a869dbe7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e HTTP/1.1" status: 200 len: 835 time: 0.1445234 Apr 22 14:44:12.642363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Deleting port f22b234c-3aae-4395-afae-6f67b6842d87 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:12.642713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.729464 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] The port 'f22b234c-3aae-4395-afae-6f67b6842d87' was deleted {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:44:12.841815 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-276457b2-0ca5-413e-a251-eaa15ba10386 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.870799 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.903785 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-ad4d8d36-cf84-4961-a691-7668be2179b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ce38580-bcfc-45b9-9805-0712d9031bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3009341 Apr 22 14:44:12.907907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b27aa1-d4d5-497f-98f6-facdd136582a']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:12.927904 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276457b2-0ca5-413e-a251-eaa15ba10386 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Subnet': ['ID=090c7cec-c52b-40ff-b527-0e5afc1eb8d0,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:12.944371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f337c9-2e37-4e24-b422-7e537f5bf5f7') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:12.944712 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f337c9-2e37-4e24-b422-7e537f5bf5f7') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:12.954055 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276457b2-0ca5-413e-a251-eaa15ba10386 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Checking segment: {'id': 'c63ffaef-abc6-44cf-8700-11fd715c4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:12.955985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276457b2-0ca5-413e-a251-eaa15ba10386 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network hostable DHCP agents. Network: da80062c-78d2-4022-9bae-033d5a6d3e99, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:12.991839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276457b2-0ca5-413e-a251-eaa15ba10386 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network da80062c-78d2-4022-9bae-033d5a6d3e99 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:13.004949 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-276457b2-0ca5-413e-a251-eaa15ba10386 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, da80062c-78d2-4022-9bae-033d5a6d3e99) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:13.011334 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276457b2-0ca5-413e-a251-eaa15ba10386 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:13.012628 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-276457b2-0ca5-413e-a251-eaa15ba10386 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.021966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.034221 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15656b83-ac72-4593-b9c8-bbfc3db5684f None None] Network da80062c-78d2-4022-9bae-033d5a6d3e99 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:13.054978 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-276457b2-0ca5-413e-a251-eaa15ba10386 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8352640 Apr 22 14:44:13.056523 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34806) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:13.062355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.074544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:44:13.074957 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: util.warn( Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:44:13.090370 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:44:13.176254 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-d895b732-2cb2-4126-8fce-4086372a6c63 service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598062 Apr 22 14:44:13.298635 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.320782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-da80062c-78d2-4022-9bae-033d5a6d3e99', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:44:13.321560 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.322440 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.342026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Pushing event deleted for resources: {'Network': ['ID=27b27aa1-d4d5-497f-98f6-facdd136582a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:13.361533 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e7c6a679-433c-4681-bb70-db39e95d9eef tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/networks/27b27aa1-d4d5-497f-98f6-facdd136582a HTTP/1.1" status: 204 len: 168 time: 2.8682308 Apr 22 14:44:13.407535 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413dc13f-845d-4e57-b5d8-4ee0797c3b76 req-b1cf2f3f-6bab-409c-812c-647f0e1da99b service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208159 Apr 22 14:44:13.409118 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34812) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:13.415193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-53d5a18a-7434-4ba4-b526-acb1d50618a4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'router': {'routes': None}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:13.517834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Allocated IP 2001:db8::2 (da80062c-78d2-4022-9bae-033d5a6d3e99/090c7cec-c52b-40ff-b527-0e5afc1eb8d0/9b6eb350-93f1-426c-86d7-f7719c9ceb58) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:13.810625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.824870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Transition to ACTIVE for port object 9b6eb350-93f1-426c-86d7-f7719c9ceb58 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:13.857287 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Transition to ACTIVE for port object 9b6eb350-93f1-426c-86d7-f7719c9ceb58 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:13.874673 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.957612 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-22e1805e-fced-4d18-914e-26bbe7fe70cd req-0e56fff3-17e1-4c48-a5fa-52d9095200f9 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 210 time: 0.1030605 Apr 22 14:44:13.994118 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Network da80062c-78d2-4022-9bae-033d5a6d3e99 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:13.996189 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-0f076553-a4f7-4e44-bbda-6b2c6dc77292 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:13.997594 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:13.997722 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-0f076553-a4f7-4e44-bbda-6b2c6dc77292 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.30 "GET /v2.0/networks?id=bad8d284-05c6-4bd1-a634-84b2a56599db HTTP/1.1" status: 200 len: 812 time: 0.2800407 Apr 22 14:44:14.005117 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:14.042039 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Pushing event updated for resources: {'Port': ['ID=9b6eb350-93f1-426c-86d7-f7719c9ceb58,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:14.056556 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Request body: {'port': {'device_id': 'd437a219-51a8-4691-988e-1b0e15d34f24', 'network_id': 'bad8d284-05c6-4bd1-a634-84b2a56599db', 'admin_state_up': True, 'tenant_id': '3e4541c175d64c06834cd7d6dd042c2a'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:14.076930 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.107007 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Attempting to bind port 9b6eb350-93f1-426c-86d7-f7719c9ceb58 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:14.107425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Attempting to bind port 9b6eb350-93f1-426c-86d7-f7719c9ceb58 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'c63ffaef-abc6-44cf-8700-11fd715c4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:14.107784 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Attempting to bind port 9b6eb350-93f1-426c-86d7-f7719c9ceb58 on network da80062c-78d2-4022-9bae-033d5a6d3e99 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:14.114863 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:14.115228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Checking segment: {'id': 'c63ffaef-abc6-44cf-8700-11fd715c4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:14.115656 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.116034 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Bound using segment: {'id': 'c63ffaef-abc6-44cf-8700-11fd715c4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:14.116508 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Bound port: 9b6eb350-93f1-426c-86d7-f7719c9ceb58, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63ffaef-abc6-44cf-8700-11fd715c4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:14.116866 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.188376 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.extraroute_db [None req-53d5a18a-7434-4ba4-b526-acb1d50618a4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Added routes are [] {{(pid=83964) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 14:44:14.188822 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.extraroute_db [None req-53d5a18a-7434-4ba4-b526-acb1d50618a4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Removed routes are [] {{(pid=83964) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 14:44:14.190049 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-53d5a18a-7434-4ba4-b526-acb1d50618a4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.198406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270fd5f-26f3-44a0-8499-b3f780fbe448 req-d656634f-0426-41c3-8a8e-226473372176 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:14.204219 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6270fd5f-26f3-44a0-8499-b3f780fbe448 req-d656634f-0426-41c3-8a8e-226473372176 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 943 time: 0.5567365 Apr 22 14:44:14.229113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] For port 9b6eb350-93f1-426c-86d7-f7719c9ceb58, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:14.233209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] For port 9b6eb350-93f1-426c-86d7-f7719c9ceb58, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9b6eb350-93f1-426c-86d7-f7719c9ceb58,segment=NetworkSegment(c63ffaef-abc6-44cf-8700-11fd715c4ad1),segment_id=c63ffaef-abc6-44cf-8700-11fd715c4ad1)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:14.240292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.289331 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c8779e84-4aae-443a-ba57-c22fa853fdd2 req-b8f087eb-95f4-4086-a5f5-b1227958e8a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 1096 time: 0.6442933 Apr 22 14:44:14.328574 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7cf8ff-1821-4b1c-8334-d8a2928a5768 None None] Pushing event updated for resources: {'Port': ['ID=9b6eb350-93f1-426c-86d7-f7719c9ceb58,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:14.467966 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6270fd5f-26f3-44a0-8499-b3f780fbe448 req-80c4feac-7a1c-4871-ae39-7a1bae1d4972 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=3747961f-f04e-4002-b5db-c7bb4eab1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598159 Apr 22 14:44:14.521183 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:14.571973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Usage tracker for resource:port and tenant:3e4541c175d64c06834cd7d6dd042c2a is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:14.581579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:14.596358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:14.619132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Made reservation on behalf of 3e4541c175d64c06834cd7d6dd042c2a for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:14.622310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.679621 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-53d5a18a-7434-4ba4-b526-acb1d50618a4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.690920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-53d5a18a-7434-4ba4-b526-acb1d50618a4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.714493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8779e84-4aae-443a-ba57-c22fa853fdd2 req-d1fd4f33-8420-403a-89f7-2e7d31d5a762 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:14.716325 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c8779e84-4aae-443a-ba57-c22fa853fdd2 req-d1fd4f33-8420-403a-89f7-2e7d31d5a762 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ce38580-bcfc-45b9-9805-0712d9031bc2 HTTP/1.1" status: 200 len: 898 time: 0.4195697 Apr 22 14:44:14.777326 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Allocated IP 2001:db8::1 (da80062c-78d2-4022-9bae-033d5a6d3e99/090c7cec-c52b-40ff-b527-0e5afc1eb8d0/ef5d91c9-934b-415d-9aa5-bc632180d11d) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:14.898445 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c8779e84-4aae-443a-ba57-c22fa853fdd2 req-e83d56d1-c152-4570-acf2-cd1a6c5f10fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f HTTP/1.1" status: 200 len: 217 time: 0.1282988 Apr 22 14:44:14.972114 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d5a18a-7434-4ba4-b526-acb1d50618a4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router 14645af6-d996-4821-98f9-3a99f0ea96b2 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:14.973755 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8779e84-4aae-443a-ba57-c22fa853fdd2 req-a852eb6b-633b-497b-a2c6-9aea21bb6ffb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:14.975199 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c8779e84-4aae-443a-ba57-c22fa853fdd2 req-a852eb6b-633b-497b-a2c6-9aea21bb6ffb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e HTTP/1.1" status: 200 len: 835 time: 0.0699835 Apr 22 14:44:14.978066 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Allocated IP 172.20.0.11 (bad8d284-05c6-4bd1-a634-84b2a56599db/7b4c5b86-045f-4079-a0a8-987b81f1c3f7/ac766b95-6f91-4008-8faf-99014e992677) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:15.258564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.266542 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:44:15.336232 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d2aeb56b-0853-441e-b57e-2238c26a11fa req-75eb04d4-c788-4bd0-bcfd-7293258d2193 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 210 time: 0.1211975 Apr 22 14:44:15.349885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Transition to ACTIVE for port object ef5d91c9-934b-415d-9aa5-bc632180d11d will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:15.391887 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d5a18a-7434-4ba4-b526-acb1d50618a4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:15.404746 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b9b85-8549-4887-bb5d-0f54f01f243f None None] Sync routers for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:15.410165 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-53d5a18a-7434-4ba4-b526-acb1d50618a4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.411370 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-53d5a18a-7434-4ba4-b526-acb1d50618a4 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/14645af6-d996-4821-98f9-3a99f0ea96b2 HTTP/1.1" status: 200 len: 700 time: 2.0011194 Apr 22 14:44:15.415269 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34820) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:15.417603 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c8779e84-4aae-443a-ba57-c22fa853fdd2 req-74f2d3c1-ad26-48ff-a175-76184d252a2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ce38580-bcfc-45b9-9805-0712d9031bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4358296 Apr 22 14:44:15.455734 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b9b85-8549-4887-bb5d-0f54f01f243f None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:15.456672 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c05b9b85-8549-4887-bb5d-0f54f01f243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:15.523303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9aafaf40-63d7-4ed7-8031-28e0c2cdd3af tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Synchronizing usage tracker for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:15.570228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9b6eb350-93f1-426c-86d7-f7719c9ceb58 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:15.590112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.596748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.647521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9aafaf40-63d7-4ed7-8031-28e0c2cdd3af tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Unset dirty status for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:15.648682 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9aafaf40-63d7-4ed7-8031-28e0c2cdd3af tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports?device_id=14645af6-d996-4821-98f9-3a99f0ea96b2 HTTP/1.1" status: 200 len: 205 time: 0.2314367 Apr 22 14:44:15.652442 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34826) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:15.686878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95d430d-6eb1-4126-bb01-266893a623ad None None] Network da80062c-78d2-4022-9bae-033d5a6d3e99 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:15.702123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network da80062c-78d2-4022-9bae-033d5a6d3e99 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:15.709188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:15.718029 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:15.718596 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.722969 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=ef5d91c9-934b-415d-9aa5-bc632180d11d,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:15.759353 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.805480 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-c05b9b85-8549-4887-bb5d-0f54f01f243f None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:15.834235 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c8779e84-4aae-443a-ba57-c22fa853fdd2 req-025a6ab5-59df-42b8-98c8-3766df78ca81 service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077425 Apr 22 14:44:15.906949 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Network bad8d284-05c6-4bd1-a634-84b2a56599db is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:15.925859 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:15.931832 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Pushing event updated for resources: {'Port': ['ID=ac766b95-6f91-4008-8faf-99014e992677,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:15.944083 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-871fce90-8334-4589-a3b1-cc72e43de450 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.965709 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:16.043177 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c05b9b85-8549-4887-bb5d-0f54f01f243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:44:07Z', 'revision_number': 11, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:16.053703 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b9b85-8549-4887-bb5d-0f54f01f243f None None] Checking router: 14645af6-d996-4821-98f9-3a99f0ea96b2 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:16.086072 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f,segment=NetworkSegment(ac7a0800-224d-4d85-b44b-63ec7b17ded0),segment_id=ac7a0800-224d-4d85-b44b-63ec7b17ded0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:16.087744 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b9b85-8549-4887-bb5d-0f54f01f243f None None] Routers {'14645af6-d996-4821-98f9-3a99f0ea96b2'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:16.089454 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c05b9b85-8549-4887-bb5d-0f54f01f243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['14645af6-d996-4821-98f9-3a99f0ea96b2'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:16.105867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.121822 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c95ac245-ffe0-4e70-aa48-cbf5c3bb0c19 None None] Provisioning for port 9b6eb350-93f1-426c-86d7-f7719c9ceb58 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:16.130666 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '97e1a0d5-89d3-4b16-8459-9d9ee2e3631f', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'port_id': '97e1a0d5-89d3-4b16-8459-9d9ee2e3631f', 'mac_address': 'fa:16:3e:ba:55:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:44:16.186920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:16.188495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.216264 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c8779e84-4aae-443a-ba57-c22fa853fdd2 req-acdd1a28-0a3c-426c-a67f-cf0b3457d556 service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755999 Apr 22 14:44:16.236292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 9b6eb350-93f1-426c-86d7-f7719c9ceb58 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:16.259167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 9b6eb350-93f1-426c-86d7-f7719c9ceb58 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:16.259571 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.312668 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.342131 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:44:16.385371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f0f93-b9dc-4c2d-bc32-3849306ad076 req-440a0198-c72d-4c2f-8bcb-fc85c912fde5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:16.389074 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f,segment=NetworkSegment(ac7a0800-224d-4d85-b44b-63ec7b17ded0),segment_id=ac7a0800-224d-4d85-b44b-63ec7b17ded0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:16.391644 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-ed2f7735-7eda-42da-9d1a-c5afe99908f6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3392332 Apr 22 14:44:16.392721 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cf8f0f93-b9dc-4c2d-bc32-3849306ad076 req-440a0198-c72d-4c2f-8bcb-fc85c912fde5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 943 time: 0.3457415 Apr 22 14:44:16.406212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.435934 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-c05b9b85-8549-4887-bb5d-0f54f01f243f None None] Set router 14645af6-d996-4821-98f9-3a99f0ea96b2 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:16.539544 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.552926 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:16.564831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-871fce90-8334-4589-a3b1-cc72e43de450 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.578102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-871fce90-8334-4589-a3b1-cc72e43de450 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.590898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 9b6eb350-93f1-426c-86d7-f7719c9ceb58, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9b6eb350-93f1-426c-86d7-f7719c9ceb58,segment=NetworkSegment(c63ffaef-abc6-44cf-8700-11fd715c4ad1),segment_id=c63ffaef-abc6-44cf-8700-11fd715c4ad1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:16.598720 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cf8f0f93-b9dc-4c2d-bc32-3849306ad076 req-fdfb60b6-3711-4f2a-b317-9d591862d07f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=3747961f-f04e-4002-b5db-c7bb4eab1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048502 Apr 22 14:44:16.599233 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.649628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-871fce90-8334-4589-a3b1-cc72e43de450 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.650159 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871fce90-8334-4589-a3b1-cc72e43de450 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Fanout notify agent at l3_agent the message router_deleted on router 14645af6-d996-4821-98f9-3a99f0ea96b2 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:44:16.679363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-871fce90-8334-4589-a3b1-cc72e43de450 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.680470 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-871fce90-8334-4589-a3b1-cc72e43de450 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/routers/14645af6-d996-4821-98f9-3a99f0ea96b2 HTTP/1.1" status: 204 len: 168 time: 1.0268099 Apr 22 14:44:16.684307 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['97e1a0d5-89d3-4b16-8459-9d9ee2e3631f'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:44:16.687002 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34832) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:16.692906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-426266e4-19d0-4d1c-811e-2e4d983b1ab6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-176614842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:16.710101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-426266e4-19d0-4d1c-811e-2e4d983b1ab6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:16.714831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-426266e4-19d0-4d1c-811e-2e4d983b1ab6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Usage tracker for resource:router and tenant:1e0752a1f13146c19df2900b9a08b577 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:16.718890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-426266e4-19d0-4d1c-811e-2e4d983b1ab6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:16.741221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-426266e4-19d0-4d1c-811e-2e4d983b1ab6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:16.777877 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c05b9b85-8549-4887-bb5d-0f54f01f243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:44:07Z', 'revision_number': 11, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:16.779081 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-426266e4-19d0-4d1c-811e-2e4d983b1ab6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.781776 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-426266e4-19d0-4d1c-811e-2e4d983b1ab6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.796375 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b9b85-8549-4887-bb5d-0f54f01f243f None None] The sync data for ids ['14645af6-d996-4821-98f9-3a99f0ea96b2'] in dv-neutron-839027-1-hyperv is: [{'id': '14645af6-d996-4821-98f9-3a99f0ea96b2', 'name': 'tempest-RoutersTest-router-856198924', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:37Z', 'updated_at': '2022-04-22T14:44:07Z', 'revision_number': 11, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:16.840421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-426266e4-19d0-4d1c-811e-2e4d983b1ab6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.890032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=9b6eb350-93f1-426c-86d7-f7719c9ceb58,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:16.943789 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Request body: {'port': {'device_id': 'd437a219-51a8-4691-988e-1b0e15d34f24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:17.248599 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-426266e4-19d0-4d1c-811e-2e4d983b1ab6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.338076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-426266e4-19d0-4d1c-811e-2e4d983b1ab6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.343100 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-426266e4-19d0-4d1c-811e-2e4d983b1ab6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6548398 Apr 22 14:44:17.343996 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34836) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:17.353091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9ca076f2-4787-47f3-a729-552365a97ab0 None None] Provisioning complete for port 9b6eb350-93f1-426c-86d7-f7719c9ceb58 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:17.353730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9ca076f2-4787-47f3-a729-552365a97ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.357125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-dc919885-c952-4cb9-bd1d-b5c2472cde70 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:17.439775 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9b6eb350-93f1-426c-86d7-f7719c9ceb58 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:17.490134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b2565-b8df-487f-93b7-efb26f755750 req-faefc76a-cfc7-4641-8a56-7d25369d52c9 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:17.491714 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-427b2565-b8df-487f-93b7-efb26f755750 req-faefc76a-cfc7-4641-8a56-7d25369d52c9 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 932 time: 0.3703687 Apr 22 14:44:17.539794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.562752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-427b2565-b8df-487f-93b7-efb26f755750 req-c92b06e7-3315-4f96-89f4-60ceb61837d7 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Synchronizing usage tracker for tenant:3e4541c175d64c06834cd7d6dd042c2a on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:17.625157 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9ca076f2-4787-47f3-a729-552365a97ab0 None None] Provisioning for port ef5d91c9-934b-415d-9aa5-bc632180d11d completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:17.628690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 9b6eb350-93f1-426c-86d7-f7719c9ceb58 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:17.629061 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.695184 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9ca076f2-4787-47f3-a729-552365a97ab0 None None] Provisioning complete for port ef5d91c9-934b-415d-9aa5-bc632180d11d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:17.698350 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9ca076f2-4787-47f3-a729-552365a97ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.829223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-427b2565-b8df-487f-93b7-efb26f755750 req-c92b06e7-3315-4f96-89f4-60ceb61837d7 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Unset dirty status for tenant:3e4541c175d64c06834cd7d6dd042c2a on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:17.830892 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-427b2565-b8df-487f-93b7-efb26f755750 req-c92b06e7-3315-4f96-89f4-60ceb61837d7 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266914 Apr 22 14:44:17.863337 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9ca076f2-4787-47f3-a729-552365a97ab0 None None] Port ef5d91c9-934b-415d-9aa5-bc632180d11d cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:18.018134 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-93f91f52-97a6-4d34-a0da-b80344dcc20e None None] Provisioning complete for port ef5d91c9-934b-415d-9aa5-bc632180d11d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:18.019234 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-93f91f52-97a6-4d34-a0da-b80344dcc20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.023034 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dc919885-c952-4cb9-bd1d-b5c2472cde70 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.033426 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5ac89-bcee-4cbc-819e-b361ced03e84 req-009c94c9-3516-4cf1-8dc0-daf8c3643992 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:18.035343 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-92b5ac89-bcee-4cbc-819e-b361ced03e84 req-009c94c9-3516-4cf1-8dc0-daf8c3643992 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 944 time: 0.2612834 Apr 22 14:44:18.047547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dc919885-c952-4cb9-bd1d-b5c2472cde70 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.049724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.073837 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.075010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.090020 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-93f91f52-97a6-4d34-a0da-b80344dcc20e None None] Port ef5d91c9-934b-415d-9aa5-bc632180d11d cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:18.233982 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-92b5ac89-bcee-4cbc-819e-b361ced03e84 req-a2618661-c529-4753-97d3-d22cd643e4f3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=3747961f-f04e-4002-b5db-c7bb4eab1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781304 Apr 22 14:44:18.292551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc919885-c952-4cb9-bd1d-b5c2472cde70 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Router dcfb54d0-fc58-40bc-89e5-a6d06e8314ad is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:44:18.388534 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=ef5d91c9-934b-415d-9aa5-bc632180d11d,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:18.445558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc919885-c952-4cb9-bd1d-b5c2472cde70 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:18.451481 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dc919885-c952-4cb9-bd1d-b5c2472cde70 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.452751 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dc919885-c952-4cb9-bd1d-b5c2472cde70 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "PUT /v2.0/routers/dcfb54d0-fc58-40bc-89e5-a6d06e8314ad HTTP/1.1" status: 200 len: 693 time: 1.1023502 Apr 22 14:44:18.456292 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34842) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.463254 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5ead30-2fb2-41d8-bd24-d9da618082ec None None] Sync routers for ids ['dcfb54d0-fc58-40bc-89e5-a6d06e8314ad'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:18.482995 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ead30-2fb2-41d8-bd24-d9da618082ec None None] Routers {'dcfb54d0-fc58-40bc-89e5-a6d06e8314ad'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:18.484231 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-dd5ead30-2fb2-41d8-bd24-d9da618082ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['dcfb54d0-fc58-40bc-89e5-a6d06e8314ad'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:18.572480 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network da80062c-78d2-4022-9bae-033d5a6d3e99 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:18.575842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:18.743051 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b53c2de7-0ce5-4141-a544-fd5cbe5d2c65 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/routers/dcfb54d0-fc58-40bc-89e5-a6d06e8314ad HTTP/1.1" status: 200 len: 699 time: 0.2850213 Apr 22 14:44:18.748193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34846) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.771122 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac766b95-6f91-4008-8faf-99014e992677 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:44:18.774086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-dd5ead30-2fb2-41d8-bd24-d9da618082ec None None] Set router dcfb54d0-fc58-40bc-89e5-a6d06e8314ad gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:18.791121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.840433 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-255880bb-945b-4b3b-bd0d-f80e0b4675ea tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Synchronizing usage tracker for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:18.863986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-255880bb-945b-4b3b-bd0d-f80e0b4675ea tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Unset dirty status for tenant:1e0752a1f13146c19df2900b9a08b577 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:18.866035 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-255880bb-945b-4b3b-bd0d-f80e0b4675ea tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcfb54d0-fc58-40bc-89e5-a6d06e8314ad HTTP/1.1" status: 200 len: 205 time: 0.1163208 Apr 22 14:44:18.871891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34850) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:19.000217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-dd5ead30-2fb2-41d8-bd24-d9da618082ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfb54d0-fc58-40bc-89e5-a6d06e8314ad', 'name': 'tempest-RoutersTest-router-176614842', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:16Z', 'updated_at': '2022-04-22T14:44:18Z', 'revision_number': 2, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:19.006139 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5ead30-2fb2-41d8-bd24-d9da618082ec None None] Checking router: dcfb54d0-fc58-40bc-89e5-a6d06e8314ad for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:19.021442 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ead30-2fb2-41d8-bd24-d9da618082ec None None] Routers {'dcfb54d0-fc58-40bc-89e5-a6d06e8314ad'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:19.022081 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-dd5ead30-2fb2-41d8-bd24-d9da618082ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['dcfb54d0-fc58-40bc-89e5-a6d06e8314ad'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:19.080774 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Transition to ACTIVE for port object ac766b95-6f91-4008-8faf-99014e992677 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:19.091874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:19.247710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9f53f91d-8d7d-4097-9162-0556e1ccdf06 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:19.267060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-dd5ead30-2fb2-41d8-bd24-d9da618082ec None None] Set router dcfb54d0-fc58-40bc-89e5-a6d06e8314ad gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:19.319275 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-182441cc-ec4e-44d8-9882-f6757deb667e None None] Provisioning complete for port ef5d91c9-934b-415d-9aa5-bc632180d11d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:19.319882 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-182441cc-ec4e-44d8-9882-f6757deb667e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:19.370475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:19.446585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac766b95-6f91-4008-8faf-99014e992677,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:19.511793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Attempting to bind port ac766b95-6f91-4008-8faf-99014e992677 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:19.512071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Attempting to bind port ac766b95-6f91-4008-8faf-99014e992677 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '85145e91-dfce-4d9f-9946-32687a907044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bad8d284-05c6-4bd1-a634-84b2a56599db'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:19.512403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Attempting to bind port ac766b95-6f91-4008-8faf-99014e992677 on network bad8d284-05c6-4bd1-a634-84b2a56599db {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:19.526952 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Port ac766b95-6f91-4008-8faf-99014e992677 on network bad8d284-05c6-4bd1-a634-84b2a56599db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:44:19.527364 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Attempting to bind port ac766b95-6f91-4008-8faf-99014e992677 on network bad8d284-05c6-4bd1-a634-84b2a56599db {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:19.536640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-dd5ead30-2fb2-41d8-bd24-d9da618082ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfb54d0-fc58-40bc-89e5-a6d06e8314ad', 'name': 'tempest-RoutersTest-router-176614842', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:16Z', 'updated_at': '2022-04-22T14:44:18Z', 'revision_number': 2, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:19.538699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4817-98d8-4329-8054-ea1dddf7f971 req-ade90672-798d-43ff-98c5-face648c34b1 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:19.541273 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-70ed4817-98d8-4329-8054-ea1dddf7f971 req-ade90672-798d-43ff-98c5-face648c34b1 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 944 time: 0.3784683 Apr 22 14:44:19.545371 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:19.545720 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Checking segment: {'id': '85145e91-dfce-4d9f-9946-32687a907044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bad8d284-05c6-4bd1-a634-84b2a56599db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:19.546104 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Bound using segment: {'id': '85145e91-dfce-4d9f-9946-32687a907044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bad8d284-05c6-4bd1-a634-84b2a56599db'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:19.547138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Bound port: ac766b95-6f91-4008-8faf-99014e992677, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85145e91-dfce-4d9f-9946-32687a907044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bad8d284-05c6-4bd1-a634-84b2a56599db'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:19.547527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:19.550673 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-182441cc-ec4e-44d8-9882-f6757deb667e None None] Port ef5d91c9-934b-415d-9aa5-bc632180d11d cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:19.560399 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5ead30-2fb2-41d8-bd24-d9da618082ec None None] The sync data for ids ['dcfb54d0-fc58-40bc-89e5-a6d06e8314ad'] in dv-neutron-839027-1-hyperv is: [{'id': 'dcfb54d0-fc58-40bc-89e5-a6d06e8314ad', 'name': 'tempest-RoutersTest-router-176614842', 'tenant_id': '1e0752a1f13146c19df2900b9a08b577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:16Z', 'updated_at': '2022-04-22T14:44:18Z', 'revision_number': 2, 'project_id': '1e0752a1f13146c19df2900b9a08b577', 'gw_port_host': None}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:19.592185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:19.600213 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:19.600855 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:19.646150 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 7740ee92-0db7-4acb-baca-032dbfbe7208 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:44:19.857526 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:19.889555 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-70ed4817-98d8-4329-8054-ea1dddf7f971 req-51aeed45-6c4f-4a85-acae-48b9a0b1b3e9 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396709 Apr 22 14:44:19.899799 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] For port ac766b95-6f91-4008-8faf-99014e992677, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:19.915119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] For port ac766b95-6f91-4008-8faf-99014e992677, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ac766b95-6f91-4008-8faf-99014e992677,segment=NetworkSegment(85145e91-dfce-4d9f-9946-32687a907044),segment_id=85145e91-dfce-4d9f-9946-32687a907044)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:19.922600 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de25975-0e3b-4c6f-bc17-54ce2f6af4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e1a0d5-89d3-4b16-8459-9d9ee2e3631f'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:44:19.941200 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:19.942811 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f,segment=NetworkSegment(ac7a0800-224d-4d85-b44b-63ec7b17ded0),segment_id=ac7a0800-224d-4d85-b44b-63ec7b17ded0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:19.951699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.049618 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2493ef-43f8-4126-8e94-0138242db559'] response: {'server_uuid': '9de25975-0e3b-4c6f-bc17-54ce2f6af4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e1a0d5-89d3-4b16-8459-9d9ee2e3631f', 'code': 200} Apr 22 14:44:20.078735 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.081274 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] 10.222.0.30 "PUT /v2.0/ports/ac766b95-6f91-4008-8faf-99014e992677 HTTP/1.1" status: 200 len: 1094 time: 3.3614211 Apr 22 14:44:20.084329 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd437a219-51a8-4691-988e-1b0e15d34f24', 'tag': 'ac766b95-6f91-4008-8faf-99014e992677'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:44:20.096232 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:20.107157 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa52ea-a1f1-4f80-ab59-4e8c5a2102b2 req-036556a3-e24d-402e-88a2-d47f240a5fc1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:20.110622 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c1aa52ea-a1f1-4f80-ab59-4e8c5a2102b2 req-036556a3-e24d-402e-88a2-d47f240a5fc1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 944 time: 0.6785924 Apr 22 14:44:20.173974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9f53f91d-8d7d-4097-9162-0556e1ccdf06 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.191588 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9f53f91d-8d7d-4097-9162-0556e1ccdf06 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.205551 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a18e842d-4a26-4ad3-bdf3-01fd1ee95998'] response: {'name': 'network-changed', 'server_uuid': 'd437a219-51a8-4691-988e-1b0e15d34f24', 'tag': 'ac766b95-6f91-4008-8faf-99014e992677', 'status': 'completed', 'code': 200} Apr 22 14:44:20.212859 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e4516-b49f-4553-8a41-3cacfc5467c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac766b95-6f91-4008-8faf-99014e992677,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:20.218784 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c1aa52ea-a1f1-4f80-ab59-4e8c5a2102b2 req-ae82cc6a-5228-425d-a92c-70f0426165cc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=3747961f-f04e-4002-b5db-c7bb4eab1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872278 Apr 22 14:44:20.263326 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9f53f91d-8d7d-4097-9162-0556e1ccdf06 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.264647 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f53f91d-8d7d-4097-9162-0556e1ccdf06 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Fanout notify agent at l3_agent the message router_deleted on router dcfb54d0-fc58-40bc-89e5-a6d06e8314ad {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:44:20.286521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9f53f91d-8d7d-4097-9162-0556e1ccdf06 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.291838 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9f53f91d-8d7d-4097-9162-0556e1ccdf06 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/routers/dcfb54d0-fc58-40bc-89e5-a6d06e8314ad HTTP/1.1" status: 204 len: 168 time: 1.4188280 Apr 22 14:44:20.292839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34862) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:20.328020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:20.334771 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2cfeb122-8e12-4e87-b556-f986b4868059 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/7740ee92-0db7-4acb-baca-032dbfbe7208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2767482 Apr 22 14:44:20.339437 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34868) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:20.348922 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-c0fc1211-eaf8-4a13-a5b7-4b5b073c33e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1835025762'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:20.353219 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Sync routers for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:20.358427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c0fc1211-eaf8-4a13-a5b7-4b5b073c33e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:20.372042 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c0fc1211-eaf8-4a13-a5b7-4b5b073c33e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:network and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:20.381226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c0fc1211-eaf8-4a13-a5b7-4b5b073c33e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:20.396341 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:20.396975 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:20.402062 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-81715e35-7dd9-4798-8be1-7001d70daa40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4541c175d64c06834cd7d6dd042c2a&device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 1097 time: 0.1916974 Apr 22 14:44:20.449943 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-890fed53-336e-42d0-bd7d-abe51fc7295d req-5753e70c-91d1-4ef7-9a54-6180fc3c943b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 1098 time: 0.1457560 Apr 22 14:44:20.580863 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-4fc3450c-dfa6-4290-964b-46c8bdcf3f98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac766b95-6f91-4008-8faf-99014e992677 HTTP/1.1" status: 200 len: 217 time: 0.1704211 Apr 22 14:44:20.607304 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-890fed53-336e-42d0-bd7d-abe51fc7295d req-71fecaf3-b963-43ae-8912-03fa52383653 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3747961f-f04e-4002-b5db-c7bb4eab1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487403 Apr 22 14:44:20.666228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c0fc1211-eaf8-4a13-a5b7-4b5b073c33e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:20.707299 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fc1211-eaf8-4a13-a5b7-4b5b073c33e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:20.712685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1211-eaf8-4a13-a5b7-4b5b073c33e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.722653 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:20.804612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-008968de-8a20-49ec-96dd-e75f07f5df81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:20.806593 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-008968de-8a20-49ec-96dd-e75f07f5df81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b4c5b86-045f-4079-a0a8-987b81f1c3f7 HTTP/1.1" status: 200 len: 852 time: 0.2203171 Apr 22 14:44:20.817197 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0fc1211-eaf8-4a13-a5b7-4b5b073c33e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:20.871312 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-3a4ce462-8f00-417c-b700-3736ad49232d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bad8d284-05c6-4bd1-a634-84b2a56599db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551841 Apr 22 14:44:20.874369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34872) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:20.877601 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1211-eaf8-4a13-a5b7-4b5b073c33e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.878259 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-c0fc1211-eaf8-4a13-a5b7-4b5b073c33e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Added segment 8eb86843-2825-4e9d-9001-12b4671b4809 of type vlan for network 89d58ab9-aebd-4331-abb7-b61c3cc4c170 Apr 22 14:44:20.888779 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e072e16a-db10-4e8a-9f8b-7b037b56fdd3 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcfb54d0-fc58-40bc-89e5-a6d06e8314ad HTTP/1.1" status: 200 len: 205 time: 0.5942113 Apr 22 14:44:21.092259 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-ac403479-dc09-40ad-aa30-8c07766b6bbb tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] delete failed (client error): The resource could not be found. Apr 22 14:44:21.096438 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ac403479-dc09-40ad-aa30-8c07766b6bbb tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/routers/dcfb54d0-fc58-40bc-89e5-a6d06e8314ad HTTP/1.1" status: 404 len: 336 time: 0.2197466 Apr 22 14:44:21.109429 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34878) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:21.153430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1211-eaf8-4a13-a5b7-4b5b073c33e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.167129 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-97961022-7adc-4c46-a658-9ab428ea8854 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:21.167659 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97961022-7adc-4c46-a658-9ab428ea8854 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:21.174528 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-97961022-7adc-4c46-a658-9ab428ea8854 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/fcf63e8f-bd06-446d-bf5b-8d1ff0a5fa72 HTTP/1.1" status: 404 len: 337 time: 0.0558579 Apr 22 14:44:21.174528 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34882) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:21.231068 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-79658e3d-43ed-4355-99e9-5b0fa9b4c9a3 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:21.231964 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79658e3d-43ed-4355-99e9-5b0fa9b4c9a3 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:21.234888 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-79658e3d-43ed-4355-99e9-5b0fa9b4c9a3 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/f17c0111-2ed7-41d0-9676-3906654890c9 HTTP/1.1" status: 404 len: 337 time: 0.0584996 Apr 22 14:44:21.239174 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34886) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:21.267724 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-bb637aad-cb1f-492e-a9ec-4af2ab984ba2 service neutron] 10.222.0.30 "GET /v2.0/networks/bad8d284-05c6-4bd1-a634-84b2a56599db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873973 Apr 22 14:44:21.268963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1211-eaf8-4a13-a5b7-4b5b073c33e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.275888 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fc1211-eaf8-4a13-a5b7-4b5b073c33e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:21.276899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1211-eaf8-4a13-a5b7-4b5b073c33e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.323955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d044bd-e780-4a30-bd28-80deee28e1ea req-65f8dd9c-c494-422a-8b21-d0e8e9f35eb5 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:21.326483 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b7d044bd-e780-4a30-bd28-80deee28e1ea req-65f8dd9c-c494-422a-8b21-d0e8e9f35eb5 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 944 time: 0.2787104 Apr 22 14:44:21.328247 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ff1b8d-698a-4850-bc73-1b15dc296365 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:21.328937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ff1b8d-698a-4850-bc73-1b15dc296365 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:21.331967 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-41ff1b8d-698a-4850-bc73-1b15dc296365 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/a93f6e78-a089-48e4-87b6-f1fe2f23332e HTTP/1.1" status: 404 len: 337 time: 0.0911796 Apr 22 14:44:21.336521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34892) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:21.409215 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:15Z', 'revision_number': 2, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:17Z', 'revision_number': 2, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:21.415409 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Checking router: 7740ee92-0db7-4acb-baca-032dbfbe7208 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:21.416196 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Updating router 7740ee92-0db7-4acb-baca-032dbfbe7208 port ef5d91c9-934b-415d-9aa5-bc632180d11d binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:44:21.442565 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b7d044bd-e780-4a30-bd28-80deee28e1ea req-ba21f789-a8d1-4867-b301-d0878e1da25e tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918083 Apr 22 14:44:21.486834 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.638159 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7556585-e57c-4045-aa18-e96fd89c7281 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:21.638758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7556585-e57c-4045-aa18-e96fd89c7281 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:21.640382 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b7556585-e57c-4045-aa18-e96fd89c7281 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/a4a16ed1-dfee-4d99-8d62-4a949c72c98c HTTP/1.1" status: 404 len: 337 time: 0.2579858 Apr 22 14:44:21.652142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34896) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:21.655888 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c0fc1211-eaf8-4a13-a5b7-4b5b073c33e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3151298 Apr 22 14:44:21.659474 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc1211-eaf8-4a13-a5b7-4b5b073c33e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Network': ['ID=89d58ab9-aebd-4331-abb7-b61c3cc4c170,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:21.663796 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34898) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:21.671794 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 89d58ab9-aebd-4331-abb7-b61c3cc4c170 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:21.683489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-92be84d7-d041-4b9e-a436-404e77cbc341 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'subnet': {'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:21.897721 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6c777182-c070-41f5-b4c0-cdda64f461e0 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports?device_id=14645af6-d996-4821-98f9-3a99f0ea96b2 HTTP/1.1" status: 200 len: 205 time: 0.2392306 Apr 22 14:44:21.902454 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34904) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:21.932769 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-542e09df-ab44-4447-8e3d-04d88d5622c5 req-d5666414-d66a-41dd-98c2-9efff9a08973 service neutron] 10.222.0.30 "GET /v2.0/networks/bad8d284-05c6-4bd1-a634-84b2a56599db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445262 Apr 22 14:44:21.935530 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-92be84d7-d041-4b9e-a436-404e77cbc341 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:21.951898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-92be84d7-d041-4b9e-a436-404e77cbc341 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:subnet and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:21.960445 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-92be84d7-d041-4b9e-a436-404e77cbc341 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:21.968517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-92be84d7-d041-4b9e-a436-404e77cbc341 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:21.984108 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.984579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92be84d7-d041-4b9e-a436-404e77cbc341 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:22.005352 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Transition to ACTIVE for port object ef5d91c9-934b-415d-9aa5-bc632180d11d will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:22.016109 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.042086 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-cd0315d6-da84-4979-ac4f-4ce1f3217096 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] delete failed (client error): The resource could not be found. Apr 22 14:44:22.043874 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cd0315d6-da84-4979-ac4f-4ce1f3217096 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/routers/14645af6-d996-4821-98f9-3a99f0ea96b2 HTTP/1.1" status: 404 len: 336 time: 0.1396465 Apr 22 14:44:22.047149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34908) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.131369 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d9f20be0-8473-4565-bfb8-a5cec22ba23d tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59 HTTP/1.1" status: 200 len: 205 time: 0.0773938 Apr 22 14:44:22.131847 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34912) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.161547 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-92be84d7-d041-4b9e-a436-404e77cbc341 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.205569 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250a07d-5725-403b-b5c5-bf6a90ccb0a4 None None] Pushing event updated for resources: {'Port': ['ID=ef5d91c9-934b-415d-9aa5-bc632180d11d,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:22.240035 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250a07d-5725-403b-b5c5-bf6a90ccb0a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:22.240698 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250a07d-5725-403b-b5c5-bf6a90ccb0a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:22.241222 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250a07d-5725-403b-b5c5-bf6a90ccb0a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:22.241891 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250a07d-5725-403b-b5c5-bf6a90ccb0a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:22.242394 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250a07d-5725-403b-b5c5-bf6a90ccb0a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:22.242885 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250a07d-5725-403b-b5c5-bf6a90ccb0a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:22.243396 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250a07d-5725-403b-b5c5-bf6a90ccb0a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:22.243908 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250a07d-5725-403b-b5c5-bf6a90ccb0a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:22.244396 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250a07d-5725-403b-b5c5-bf6a90ccb0a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:22.244870 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250a07d-5725-403b-b5c5-bf6a90ccb0a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:22.245359 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250a07d-5725-403b-b5c5-bf6a90ccb0a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:22.318553 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b2f6ca74-72bd-4483-b4e2-f03123a0f878 req-3b223bce-52d0-443e-9767-16cc1122cf8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4541c175d64c06834cd7d6dd042c2a&device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 1097 time: 0.2294109 Apr 22 14:44:22.361795 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Attempting to bind port ef5d91c9-934b-415d-9aa5-bc632180d11d on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:22.362843 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Attempting to bind port ef5d91c9-934b-415d-9aa5-bc632180d11d by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'c63ffaef-abc6-44cf-8700-11fd715c4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:22.363388 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Attempting to bind port ef5d91c9-934b-415d-9aa5-bc632180d11d on network da80062c-78d2-4022-9bae-033d5a6d3e99 {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:22.366891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc277114-e84c-4018-a78a-c42c95472cb2 req-82b5e5ba-acc8-43ef-ada7-2e94f4db9538 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:22.373585 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:22.374076 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cc277114-e84c-4018-a78a-c42c95472cb2 req-82b5e5ba-acc8-43ef-ada7-2e94f4db9538 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 945 time: 0.8912668 Apr 22 14:44:22.374208 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Checking segment: {'id': 'c63ffaef-abc6-44cf-8700-11fd715c4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:22.374676 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.375187 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Bound using segment: {'id': 'c63ffaef-abc6-44cf-8700-11fd715c4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:22.376143 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Bound port: ef5d91c9-934b-415d-9aa5-bc632180d11d, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63ffaef-abc6-44cf-8700-11fd715c4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:22.377447 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.404311 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-a5ffe693-7d51-4bb9-b7a1-5f096ed7d5b0 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] delete failed (client error): The resource could not be found. Apr 22 14:44:22.407829 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a5ffe693-7d51-4bb9-b7a1-5f096ed7d5b0 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/routers/9f408bb7-7ed7-4c8c-af3c-b6a59d91ea59 HTTP/1.1" status: 404 len: 336 time: 0.2723598 Apr 22 14:44:22.409047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34916) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.438290 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a1f090c9-b106-4d98-8744-6c050f9ea13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.484247 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cc277114-e84c-4018-a78a-c42c95472cb2 req-b6fc8656-d83f-432f-829a-fab92ef68009 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=3747961f-f04e-4002-b5db-c7bb4eab1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092474 Apr 22 14:44:22.486413 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-048cbc9a-eb55-4e7f-9606-d625f7c37cb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:22.487040 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048cbc9a-eb55-4e7f-9606-d625f7c37cb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:22.499950 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] For port ef5d91c9-934b-415d-9aa5-bc632180d11d, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:22.506120 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] For port ef5d91c9-934b-415d-9aa5-bc632180d11d, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ef5d91c9-934b-415d-9aa5-bc632180d11d,segment=NetworkSegment(c63ffaef-abc6-44cf-8700-11fd715c4ad1),segment_id=c63ffaef-abc6-44cf-8700-11fd715c4ad1)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:22.507842 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-048cbc9a-eb55-4e7f-9606-d625f7c37cb6 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/369b0470-6d63-49b3-a6c9-e95a9f1af9bf HTTP/1.1" status: 404 len: 337 time: 0.0977318 Apr 22 14:44:22.508610 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34922) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.512710 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.571529 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8ae77895-b297-4df1-8c0f-ca721d59e107 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0115f9d-7701-4147-8748-0c190ab6fd7c HTTP/1.1" status: 200 len: 205 time: 0.0592256 Apr 22 14:44:22.571896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34926) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.640498 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250a07d-5725-403b-b5c5-bf6a90ccb0a4 None None] Pushing event updated for resources: {'Port': ['ID=ef5d91c9-934b-415d-9aa5-bc632180d11d,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:22.645498 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:22.646212 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:43:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:22.659384 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-f498c2a1-1c7f-4c81-921b-acf090fab87c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] delete failed (client error): The resource could not be found. Apr 22 14:44:22.661054 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f498c2a1-1c7f-4c81-921b-acf090fab87c tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/routers/f0115f9d-7701-4147-8748-0c190ab6fd7c HTTP/1.1" status: 404 len: 336 time: 0.0883443 Apr 22 14:44:22.678291 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34930) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.780351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec34400-c2b4-4d2f-96e4-bfe6ed311a27 req-f0391884-d586-4f39-ae37-c933fef7dc49 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:22.781880 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aec34400-c2b4-4d2f-96e4-bfe6ed311a27 req-f0391884-d586-4f39-ae37-c933fef7dc49 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 944 time: 0.1196783 Apr 22 14:44:22.788630 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ce20c4cb-7a9a-4b68-a602-b1227c33eba0 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0a991ac-a4b9-4f09-b4b5-690e29526d87 HTTP/1.1" status: 200 len: 205 time: 0.1087856 Apr 22 14:44:22.802488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34934) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.836402 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aec34400-c2b4-4d2f-96e4-bfe6ed311a27 req-dd74dab4-f971-45d7-9242-ec6c95c96918 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480134 Apr 22 14:44:22.857779 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:22.889788 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-024916c5-e6db-40da-b2bd-017ac61bd4ba tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] delete failed (client error): The resource could not be found. Apr 22 14:44:22.893294 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-024916c5-e6db-40da-b2bd-017ac61bd4ba tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/routers/b0a991ac-a4b9-4f09-b4b5-690e29526d87 HTTP/1.1" status: 404 len: 336 time: 0.0873961 Apr 22 14:44:22.894032 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34938) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.902248 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6ca74-72bd-4483-b4e2-f03123a0f878 req-afcfa213-fd20-40f3-b6c8-edc28bc8459b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:22.905042 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b2f6ca74-72bd-4483-b4e2-f03123a0f878 req-afcfa213-fd20-40f3-b6c8-edc28bc8459b service neutron] 10.222.0.30 "GET /v2.0/networks?id=bad8d284-05c6-4bd1-a634-84b2a56599db HTTP/1.1" status: 200 len: 913 time: 0.5782866 Apr 22 14:44:22.931911 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09d6c31-c6fc-4eea-8ea8-3d0107581a85 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:22.932348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09d6c31-c6fc-4eea-8ea8-3d0107581a85 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:22.934000 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c09d6c31-c6fc-4eea-8ea8-3d0107581a85 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/02a8b8c5-812a-45a8-9f2a-ca9cc2759b80 HTTP/1.1" status: 404 len: 337 time: 0.0390909 Apr 22 14:44:22.937355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34942) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.985106 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2671a09b-5b16-43e1-bc08-a3896e1f276b tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports?device_id=baecaeac-e50b-4bc9-9a6e-8603c5722c6b HTTP/1.1" status: 200 len: 205 time: 0.0464938 Apr 22 14:44:22.988228 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34946) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.998391 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-92be84d7-d041-4b9e-a436-404e77cbc341 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.052915 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-2342dba9-2488-4a31-b4cb-1d5aee19a114 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] delete failed (client error): The resource could not be found. Apr 22 14:44:23.054120 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2342dba9-2488-4a31-b4cb-1d5aee19a114 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/routers/baecaeac-e50b-4bc9-9a6e-8603c5722c6b HTTP/1.1" status: 404 len: 336 time: 0.0648074 Apr 22 14:44:23.057123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34950) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:23.074965 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b2f6ca74-72bd-4483-b4e2-f03123a0f878 req-5d7d9a15-d361-4a8f-974b-c10290b3b124 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac766b95-6f91-4008-8faf-99014e992677 HTTP/1.1" status: 200 len: 217 time: 0.1462233 Apr 22 14:44:23.155938 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8afb23c-96e2-4673-9f66-0a8dce8b2fae tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:23.156372 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8afb23c-96e2-4673-9f66-0a8dce8b2fae tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:23.187545 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c8afb23c-96e2-4673-9f66-0a8dce8b2fae tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/9ac03298-a730-405f-af55-30e629257404 HTTP/1.1" status: 404 len: 337 time: 0.1251433 Apr 22 14:44:23.191240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34954) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:23.202112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be84d7-d041-4b9e-a436-404e77cbc341 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Subnet': ['ID=3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:23.213838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6ca74-72bd-4483-b4e2-f03123a0f878 req-2e021bff-4f87-4d60-a60c-0ba5855695e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:23.215179 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b2f6ca74-72bd-4483-b4e2-f03123a0f878 req-2e021bff-4f87-4d60-a60c-0ba5855695e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b4c5b86-045f-4079-a0a8-987b81f1c3f7 HTTP/1.1" status: 200 len: 852 time: 0.1042402 Apr 22 14:44:23.227612 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:15Z', 'revision_number': 2, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:22Z', 'revision_number': 4, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:23.231497 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b84c8f8-c309-421d-8342-968abbae7c12 None None] The sync data for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv is: [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:15Z', 'revision_number': 2, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:22Z', 'revision_number': 4, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:23.242252 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5b50be33-357d-48be-a990-dfe0492f6a86 tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "GET /v2.0/ports?device_id=6522364c-8238-4394-84c0-ad2c84ac8789 HTTP/1.1" status: 200 len: 205 time: 0.0497086 Apr 22 14:44:23.244501 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34958) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:23.268292 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b2f6ca74-72bd-4483-b4e2-f03123a0f878 req-e6aca8b3-f624-4983-9e7b-5b46da5f05e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bad8d284-05c6-4bd1-a634-84b2a56599db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468011 Apr 22 14:44:23.269254 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be84d7-d041-4b9e-a436-404e77cbc341 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Checking segment: {'id': '8eb86843-2825-4e9d-9001-12b4671b4809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:23.269615 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be84d7-d041-4b9e-a436-404e77cbc341 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network hostable DHCP agents. Network: 89d58ab9-aebd-4331-abb7-b61c3cc4c170, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:23.296644 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device ac766b95-6f91-4008-8faf-99014e992677 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:44:23.317170 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-53c3498d-965a-46e5-90ab-592a2138e55a tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] delete failed (client error): The resource could not be found. Apr 22 14:44:23.320587 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-53c3498d-965a-46e5-90ab-592a2138e55a tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/routers/6522364c-8238-4394-84c0-ad2c84ac8789 HTTP/1.1" status: 404 len: 336 time: 0.0725977 Apr 22 14:44:23.320969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34962) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:23.365800 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dea23de-fe5c-411b-90fc-94fb39728daa tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:23.366276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dea23de-fe5c-411b-90fc-94fb39728daa tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:23.371804 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2dea23de-fe5c-411b-90fc-94fb39728daa tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/08953046-417c-49cc-ab84-73d896f8cd81 HTTP/1.1" status: 404 len: 337 time: 0.0462010 Apr 22 14:44:23.373232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34966) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:23.397839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be84d7-d041-4b9e-a436-404e77cbc341 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 89d58ab9-aebd-4331-abb7-b61c3cc4c170 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:23.427145 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-9acc7562-3822-42b4-afcf-8d1e30cb518a tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:23.427702 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9acc7562-3822-42b4-afcf-8d1e30cb518a tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:23.432767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-92be84d7-d041-4b9e-a436-404e77cbc341 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 89d58ab9-aebd-4331-abb7-b61c3cc4c170) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:23.432969 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9acc7562-3822-42b4-afcf-8d1e30cb518a tempest-RoutersTest-1988755601 tempest-RoutersTest-1988755601-project] 10.222.0.23 "DELETE /v2.0/subnets/6257a148-4bbe-41f2-b8a9-23ef8f87beaa HTTP/1.1" status: 404 len: 337 time: 0.0564981 Apr 22 14:44:23.449285 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92be84d7-d041-4b9e-a436-404e77cbc341 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:23.449285 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-92be84d7-d041-4b9e-a436-404e77cbc341 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.460008 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b2f6ca74-72bd-4483-b4e2-f03123a0f878 req-61506337-f31d-4a2b-bde7-74713c1158da service neutron] 10.222.0.30 "GET /v2.0/networks/bad8d284-05c6-4bd1-a634-84b2a56599db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857014 Apr 22 14:44:23.511219 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d1cf3c-3945-434b-8918-3d5d46a73201 None None] Network 89d58ab9-aebd-4331-abb7-b61c3cc4c170 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:23.656564 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b2f6ca74-72bd-4483-b4e2-f03123a0f878 req-6f1ff53d-e9ab-4f32-91df-92134c15ba49 service neutron] 10.222.0.30 "GET /v2.0/networks/bad8d284-05c6-4bd1-a634-84b2a56599db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881988 Apr 22 14:44:23.657390 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port ac766b95-6f91-4008-8faf-99014e992677, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ac766b95-6f91-4008-8faf-99014e992677,segment=NetworkSegment(85145e91-dfce-4d9f-9946-32687a907044),segment_id=85145e91-dfce-4d9f-9946-32687a907044)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:23.665067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34974) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:23.676693 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-92be84d7-d041-4b9e-a436-404e77cbc341 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0117581 Apr 22 14:44:23.753925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': 'ac766b95-6f91-4008-8faf-99014e992677', 'network_id': 'bad8d284-05c6-4bd1-a634-84b2a56599db', 'port_id': 'ac766b95-6f91-4008-8faf-99014e992677', 'mac_address': 'fa:16:3e:f8:4b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4c5b86-045f-4079-a0a8-987b81f1c3f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:44:23.838807 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.877041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac766b95-6f91-4008-8faf-99014e992677 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:44:23.897870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port ac766b95-6f91-4008-8faf-99014e992677, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ac766b95-6f91-4008-8faf-99014e992677,segment=NetworkSegment(85145e91-dfce-4d9f-9946-32687a907044),segment_id=85145e91-dfce-4d9f-9946-32687a907044)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:23.903295 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.960679 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24458d-6075-44d8-b984-f3de151c2ee6 req-4cc5308f-efa2-473c-975a-153d0a75d75a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:23.962230 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5d24458d-6075-44d8-b984-f3de151c2ee6 req-4cc5308f-efa2-473c-975a-153d0a75d75a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 945 time: 0.2192369 Apr 22 14:44:24.049163 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34982) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:24.157326 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=ac766b95-6f91-4008-8faf-99014e992677,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:24.219632 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5d24458d-6075-44d8-b984-f3de151c2ee6 req-ae8bc9ca-a231-4b0a-89ec-510c12f0b9ff tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=3747961f-f04e-4002-b5db-c7bb4eab1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492721 Apr 22 14:44:24.224578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['ac766b95-6f91-4008-8faf-99014e992677'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:44:24.285830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772e71b-0273-419e-911d-333cf78d62f2 req-69d2f15d-4e3d-4e34-9ff5-d8587f4471cf tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:24.287486 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c772e71b-0273-419e-911d-333cf78d62f2 req-69d2f15d-4e3d-4e34-9ff5-d8587f4471cf tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 945 time: 0.1889288 Apr 22 14:44:24.300391 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c70e825a-095a-4cae-8590-6754697e3f90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e0752a1f13146c19df2900b9a08b577&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2461367 Apr 22 14:44:24.300553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 34990) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:24.303715 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:44:24.304686 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.411039 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.454195 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c772e71b-0273-419e-911d-333cf78d62f2 req-da30a91c-d9a7-4d97-aa6d-ac4308ac50c2 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342537 Apr 22 14:44:24.600614 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Allocated IP 2001:db8:1::2 (89d58ab9-aebd-4331-abb7-b61c3cc4c170/3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2/98ec0547-1480-4d7b-8d64-d5c18d7ff0f7) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:24.687049 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7e29e9bb-2c91-4825-92b9-d50eb9343455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.734765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7e29e9bb-2c91-4825-92b9-d50eb9343455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.790431 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3cefea63-4762-455f-8040-ac7da5264cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.810251 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f56e69-a968-4a99-ac09-0e5b0b8d6cbc req-897fbe2e-5a34-419d-a3e4-87205f92d87d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:24.811763 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e9f56e69-a968-4a99-ac09-0e5b0b8d6cbc req-897fbe2e-5a34-419d-a3e4-87205f92d87d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 945 time: 0.4152696 Apr 22 14:44:24.863172 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7e29e9bb-2c91-4825-92b9-d50eb9343455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.888961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29e9bb-2c91-4825-92b9-d50eb9343455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7703b9-4a85-42d3-9f2e-c086e957915d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:24.908526 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7e29e9bb-2c91-4825-92b9-d50eb9343455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.912192 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7e29e9bb-2c91-4825-92b9-d50eb9343455 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec7703b9-4a85-42d3-9f2e-c086e957915d HTTP/1.1" status: 204 len: 168 time: 0.6093907 Apr 22 14:44:24.930879 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.946793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Transition to ACTIVE for port object 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:24.952327 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e9f56e69-a968-4a99-ac09-0e5b0b8d6cbc req-0f473ed2-bde8-42a9-90f1-88a586d065cb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=3747961f-f04e-4002-b5db-c7bb4eab1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330523 Apr 22 14:44:24.968400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Transition to ACTIVE for port object 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:24.981802 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.004836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 34996) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:25.071691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.086912 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Network 89d58ab9-aebd-4331-abb7-b61c3cc4c170 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:25.089923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:25.094856 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:25.104496 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-357e088d-fcaa-4d5d-b4e0-136b16164625 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 1093 time: 0.0956070 Apr 22 14:44:25.105096 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Pushing event updated for resources: {'Port': ['ID=98ec0547-1480-4d7b-8d64-d5c18d7ff0f7,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:25.106046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35000) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:25.117585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '97e1a0d5-89d3-4b16-8459-9d9ee2e3631f', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:25.124259 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:25.130142 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:floatingip and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:25.133700 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:25.140069 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:25.155647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.224623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Attempting to bind port 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:25.225335 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Attempting to bind port 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '8eb86843-2825-4e9d-9001-12b4671b4809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:25.225898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Attempting to bind port 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 on network 89d58ab9-aebd-4331-abb7-b61c3cc4c170 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:25.234173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:25.234970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Checking segment: {'id': '8eb86843-2825-4e9d-9001-12b4671b4809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:25.235651 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.236247 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Bound using segment: {'id': '8eb86843-2825-4e9d-9001-12b4671b4809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:25.236982 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Bound port: 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb86843-2825-4e9d-9001-12b4671b4809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:25.237548 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.334508 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device ac766b95-6f91-4008-8faf-99014e992677 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:25.378900 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.424449 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ef5d91c9-934b-415d-9aa5-bc632180d11d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:25.565305 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.150 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/e8f4de82-2eac-4c3a-97e1-fbcae87e59ce) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:25.567558 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] For port 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:25.573690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] For port 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=98ec0547-1480-4d7b-8d64-d5c18d7ff0f7,segment=NetworkSegment(8eb86843-2825-4e9d-9001-12b4671b4809),segment_id=8eb86843-2825-4e9d-9001-12b4671b4809)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:25.576384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Allocated IP 2001:db8:1::1 (89d58ab9-aebd-4331-abb7-b61c3cc4c170/3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2/a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:25.594839 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.718993 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port ac766b95-6f91-4008-8faf-99014e992677 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:25.729442 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port ef5d91c9-934b-415d-9aa5-bc632180d11d completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:25.735382 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port ac766b95-6f91-4008-8faf-99014e992677 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:25.735900 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.782048 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port ef5d91c9-934b-415d-9aa5-bc632180d11d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:25.782384 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.792324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.833783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.852466 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1bd02-8124-491a-ac15-27cccbece51b None None] Pushing event updated for resources: {'Port': ['ID=98ec0547-1480-4d7b-8d64-d5c18d7ff0f7,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:25.911005 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:25.920642 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:25.936009 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:25.989850 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.046355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b280c09-ac1a-4e0a-b8b9-a505ad584694 req-7b6638ad-65ec-4e7e-8a19-3699b6c58a75 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:26.048974 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9b280c09-ac1a-4e0a-b8b9-a505ad584694 req-7b6638ad-65ec-4e7e-8a19-3699b6c58a75 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 945 time: 0.2636945 Apr 22 14:44:26.052445 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Transition to ACTIVE for port object a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:26.120124 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.146737 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9b280c09-ac1a-4e0a-b8b9-a505ad584694 req-ac86a685-cb81-4ec1-b98f-44a8652c6a2f tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864069 Apr 22 14:44:26.150804 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.180272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.200188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=e8f4de82-2eac-4c3a-97e1-fbcae87e59ce,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:26.202299 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.221110 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.229105 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd437a219-51a8-4691-988e-1b0e15d34f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac766b95-6f91-4008-8faf-99014e992677'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:44:26.270424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port ac766b95-6f91-4008-8faf-99014e992677, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ac766b95-6f91-4008-8faf-99014e992677,segment=NetworkSegment(85145e91-dfce-4d9f-9946-32687a907044),segment_id=85145e91-dfce-4d9f-9946-32687a907044)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:26.292678 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.335714 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 89d58ab9-aebd-4331-abb7-b61c3cc4c170 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:26.339555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:26.344490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:26.345140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.367562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:26.367697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35024) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:26.387962 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5882920a-d990-4aed-a978-8b82a90a4557'] response: {'server_uuid': 'd437a219-51a8-4691-988e-1b0e15d34f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac766b95-6f91-4008-8faf-99014e992677', 'code': 200} Apr 22 14:44:26.412126 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port ef5d91c9-934b-415d-9aa5-bc632180d11d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ef5d91c9-934b-415d-9aa5-bc632180d11d,segment=NetworkSegment(c63ffaef-abc6-44cf-8700-11fd715c4ad1),segment_id=c63ffaef-abc6-44cf-8700-11fd715c4ad1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:26.420128 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.440728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=ac766b95-6f91-4008-8faf-99014e992677,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:26.479130 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.573007 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=ef5d91c9-934b-415d-9aa5-bc632180d11d,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:26.693321 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group': {'name': 'tempest-secgroup--203887604'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:26.708891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:26.723561 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:26.728796 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:26.738627 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:26.764374 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.768382 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-437f905f-3ac8-4c16-9edf-af70404b5016 req-1840336b-1ab3-46e9-ba91-d97ea9d75cc4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 1099 time: 0.1959672 Apr 22 14:44:26.798994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.838112 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-437f905f-3ac8-4c16-9edf-af70404b5016 req-25bab4c6-8811-47d5-9e87-e9aabc6d23c9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632796 Apr 22 14:44:26.926464 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:26.932814 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:26.937677 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:26.953825 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:26.994147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.010437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.019828 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.020656 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.053009 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c68882f-749b-4f3e-9390-f90494c1ede5 None None] Network 89d58ab9-aebd-4331-abb7-b61c3cc4c170 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:27.066508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.214341 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ba7c57e4-d05f-4294-a53f-d37ffdb3455d None None] Provisioning for port 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:27.252490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:27.309228 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.309794 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.325896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.393861 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:27.402490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:27.408554 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:27.413239 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634b58ce-51af-4e1e-b0b3-5a368cf3479f,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:27.432521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:27.456633 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.464814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.505312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 89d58ab9-aebd-4331-abb7-b61c3cc4c170 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:27.510812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:27.561773 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ef5d91c9-934b-415d-9aa5-bc632180d11d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:27.597368 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=e8f4de82-2eac-4c3a-97e1-fbcae87e59ce,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:27.612485 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.691812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port ef5d91c9-934b-415d-9aa5-bc632180d11d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:27.692464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.795346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.807620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.818339 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-41bbb9dd-6046-4949-849d-52647135b4f1 None None] Provisioning for port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:27.879851 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Floating IP cf617fa7-2cb8-4d71-b576-3fe4d963de94 associated. External IP: 172.26.0.150, port: 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f. Apr 22 14:44:27.889022 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:27.932606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-41bbb9dd-6046-4949-849d-52647135b4f1 None None] Provisioning complete for port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:27.933396 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-41bbb9dd-6046-4949-849d-52647135b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.951163 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778afa0-5af9-4452-a53f-9ba7996e81d9 req-766bd066-06f5-4b11-8318-436a0f3add81 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:27.952766 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f778afa0-5af9-4452-a53f-9ba7996e81d9 req-766bd066-06f5-4b11-8318-436a0f3add81 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.5215988 Apr 22 14:44:28.050202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-41bbb9dd-6046-4949-849d-52647135b4f1 None None] Port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:28.083057 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ad3bb3-de9d-4d41-8b85-eefdfa18803e,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:28.084147 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:28.089949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:28.090358 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.103700 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.104905 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-95ad5411-009d-444d-b631-5b23872b36ae tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7351801 Apr 22 14:44:28.108472 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35032) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:28.132095 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f778afa0-5af9-4452-a53f-9ba7996e81d9 req-9795b11a-2fa2-4ded-acbc-2fa97c769af8 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678934 Apr 22 14:44:28.196134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 7740ee92-0db7-4acb-baca-032dbfbe7208 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:28.223518 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-dc08c1c4-8254-4e69-9aed-df090eb7f018 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1116977 Apr 22 14:44:28.226179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35036) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:28.232132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ac7d1134-9173-42a8-9ee6-4a057c42e9d4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group': {'name': 'tempest-security--1964836259', 'description': 'tempest-security-description-1523978147'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:28.288759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1134-9173-42a8-9ee6-4a057c42e9d4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.372140 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.391041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4aea569f-81c5-49fb-9a6f-2cb1357bb1ed None None] Provisioning complete for port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:28.391667 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4aea569f-81c5-49fb-9a6f-2cb1357bb1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.409134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:28.414516 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6c5c3e19-0630-428a-b693-2d6faa64038c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/7740ee92-0db7-4acb-baca-032dbfbe7208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7483475 Apr 22 14:44:28.418514 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35040) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:28.424813 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-5ea62e30-95b3-4f92-bfa8-9f9248418bad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1991735275'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:28.430319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5ea62e30-95b3-4f92-bfa8-9f9248418bad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:28.434557 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5ea62e30-95b3-4f92-bfa8-9f9248418bad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:network and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:28.437995 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5ea62e30-95b3-4f92-bfa8-9f9248418bad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:28.444314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5ea62e30-95b3-4f92-bfa8-9f9248418bad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:28.456632 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea62e30-95b3-4f92-bfa8-9f9248418bad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:28.459950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Sync routers for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:28.460205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5ea62e30-95b3-4f92-bfa8-9f9248418bad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.490537 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea62e30-95b3-4f92-bfa8-9f9248418bad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:28.499565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5ea62e30-95b3-4f92-bfa8-9f9248418bad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.499906 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-5ea62e30-95b3-4f92-bfa8-9f9248418bad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Added segment c854e51e-c2b4-4a61-964c-b26e5746dc97 of type vlan for network d3884b67-d3a5-40c7-aac4-044f97485aa5 Apr 22 14:44:28.530310 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5ea62e30-95b3-4f92-bfa8-9f9248418bad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.551751 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4aea569f-81c5-49fb-9a6f-2cb1357bb1ed None None] Port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:28.555205 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=98ec0547-1480-4d7b-8d64-d5c18d7ff0f7,segment=NetworkSegment(8eb86843-2825-4e9d-9001-12b4671b4809),segment_id=8eb86843-2825-4e9d-9001-12b4671b4809)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:28.556883 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:28.557634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:28.571096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5ea62e30-95b3-4f92-bfa8-9f9248418bad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.575142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea62e30-95b3-4f92-bfa8-9f9248418bad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:28.575847 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5ea62e30-95b3-4f92-bfa8-9f9248418bad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.586334 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1134-9173-42a8-9ee6-4a057c42e9d4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.595075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1134-9173-42a8-9ee6-4a057c42e9d4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.621228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.649878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1134-9173-42a8-9ee6-4a057c42e9d4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.654037 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ac7d1134-9173-42a8-9ee6-4a057c42e9d4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "PUT /v2.0/security-groups/67ad3bb3-de9d-4d41-8b85-eefdfa18803e HTTP/1.1" status: 200 len: 1612 time: 0.4271073 Apr 22 14:44:28.654883 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d1134-9173-42a8-9ee6-4a057c42e9d4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ad3bb3-de9d-4d41-8b85-eefdfa18803e,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:28.658581 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35044) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:28.731362 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5ef77cf6-7679-4a52-95f5-c6b324a15703 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-groups/67ad3bb3-de9d-4d41-8b85-eefdfa18803e HTTP/1.1" status: 200 len: 1612 time: 0.0715773 Apr 22 14:44:28.733028 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35048) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:28.756856 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5ea62e30-95b3-4f92-bfa8-9f9248418bad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3369408 Apr 22 14:44:28.757534 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35052) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:28.769080 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-86e9f1db-f94e-4250-9878-07cab9a38a05 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'subnet': {'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:28.785898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea62e30-95b3-4f92-bfa8-9f9248418bad tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Network': ['ID=d3884b67-d3a5-40c7-aac4-044f97485aa5,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:28.796930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-35e2821e-c110-4d37-969f-ff289384e60c None None] Provisioning complete for port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:28.797463 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-35e2821e-c110-4d37-969f-ff289384e60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.824210 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=98ec0547-1480-4d7b-8d64-d5c18d7ff0f7,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:28.835314 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network d3884b67-d3a5-40c7-aac4-044f97485aa5 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:28.838506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-657ac682-031f-4085-be52-5424d920af79 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.858339 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:28.879623 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-657ac682-031f-4085-be52-5424d920af79 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.893018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-86e9f1db-f94e-4250-9878-07cab9a38a05 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:28.897082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-86e9f1db-f94e-4250-9878-07cab9a38a05 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:subnet and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:28.899989 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-86e9f1db-f94e-4250-9878-07cab9a38a05 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:28.907200 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-86e9f1db-f94e-4250-9878-07cab9a38a05 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:28.917838 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e9f1db-f94e-4250-9878-07cab9a38a05 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:28.951711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:29.014221 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-35e2821e-c110-4d37-969f-ff289384e60c None None] Port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:29.028098 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-86e9f1db-f94e-4250-9878-07cab9a38a05 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.146242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-657ac682-031f-4085-be52-5424d920af79 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.178266 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ac682-031f-4085-be52-5424d920af79 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ad3bb3-de9d-4d41-8b85-eefdfa18803e,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:29.208518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-657ac682-031f-4085-be52-5424d920af79 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.214127 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-657ac682-031f-4085-be52-5424d920af79 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-groups/67ad3bb3-de9d-4d41-8b85-eefdfa18803e HTTP/1.1" status: 204 len: 168 time: 0.4759724 Apr 22 14:44:29.216837 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35058) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.330279 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-667322a5-be43-4022-b59f-0ee7b172978a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:29.364611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 3, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 2, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:29.373034 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Checking router: 7740ee92-0db7-4acb-baca-032dbfbe7208 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:29.374034 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Updating router 7740ee92-0db7-4acb-baca-032dbfbe7208 port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:44:29.375648 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-667322a5-be43-4022-b59f-0ee7b172978a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:29.378919 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-667322a5-be43-4022-b59f-0ee7b172978a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1537178 Apr 22 14:44:29.383315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35062) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.394579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:29.405568 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3f2965-6e2b-41c3-b11e-d130fc930b7b None None] Sync routers for ids ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:29.421212 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.429304 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-4a042bab-ca31-4288-82d0-4dbf7788f10f tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] delete failed (client error): The resource could not be found. Apr 22 14:44:29.431820 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4a042bab-ca31-4288-82d0-4dbf7788f10f tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-groups/67ad3bb3-de9d-4d41-8b85-eefdfa18803e HTTP/1.1" status: 404 len: 347 time: 0.0463762 Apr 22 14:44:29.438989 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3f2965-6e2b-41c3-b11e-d130fc930b7b None None] Routers {'ea6013b9-6419-4de2-a3a7-b5ff1f5df528'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:29.439956 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6f3f2965-6e2b-41c3-b11e-d130fc930b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:29.451467 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.452613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35066) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.467401 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-23729ea8-a58f-44c6-a77c-5b4820cea3bf tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group': {'name': 'tempest-secgroup--351464033'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:29.468726 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:29.487191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-23729ea8-a58f-44c6-a77c-5b4820cea3bf tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:29.504909 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-23729ea8-a58f-44c6-a77c-5b4820cea3bf tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:29.514510 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d8073b24-cb0a-40ef-ad44-f9a950a87f18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4070232 Apr 22 14:44:29.515345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35070) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.519193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de25975-0e3b-4c6f-bc17-54ce2f6af4e9', 'tag': '97e1a0d5-89d3-4b16-8459-9d9ee2e3631f'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:44:29.581631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-86e9f1db-f94e-4250-9878-07cab9a38a05 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.608649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23729ea8-a58f-44c6-a77c-5b4820cea3bf tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.689441 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9f1db-f94e-4250-9878-07cab9a38a05 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Subnet': ['ID=7813e3d1-1974-4e6e-af52-becd18fea4f3,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:29.690696 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5af7681f-70f5-47e1-a6c3-4a5b2a2c08a6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 991 time: 0.1656804 Apr 22 14:44:29.698644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-23729ea8-a58f-44c6-a77c-5b4820cea3bf tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:29.703046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-23729ea8-a58f-44c6-a77c-5b4820cea3bf tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:29.708734 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-23729ea8-a58f-44c6-a77c-5b4820cea3bf tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:29.716271 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-23729ea8-a58f-44c6-a77c-5b4820cea3bf tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:29.719840 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1a2c0b-0762-478c-9eb1-565520173eed'] response: {'name': 'network-changed', 'server_uuid': '9de25975-0e3b-4c6f-bc17-54ce2f6af4e9', 'tag': '97e1a0d5-89d3-4b16-8459-9d9ee2e3631f', 'status': 'completed', 'code': 200} Apr 22 14:44:29.722019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7408002-72c4-4690-be1b-6dd35a8b617a req-129916f1-4239-42fc-be52-44972e4a923d tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:29.730430 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a7408002-72c4-4690-be1b-6dd35a8b617a req-129916f1-4239-42fc-be52-44972e4a923d tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.2926605 Apr 22 14:44:29.766154 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9f1db-f94e-4250-9878-07cab9a38a05 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Checking segment: {'id': 'c854e51e-c2b4-4a61-964c-b26e5746dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:29.766652 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e9f1db-f94e-4250-9878-07cab9a38a05 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network hostable DHCP agents. Network: d3884b67-d3a5-40c7-aac4-044f97485aa5, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:29.775959 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:44:29.817127 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a7408002-72c4-4690-be1b-6dd35a8b617a req-82133218-af2f-486f-8ba9-7cc9710a8ca3 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844460 Apr 22 14:44:29.824105 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:29.824820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.824912 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-6f3f2965-6e2b-41c3-b11e-d130fc930b7b None None] Set router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:29.849838 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e9f1db-f94e-4250-9878-07cab9a38a05 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network d3884b67-d3a5-40c7-aac4-044f97485aa5 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:29.865242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-86e9f1db-f94e-4250-9878-07cab9a38a05 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, d3884b67-d3a5-40c7-aac4-044f97485aa5) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:29.867681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23729ea8-a58f-44c6-a77c-5b4820cea3bf tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.870602 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e9f1db-f94e-4250-9878-07cab9a38a05 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:29.871612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-86e9f1db-f94e-4250-9878-07cab9a38a05 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.873974 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23729ea8-a58f-44c6-a77c-5b4820cea3bf tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.888701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf9b6e6-a70e-4292-ba88-f89191779e77 None None] Network d3884b67-d3a5-40c7-aac4-044f97485aa5 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:29.921812 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-86e9f1db-f94e-4250-9878-07cab9a38a05 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1603503 Apr 22 14:44:29.924780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35078) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.927699 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-866ecabe-7ab0-49da-bd23-efe96ac52eae req-2b84d596-9786-4209-a272-300f5cd30047 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 1098 time: 0.1895058 Apr 22 14:44:29.958005 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23729ea8-a58f-44c6-a77c-5b4820cea3bf tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ed8b3e-c54e-4026-99fd-3ffb830da3e0,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:30.026617 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-23729ea8-a58f-44c6-a77c-5b4820cea3bf tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.030525 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-23729ea8-a58f-44c6-a77c-5b4820cea3bf tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5742805 Apr 22 14:44:30.036378 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35082) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:30.044812 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-bcfbb60e-9c72-4dbc-ac61-5cc17d38d04c tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group_rule': {'security_group_id': '91ed8b3e-c54e-4026-99fd-3ffb830da3e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:30.066045 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bcfbb60e-9c72-4dbc-ac61-5cc17d38d04c tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:30.073280 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bcfbb60e-9c72-4dbc-ac61-5cc17d38d04c tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:30.078433 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bcfbb60e-9c72-4dbc-ac61-5cc17d38d04c tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:30.088879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bcfbb60e-9c72-4dbc-ac61-5cc17d38d04c tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:30.142149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb60e-9c72-4dbc-ac61-5cc17d38d04c tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.154035 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ecabe-7ab0-49da-bd23-efe96ac52eae req-9182df9c-9733-4ae3-8676-856bf4b8e68e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:30.155545 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-866ecabe-7ab0-49da-bd23-efe96ac52eae req-9182df9c-9733-4ae3-8676-856bf4b8e68e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ce38580-bcfc-45b9-9805-0712d9031bc2 HTTP/1.1" status: 200 len: 898 time: 0.2194963 Apr 22 14:44:30.295081 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1735fe8-2dc2-491e-b0f4-b9f4ace9b533 req-b9ef228b-84ec-493f-8f54-f305240dc9c5 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:30.297835 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a1735fe8-2dc2-491e-b0f4-b9f4ace9b533 req-b9ef228b-84ec-493f-8f54-f305240dc9c5 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.2239358 Apr 22 14:44:30.308393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb60e-9c72-4dbc-ac61-5cc17d38d04c tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.317358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb60e-9c72-4dbc-ac61-5cc17d38d04c tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.339858 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-866ecabe-7ab0-49da-bd23-efe96ac52eae req-930a4a24-c85b-4c7e-8bba-547844859cde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f HTTP/1.1" status: 200 len: 999 time: 0.1778862 Apr 22 14:44:30.394295 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a1735fe8-2dc2-491e-b0f4-b9f4ace9b533 req-8f474c56-41b5-41f4-9722-4380f902b420 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855134 Apr 22 14:44:30.400171 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6f3f2965-6e2b-41c3-b11e-d130fc930b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:51Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'cf617fa7-2cb8-4d71-b576-3fe4d963de94', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.150', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'port_id': '97e1a0d5-89d3-4b16-8459-9d9ee2e3631f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'mac_address': 'fa:16:3e:ba:55:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de25975-0e3b-4c6f-bc17-54ce2f6af4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:44:26Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3b03bb-0839-4c22-9f3a-169f6ffacd21', 'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:62:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:50Z', 'updated_at': '2022-04-22T14:44:02Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:30.401664 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-d3884b67-d3a5-40c7-aac4-044f97485aa5', 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'fixed_ips': [{'subnet_id': '7813e3d1-1974-4e6e-af52-becd18fea4f3'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:44:30.402466 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.404437 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbb60e-9c72-4dbc-ac61-5cc17d38d04c tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a67989-a299-408b-a094-6d20cc309e27,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:30.408016 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3f2965-6e2b-41c3-b11e-d130fc930b7b None None] Checking router: ea6013b9-6419-4de2-a3a7-b5ff1f5df528 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:30.427967 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.428623 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3f2965-6e2b-41c3-b11e-d130fc930b7b None None] Routers {'ea6013b9-6419-4de2-a3a7-b5ff1f5df528'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:30.429442 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6f3f2965-6e2b-41c3-b11e-d130fc930b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:30.443424 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb60e-9c72-4dbc-ac61-5cc17d38d04c tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.447785 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bcfbb60e-9c72-4dbc-ac61-5cc17d38d04c tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4103427 Apr 22 14:44:30.450865 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35088) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:30.481006 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Transition to ACTIVE for port object a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:30.492942 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ecabe-7ab0-49da-bd23-efe96ac52eae req-86914e42-fc4a-486d-b9fb-a725bf0072c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:30.494595 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-866ecabe-7ab0-49da-bd23-efe96ac52eae req-86914e42-fc4a-486d-b9fb-a725bf0072c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e HTTP/1.1" status: 200 len: 835 time: 0.1473653 Apr 22 14:44:30.497548 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-274a416a-4324-4f36-9d05-13244b4c615f tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.545338 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-274a416a-4324-4f36-9d05-13244b4c615f tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.579181 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.595859 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-274a416a-4324-4f36-9d05-13244b4c615f tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.618230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a416a-4324-4f36-9d05-13244b4c615f tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92a67989-a299-408b-a094-6d20cc309e27,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:30.621670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-274a416a-4324-4f36-9d05-13244b4c615f tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.626436 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-274a416a-4324-4f36-9d05-13244b4c615f tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/92a67989-a299-408b-a094-6d20cc309e27 HTTP/1.1" status: 204 len: 168 time: 0.1743016 Apr 22 14:44:30.628174 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35092) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:30.654780 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-866ecabe-7ab0-49da-bd23-efe96ac52eae req-a37b343f-3bce-4d07-bc3c-a4eeab388ccd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ce38580-bcfc-45b9-9805-0712d9031bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1503615 Apr 22 14:44:30.693642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35096) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:30.703772 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-6f3f2965-6e2b-41c3-b11e-d130fc930b7b None None] Set router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:30.795997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e89e478f-2c90-48a5-b22a-415c7355fd31 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:30.844425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3280681-897a-4cc7-b5d0-fe71f9bc61e2 None None] Pushing event updated for resources: {'Port': ['ID=a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:30.890463 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-866ecabe-7ab0-49da-bd23-efe96ac52eae req-478a40f1-dd1a-4ef9-9dee-704eea3591d7 service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291181 Apr 22 14:44:30.892478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e89e478f-2c90-48a5-b22a-415c7355fd31 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:30.894725 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e89e478f-2c90-48a5-b22a-415c7355fd31 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2645299 Apr 22 14:44:30.989096 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-603baf8a-a293-4208-97a9-9360f2506ce8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 991 time: 0.2911296 Apr 22 14:44:30.989726 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35100) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:31.110224 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Allocated IP 2001:db8:2::2 (d3884b67-d3a5-40c7-aac4-044f97485aa5/7813e3d1-1974-4e6e-af52-becd18fea4f3/21a84175-a2e2-4f0d-8d47-8b9fe75f59a3) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:31.118980 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Attempting to bind port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:31.119556 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Attempting to bind port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '8eb86843-2825-4e9d-9001-12b4671b4809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:31.120106 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Attempting to bind port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 on network 89d58ab9-aebd-4331-abb7-b61c3cc4c170 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:31.148295 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:31.148962 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Checking segment: {'id': '8eb86843-2825-4e9d-9001-12b4671b4809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:31.149560 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.150109 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Bound using segment: {'id': '8eb86843-2825-4e9d-9001-12b4671b4809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:31.150756 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Bound port: a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb86843-2825-4e9d-9001-12b4671b4809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:31.151318 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.277729 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-866ecabe-7ab0-49da-bd23-efe96ac52eae req-6a4f52c2-d90f-4aed-8a93-00da6ebb5c25 service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812912 Apr 22 14:44:31.356332 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] For port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:31.386497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3c6a2d87-f97d-4925-8b35-42e1990de55e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.412848 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6f3f2965-6e2b-41c3-b11e-d130fc930b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:51Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'cf617fa7-2cb8-4d71-b576-3fe4d963de94', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.150', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'port_id': '97e1a0d5-89d3-4b16-8459-9d9ee2e3631f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'mac_address': 'fa:16:3e:ba:55:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de25975-0e3b-4c6f-bc17-54ce2f6af4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:44:26Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3b03bb-0839-4c22-9f3a-169f6ffacd21', 'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:62:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:50Z', 'updated_at': '2022-04-22T14:44:02Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:31.418200 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3f2965-6e2b-41c3-b11e-d130fc930b7b None None] The sync data for ids ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'] in dv-neutron-839027-1-hyperv is: [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:51Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'cf617fa7-2cb8-4d71-b576-3fe4d963de94', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.150', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'port_id': '97e1a0d5-89d3-4b16-8459-9d9ee2e3631f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'mac_address': 'fa:16:3e:ba:55:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de25975-0e3b-4c6f-bc17-54ce2f6af4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:44:26Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3b03bb-0839-4c22-9f3a-169f6ffacd21', 'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:62:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:50Z', 'updated_at': '2022-04-22T14:44:02Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:31.429325 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3c6a2d87-f97d-4925-8b35-42e1990de55e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.450813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] For port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76,segment=NetworkSegment(8eb86843-2825-4e9d-9001-12b4671b4809),segment_id=8eb86843-2825-4e9d-9001-12b4671b4809)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:31.462738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d797e2-8117-412a-a3d6-cdef20806775 req-88c2c4da-ec39-4687-af21-d6a9804758ab tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:31.463500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.464481 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-83d797e2-8117-412a-a3d6-cdef20806775 req-88c2c4da-ec39-4687-af21-d6a9804758ab tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.2567916 Apr 22 14:44:31.543986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3c6a2d87-f97d-4925-8b35-42e1990de55e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.575961 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.589336 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3280681-897a-4cc7-b5d0-fe71f9bc61e2 None None] Pushing event updated for resources: {'Port': ['ID=a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:31.590655 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-83d797e2-8117-412a-a3d6-cdef20806775 req-47927988-c6d0-4a36-991a-cdf9ec3347b1 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184793 Apr 22 14:44:31.595276 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Transition to ACTIVE for port object 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:31.606204 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:31.606964 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:31.614767 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a2d87-f97d-4925-8b35-42e1990de55e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ed8b3e-c54e-4026-99fd-3ffb830da3e0,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:31.675736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3c6a2d87-f97d-4925-8b35-42e1990de55e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.676867 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3c6a2d87-f97d-4925-8b35-42e1990de55e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-groups/91ed8b3e-c54e-4026-99fd-3ffb830da3e0 HTTP/1.1" status: 204 len: 168 time: 0.6788900 Apr 22 14:44:31.679705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35106) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:31.722205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.729890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Transition to ACTIVE for port object 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:31.792398 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-badce62a-e0aa-4721-a85d-9b39e86c1c4e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:31.820446 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-badce62a-e0aa-4721-a85d-9b39e86c1c4e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:31.822174 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-badce62a-e0aa-4721-a85d-9b39e86c1c4e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1413457 Apr 22 14:44:31.826576 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35110) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:31.839815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.841127 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a9069a95-0467-4ddb-a52f-be8112608ec0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group': {'name': 'tempest-secgroup--18461969'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:31.853144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a9069a95-0467-4ddb-a52f-be8112608ec0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:31.865034 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a9069a95-0467-4ddb-a52f-be8112608ec0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:31.877798 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a9069a95-0467-4ddb-a52f-be8112608ec0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.896261 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c431e163-dac8-449c-83ba-f982e667692f None None] New status for floating IP cf617fa7-2cb8-4d71-b576-3fe4d963de94: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:44:31.916296 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a9069a95-0467-4ddb-a52f-be8112608ec0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:31.920857 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a9069a95-0467-4ddb-a52f-be8112608ec0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:31.924639 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a9069a95-0467-4ddb-a52f-be8112608ec0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:31.930593 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a9069a95-0467-4ddb-a52f-be8112608ec0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:31.991243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35114) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:31.995599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a9069a95-0467-4ddb-a52f-be8112608ec0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.998926 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Network d3884b67-d3a5-40c7-aac4-044f97485aa5 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:32.018211 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:32.029508 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:32.067753 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a9069a95-0467-4ddb-a52f-be8112608ec0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.129958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Pushing event updated for resources: {'Port': ['ID=21a84175-a2e2-4f0d-8d47-8b9fe75f59a3,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:32.150115 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fe728e0e-4eaf-488c-bf68-8df98e885383 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 991 time: 0.1567576 Apr 22 14:44:32.150115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9069a95-0467-4ddb-a52f-be8112608ec0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e71382f-e4be-424e-98af-e86cdeee7a72,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:32.153045 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a9069a95-0467-4ddb-a52f-be8112608ec0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.157011 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a9069a95-0467-4ddb-a52f-be8112608ec0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3265052 Apr 22 14:44:32.157680 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35118) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:32.163852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8c8ad3f4-99a8-490d-8136-7cf7c841fb69 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group_rule': {'security_group_id': '9e71382f-e4be-424e-98af-e86cdeee7a72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:32.169991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8c8ad3f4-99a8-490d-8136-7cf7c841fb69 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:32.174962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8c8ad3f4-99a8-490d-8136-7cf7c841fb69 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:32.178545 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8c8ad3f4-99a8-490d-8136-7cf7c841fb69 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:32.186314 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8c8ad3f4-99a8-490d-8136-7cf7c841fb69 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:32.207430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad3f4-99a8-490d-8136-7cf7c841fb69 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.241098 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:32.277106 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad3f4-99a8-490d-8136-7cf7c841fb69 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.281593 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad3f4-99a8-490d-8136-7cf7c841fb69 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.307598 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ad3f4-99a8-490d-8136-7cf7c841fb69 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950f34e1-9f38-4bf2-978d-66598bf6880b,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:32.313153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Allocated IP 2001:db8:2::1 (d3884b67-d3a5-40c7-aac4-044f97485aa5/7813e3d1-1974-4e6e-af52-becd18fea4f3/066a22ae-dc24-4247-b745-a1e9d7e5ab81) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:32.322995 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad3f4-99a8-490d-8136-7cf7c841fb69 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.324282 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8c8ad3f4-99a8-490d-8136-7cf7c841fb69 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1653316 Apr 22 14:44:32.326877 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35122) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:32.333296 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-0bf0c29a-1986-4618-a12c-31486589f5f0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group_rule': {'security_group_id': '9e71382f-e4be-424e-98af-e86cdeee7a72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:32.339747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0bf0c29a-1986-4618-a12c-31486589f5f0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:32.345756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0bf0c29a-1986-4618-a12c-31486589f5f0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:32.349159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0bf0c29a-1986-4618-a12c-31486589f5f0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:32.355497 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0bf0c29a-1986-4618-a12c-31486589f5f0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:32.382087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c29a-1986-4618-a12c-31486589f5f0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.396272 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Attempting to bind port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:32.396632 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Attempting to bind port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'c854e51e-c2b4-4a61-964c-b26e5746dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:32.396984 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Attempting to bind port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 on network d3884b67-d3a5-40c7-aac4-044f97485aa5 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:32.494402 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c29a-1986-4618-a12c-31486589f5f0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.498878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c29a-1986-4618-a12c-31486589f5f0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.506804 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.527120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Transition to ACTIVE for port object 066a22ae-dc24-4247-b745-a1e9d7e5ab81 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:32.527578 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0c29a-1986-4618-a12c-31486589f5f0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b216653a-b841-449f-a20c-609c14f80afc,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:32.531047 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:32.531935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Checking segment: {'id': 'c854e51e-c2b4-4a61-964c-b26e5746dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:32.532167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.532505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Bound using segment: {'id': 'c854e51e-c2b4-4a61-964c-b26e5746dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:32.533098 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Bound port: 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c854e51e-c2b4-4a61-964c-b26e5746dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:32.533676 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.542466 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c29a-1986-4618-a12c-31486589f5f0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.546753 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0bf0c29a-1986-4618-a12c-31486589f5f0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2164309 Apr 22 14:44:32.547148 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35126) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:32.553991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-0f7822d4-d27d-4126-ad3b-53a9ef11385d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group_rule': {'security_group_id': '9e71382f-e4be-424e-98af-e86cdeee7a72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:32.557752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.560255 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0f7822d4-d27d-4126-ad3b-53a9ef11385d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:32.566134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0f7822d4-d27d-4126-ad3b-53a9ef11385d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:32.569402 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0f7822d4-d27d-4126-ad3b-53a9ef11385d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:32.575529 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0f7822d4-d27d-4126-ad3b-53a9ef11385d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:32.594923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0f7822d4-d27d-4126-ad3b-53a9ef11385d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.659518 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=066a22ae-dc24-4247-b745-a1e9d7e5ab81,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:32.670308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0f7822d4-d27d-4126-ad3b-53a9ef11385d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.675560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0f7822d4-d27d-4126-ad3b-53a9ef11385d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.679869 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network d3884b67-d3a5-40c7-aac4-044f97485aa5 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:32.683508 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:32.688396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:32.692867 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.705988 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7822d4-d27d-4126-ad3b-53a9ef11385d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3a7535-4b0b-4c83-ba1a-3b88ada93a2a,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:32.723228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0f7822d4-d27d-4126-ad3b-53a9ef11385d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.725545 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0f7822d4-d27d-4126-ad3b-53a9ef11385d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1775203 Apr 22 14:44:32.728368 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35132) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:32.738382 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-055ae968-2afc-4f1a-b0a5-bf5d84db3b5e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group_rule': {'security_group_id': '9e71382f-e4be-424e-98af-e86cdeee7a72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:32.748826 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-055ae968-2afc-4f1a-b0a5-bf5d84db3b5e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:32.754512 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-055ae968-2afc-4f1a-b0a5-bf5d84db3b5e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:32.757503 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-055ae968-2afc-4f1a-b0a5-bf5d84db3b5e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:32.764956 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-055ae968-2afc-4f1a-b0a5-bf5d84db3b5e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:32.787487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-055ae968-2afc-4f1a-b0a5-bf5d84db3b5e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.791373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] For port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:32.830802 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] For port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=21a84175-a2e2-4f0d-8d47-8b9fe75f59a3,segment=NetworkSegment(c854e51e-c2b4-4a61-964c-b26e5746dc97),segment_id=c854e51e-c2b4-4a61-964c-b26e5746dc97)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:32.838898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.865277 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-055ae968-2afc-4f1a-b0a5-bf5d84db3b5e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.871685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-055ae968-2afc-4f1a-b0a5-bf5d84db3b5e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.880818 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.901729 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ae968-2afc-4f1a-b0a5-bf5d84db3b5e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38eef6fd-818a-4db0-826d-34e142b21d24,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:32.920504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-055ae968-2afc-4f1a-b0a5-bf5d84db3b5e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.923507 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-055ae968-2afc-4f1a-b0a5-bf5d84db3b5e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1919463 Apr 22 14:44:32.925772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35138) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:32.931582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-03b60f7a-9e72-4d74-89b7-dab16d437970 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group_rule': {'security_group_id': '9e71382f-e4be-424e-98af-e86cdeee7a72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:32.937564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-03b60f7a-9e72-4d74-89b7-dab16d437970 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:32.942929 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-03b60f7a-9e72-4d74-89b7-dab16d437970 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:32.943594 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7b953-83f8-4325-a362-b5b4c4f0d021 None None] Pushing event updated for resources: {'Port': ['ID=21a84175-a2e2-4f0d-8d47-8b9fe75f59a3,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:32.946302 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-03b60f7a-9e72-4d74-89b7-dab16d437970 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:32.952900 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-03b60f7a-9e72-4d74-89b7-dab16d437970 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:32.965079 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 3, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:31Z', 'revision_number': 4, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:32.970845 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385c38b1-9e61-47c9-a7af-dae2d02e7ecf None None] The sync data for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv is: [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 3, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:31Z', 'revision_number': 4, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:32.980318 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-03b60f7a-9e72-4d74-89b7-dab16d437970 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.095814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-03b60f7a-9e72-4d74-89b7-dab16d437970 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.102329 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-03b60f7a-9e72-4d74-89b7-dab16d437970 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.130105 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b60f7a-9e72-4d74-89b7-dab16d437970 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e5be2f-21a6-4040-8341-85cf3d36f5c6,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:33.160669 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35142) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:33.167073 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-03b60f7a-9e72-4d74-89b7-dab16d437970 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.175453 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-03b60f7a-9e72-4d74-89b7-dab16d437970 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.2455118 Apr 22 14:44:33.181674 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35144) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:33.233032 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ecbc1-e6d7-4a79-99b9-de12afeaccf5 req-ab4f5ec0-6b46-4f94-9ee8-45a943f073a6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:33.240169 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-479ecbc1-e6d7-4a79-99b9-de12afeaccf5 req-ab4f5ec0-6b46-4f94-9ee8-45a943f073a6 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.4481130 Apr 22 14:44:33.325711 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-95613b4c-6329-4ca2-8a95-fa06dc8fb60a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.352112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-95613b4c-6329-4ca2-8a95-fa06dc8fb60a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.371963 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4dc6aa83-f9a2-4aa2-b2e9-756198a42760 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 993 time: 0.1963236 Apr 22 14:44:33.405973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-95613b4c-6329-4ca2-8a95-fa06dc8fb60a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.421736 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-479ecbc1-e6d7-4a79-99b9-de12afeaccf5 req-d0beca89-b7ec-48a7-b12f-96e1902639a5 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778994 Apr 22 14:44:33.452417 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-95613b4c-6329-4ca2-8a95-fa06dc8fb60a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.456889 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-95613b4c-6329-4ca2-8a95-fa06dc8fb60a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c1e5be2f-21a6-4040-8341-85cf3d36f5c6 HTTP/1.1" status: 204 len: 168 time: 0.2710397 Apr 22 14:44:33.457740 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35152) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:33.460062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95613b4c-6329-4ca2-8a95-fa06dc8fb60a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1e5be2f-21a6-4040-8341-85cf3d36f5c6,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:33.493578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:33.552722 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-85ac2834-2e72-42ae-840a-550a814d69e1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:33.585094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:33.588130 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-85ac2834-2e72-42ae-840a-550a814d69e1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:33.591803 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:33.592594 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-85ac2834-2e72-42ae-840a-550a814d69e1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1343641 Apr 22 14:44:33.593396 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35156) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:33.603817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.609552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.612477 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.658457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fec16c6-d2a7-43cc-a301-0b0c0320d098 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.688058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fec16c6-d2a7-43cc-a301-0b0c0320d098 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.708661 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:33.719356 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:33.720204 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.765423 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fec16c6-d2a7-43cc-a301-0b0c0320d098 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.820555 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec16c6-d2a7-43cc-a301-0b0c0320d098 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38eef6fd-818a-4db0-826d-34e142b21d24,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:33.843085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2fec16c6-d2a7-43cc-a301-0b0c0320d098 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.844813 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2fec16c6-d2a7-43cc-a301-0b0c0320d098 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/38eef6fd-818a-4db0-826d-34e142b21d24 HTTP/1.1" status: 204 len: 168 time: 0.2504146 Apr 22 14:44:33.847639 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35162) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:33.936180 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.947004 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=066a22ae-dc24-4247-b745-a1e9d7e5ab81,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:33.992738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76,segment=NetworkSegment(8eb86843-2825-4e9d-9001-12b4671b4809),segment_id=8eb86843-2825-4e9d-9001-12b4671b4809)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:34.000545 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.004832 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4d864bd2-54be-4751-b0ca-2c18d308d408 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:34.035184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f60d9f-7f19-4346-9f03-865e81cc293e req-f5546018-bf86-41b3-8e8c-fb0adf7d26d4 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:34.036964 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-41f60d9f-7f19-4346-9f03-865e81cc293e req-f5546018-bf86-41b3-8e8c-fb0adf7d26d4 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.1534410 Apr 22 14:44:34.042832 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network d3884b67-d3a5-40c7-aac4-044f97485aa5 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:34.067837 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4d864bd2-54be-4751-b0ca-2c18d308d408 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:34.070424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:34.072558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35166) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:34.075792 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4d864bd2-54be-4751-b0ca-2c18d308d408 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2233710 Apr 22 14:44:34.100804 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1d65c6b7-23f4-4592-88fa-5980c1957b9e req-56710445-3835-4958-ae13-e54a2b007205 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4541c175d64c06834cd7d6dd042c2a&device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 1099 time: 0.1678715 Apr 22 14:44:34.138989 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:34.279975 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65c6b7-23f4-4592-88fa-5980c1957b9e req-7580f254-48e5-49e9-bd42-c1eb2dbd27c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:34.281504 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1d65c6b7-23f4-4592-88fa-5980c1957b9e req-7580f254-48e5-49e9-bd42-c1eb2dbd27c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bad8d284-05c6-4bd1-a634-84b2a56599db HTTP/1.1" status: 200 len: 913 time: 0.1731341 Apr 22 14:44:34.363506 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecfa219-daee-4497-9af3-c7c9bedc8f8d None None] Network d3884b67-d3a5-40c7-aac4-044f97485aa5 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:34.367398 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1d65c6b7-23f4-4592-88fa-5980c1957b9e req-9f15d22d-86dc-40e8-b863-c85298baea9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac766b95-6f91-4008-8faf-99014e992677 HTTP/1.1" status: 200 len: 217 time: 0.0774786 Apr 22 14:44:34.419843 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2495f876-a59c-460c-bfcf-0c7b63f40066 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.433458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2495f876-a59c-460c-bfcf-0c7b63f40066 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.441981 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65c6b7-23f4-4592-88fa-5980c1957b9e req-5e8eb5d0-2e2d-4ffd-8da8-b7af2a0118ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:34.443538 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1d65c6b7-23f4-4592-88fa-5980c1957b9e req-5e8eb5d0-2e2d-4ffd-8da8-b7af2a0118ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b4c5b86-045f-4079-a0a8-987b81f1c3f7 HTTP/1.1" status: 200 len: 852 time: 0.0710549 Apr 22 14:44:34.474890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2ada3cb2-4a95-4c53-a1ea-b6b951b10c53 None None] Provisioning for port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:34.475974 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-41f60d9f-7f19-4346-9f03-865e81cc293e req-3eed8df7-9350-4aee-af2d-f9b55a9104c7 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318106 Apr 22 14:44:34.499593 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1d65c6b7-23f4-4592-88fa-5980c1957b9e req-fb0a52b3-fcdb-44ca-976f-5c8ee6c6d070 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bad8d284-05c6-4bd1-a634-84b2a56599db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501053 Apr 22 14:44:34.499828 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2495f876-a59c-460c-bfcf-0c7b63f40066 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.523091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2ada3cb2-4a95-4c53-a1ea-b6b951b10c53 None None] Provisioning complete for port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:34.523623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2ada3cb2-4a95-4c53-a1ea-b6b951b10c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.584481 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495f876-a59c-460c-bfcf-0c7b63f40066 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c3a7535-4b0b-4c83-ba1a-3b88ada93a2a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:34.678042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2495f876-a59c-460c-bfcf-0c7b63f40066 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.682417 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2495f876-a59c-460c-bfcf-0c7b63f40066 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/8c3a7535-4b0b-4c83-ba1a-3b88ada93a2a HTTP/1.1" status: 204 len: 168 time: 0.6017084 Apr 22 14:44:34.684907 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35170) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:34.715161 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1d65c6b7-23f4-4592-88fa-5980c1957b9e req-f93eebea-f1be-4029-bff6-484fea8d4937 service neutron] 10.222.0.30 "GET /v2.0/networks/bad8d284-05c6-4bd1-a634-84b2a56599db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091048 Apr 22 14:44:34.757589 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2ada3cb2-4a95-4c53-a1ea-b6b951b10c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.776541 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 7740ee92-0db7-4acb-baca-032dbfbe7208 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:34.798440 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2ada3cb2-4a95-4c53-a1ea-b6b951b10c53 None None] For port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=21a84175-a2e2-4f0d-8d47-8b9fe75f59a3,segment=NetworkSegment(c854e51e-c2b4-4a61-964c-b26e5746dc97),segment_id=c854e51e-c2b4-4a61-964c-b26e5746dc97)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:34.804024 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2ada3cb2-4a95-4c53-a1ea-b6b951b10c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.891527 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada3cb2-4a95-4c53-a1ea-b6b951b10c53 None None] Pushing event updated for resources: {'Port': ['ID=21a84175-a2e2-4f0d-8d47-8b9fe75f59a3,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:34.951184 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-672bc5ce-c6b6-4ea0-947f-d8d78e111c5f tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2650118 Apr 22 14:44:34.954216 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35174) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:35.018256 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:35.027042 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e4379f24-6528-4273-8bc3-d8b63117b1e9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/7740ee92-0db7-4acb-baca-032dbfbe7208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1008458 Apr 22 14:44:35.027821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35178) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:35.032959 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dae1c390-c4f8-427a-a963-6f587d2dc6ee tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.035919 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-087ae9f0-23d4-43a0-9410-cd58df872403 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-358748996'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:35.037353 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Sync routers for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:35.042010 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-087ae9f0-23d4-43a0-9410-cd58df872403 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:35.046388 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-087ae9f0-23d4-43a0-9410-cd58df872403 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:network and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:35.050824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-087ae9f0-23d4-43a0-9410-cd58df872403 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:35.058835 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-087ae9f0-23d4-43a0-9410-cd58df872403 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:35.062897 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:35.064961 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:35.072534 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087ae9f0-23d4-43a0-9410-cd58df872403 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:35.072862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dae1c390-c4f8-427a-a963-6f587d2dc6ee tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.075829 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-087ae9f0-23d4-43a0-9410-cd58df872403 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.091914 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1d65c6b7-23f4-4592-88fa-5980c1957b9e req-1f2936c3-b9e6-44e8-b38c-05ab5a3b320f service neutron] 10.222.0.30 "GET /v2.0/networks/bad8d284-05c6-4bd1-a634-84b2a56599db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684132 Apr 22 14:44:35.117097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dae1c390-c4f8-427a-a963-6f587d2dc6ee tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.146572 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087ae9f0-23d4-43a0-9410-cd58df872403 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:35.151127 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1c390-c4f8-427a-a963-6f587d2dc6ee tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b216653a-b841-449f-a20c-609c14f80afc,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:35.161555 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dae1c390-c4f8-427a-a963-6f587d2dc6ee tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.162972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-087ae9f0-23d4-43a0-9410-cd58df872403 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.163356 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-dae1c390-c4f8-427a-a963-6f587d2dc6ee tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b216653a-b841-449f-a20c-609c14f80afc HTTP/1.1" status: 204 len: 168 time: 0.2078192 Apr 22 14:44:35.163839 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-087ae9f0-23d4-43a0-9410-cd58df872403 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Added segment cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2 of type vlan for network 96e9bc83-eda7-4d28-86d9-c479df25b036 Apr 22 14:44:35.166913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35182) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:35.222962 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-087ae9f0-23d4-43a0-9410-cd58df872403 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.239540 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-060d1fd0-e810-4085-afae-326ddbada1d8 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:35.259577 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-060d1fd0-e810-4085-afae-326ddbada1d8 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:35.262093 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-060d1fd0-e810-4085-afae-326ddbada1d8 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0937819 Apr 22 14:44:35.267755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35186) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:35.278084 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-087ae9f0-23d4-43a0-9410-cd58df872403 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.287145 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087ae9f0-23d4-43a0-9410-cd58df872403 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:35.288307 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-087ae9f0-23d4-43a0-9410-cd58df872403 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.293466 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-45670686-f1f6-4441-bac5-cf1b42714e75 None None] Provisioning complete for port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:35.294282 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-45670686-f1f6-4441-bac5-cf1b42714e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.312987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-64cd9e23-afc0-4028-915f-b6506b2a797e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.337214 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-64cd9e23-afc0-4028-915f-b6506b2a797e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.401455 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-64cd9e23-afc0-4028-915f-b6506b2a797e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.430535 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:35.446342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd9e23-afc0-4028-915f-b6506b2a797e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=950f34e1-9f38-4bf2-978d-66598bf6880b,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:35.451573 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:35.456064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-64cd9e23-afc0-4028-915f-b6506b2a797e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.457281 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-64cd9e23-afc0-4028-915f-b6506b2a797e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/950f34e1-9f38-4bf2-978d-66598bf6880b HTTP/1.1" status: 204 len: 168 time: 0.1873960 Apr 22 14:44:35.462042 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35190) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:35.531019 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-087ae9f0-23d4-43a0-9410-cd58df872403 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5015812 Apr 22 14:44:35.531742 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35196) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:35.555885 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-71967db7-997e-4d80-b54d-f9383c038355 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'subnet': {'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:35.559438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8622d9b5-6d98-484d-8402-5b7535a4827b tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:35.581313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8622d9b5-6d98-484d-8402-5b7535a4827b tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:35.587226 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8622d9b5-6d98-484d-8402-5b7535a4827b tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1241531 Apr 22 14:44:35.587952 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35200) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:35.595437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ae9f0-23d4-43a0-9410-cd58df872403 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Network': ['ID=96e9bc83-eda7-4d28-86d9-c479df25b036,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:35.618919 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 96e9bc83-eda7-4d28-86d9-c479df25b036 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:35.758730 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-585aa51c-7c31-4b56-a9d1-ffef8a24a9dd tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.829806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-585aa51c-7c31-4b56-a9d1-ffef8a24a9dd tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.931369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-585aa51c-7c31-4b56-a9d1-ffef8a24a9dd tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.980697 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585aa51c-7c31-4b56-a9d1-ffef8a24a9dd tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e71382f-e4be-424e-98af-e86cdeee7a72,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:36.005315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-71967db7-997e-4d80-b54d-f9383c038355 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:36.009968 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-71967db7-997e-4d80-b54d-f9383c038355 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:subnet and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:36.014729 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-71967db7-997e-4d80-b54d-f9383c038355 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:36.015149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-585aa51c-7c31-4b56-a9d1-ffef8a24a9dd tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.021662 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-585aa51c-7c31-4b56-a9d1-ffef8a24a9dd tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-groups/9e71382f-e4be-424e-98af-e86cdeee7a72 HTTP/1.1" status: 204 len: 168 time: 0.4260814 Apr 22 14:44:36.021662 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35204) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:36.021971 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-71967db7-997e-4d80-b54d-f9383c038355 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:36.038658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71967db7-997e-4d80-b54d-f9383c038355 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Made reservation on behalf of 86b29c328fb340e4bf6b5c5ddc979a88 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:36.054754 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:36.055127 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.085557 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-45670686-f1f6-4441-bac5-cf1b42714e75 None None] Provisioning for port 066a22ae-dc24-4247-b745-a1e9d7e5ab81 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:36.101949 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-36e5cd87-a016-4091-9013-f499f31263a2 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:36.105273 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-45670686-f1f6-4441-bac5-cf1b42714e75 None None] Provisioning complete for port 066a22ae-dc24-4247-b745-a1e9d7e5ab81 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:36.105647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-45670686-f1f6-4441-bac5-cf1b42714e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.123042 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-36e5cd87-a016-4091-9013-f499f31263a2 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:36.125712 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-36e5cd87-a016-4091-9013-f499f31263a2 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1033340 Apr 22 14:44:36.134228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35208) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:36.143258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-d2fd356f-d9c9-403e-930c-a4c1b2486ec2 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group': {'name': 'tempest-secgroup--427211041'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:36.158502 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d2fd356f-d9c9-403e-930c-a4c1b2486ec2 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:36.167962 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90544217-103a-4e8f-bfeb-205bd7dc5b2e req-670c85d7-8d1f-4d46-ad2c-b17768a514df tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:36.170611 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-90544217-103a-4e8f-bfeb-205bd7dc5b2e req-670c85d7-8d1f-4d46-ad2c-b17768a514df tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.3765566 Apr 22 14:44:36.171918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d2fd356f-d9c9-403e-930c-a4c1b2486ec2 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:36.172223 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:32Z', 'revision_number': 4, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': '066a22ae-dc24-4247-b745-a1e9d7e5ab81', 'name': '', 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:99:ac:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 2, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:36.183907 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Checking router: 7740ee92-0db7-4acb-baca-032dbfbe7208 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:36.184248 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-71967db7-997e-4d80-b54d-f9383c038355 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.185007 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Updating router 7740ee92-0db7-4acb-baca-032dbfbe7208 port 066a22ae-dc24-4247-b745-a1e9d7e5ab81 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:44:36.187866 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d2fd356f-d9c9-403e-930c-a4c1b2486ec2 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.190968 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-45670686-f1f6-4441-bac5-cf1b42714e75 None None] Port 066a22ae-dc24-4247-b745-a1e9d7e5ab81 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:36.242930 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d2fd356f-d9c9-403e-930c-a4c1b2486ec2 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:36.248833 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d2fd356f-d9c9-403e-930c-a4c1b2486ec2 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:36.254043 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:36.254254 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d2fd356f-d9c9-403e-930c-a4c1b2486ec2 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:36.260989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d2fd356f-d9c9-403e-930c-a4c1b2486ec2 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:36.274263 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.337369 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-471afbff-972b-4ca7-bcbd-9af9f1a96b4f None None] Provisioning complete for port 066a22ae-dc24-4247-b745-a1e9d7e5ab81 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:36.338096 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d2fd356f-d9c9-403e-930c-a4c1b2486ec2 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.338212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-471afbff-972b-4ca7-bcbd-9af9f1a96b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.342806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d2fd356f-d9c9-403e-930c-a4c1b2486ec2 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.368275 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-90544217-103a-4e8f-bfeb-205bd7dc5b2e req-a5138688-5017-46d1-a523-06d6c4c9fd48 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899183 Apr 22 14:44:36.416726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd356f-d9c9-403e-930c-a4c1b2486ec2 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb27351-5d34-4265-aae5-931fad9bd9c6,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:36.418626 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-471afbff-972b-4ca7-bcbd-9af9f1a96b4f None None] Port 066a22ae-dc24-4247-b745-a1e9d7e5ab81 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:36.427869 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:36.428896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.430917 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d2fd356f-d9c9-403e-930c-a4c1b2486ec2 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.432321 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d2fd356f-d9c9-403e-930c-a4c1b2486ec2 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2964950 Apr 22 14:44:36.435914 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35212) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:36.442683 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-db5a47ed-a4bf-4c0d-bdd4-4684086c0687 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group_rule': {'security_group_id': 'ddb27351-5d34-4265-aae5-931fad9bd9c6', 'direction': 'ingress', 'protocol': 17}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:36.449133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-db5a47ed-a4bf-4c0d-bdd4-4684086c0687 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:36.453750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-db5a47ed-a4bf-4c0d-bdd4-4684086c0687 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:36.457421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-db5a47ed-a4bf-4c0d-bdd4-4684086c0687 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:36.468002 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-db5a47ed-a4bf-4c0d-bdd4-4684086c0687 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:36.505944 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-db5a47ed-a4bf-4c0d-bdd4-4684086c0687 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.557370 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-71967db7-997e-4d80-b54d-f9383c038355 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.603649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-db5a47ed-a4bf-4c0d-bdd4-4684086c0687 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.609495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-db5a47ed-a4bf-4c0d-bdd4-4684086c0687 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.638601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71967db7-997e-4d80-b54d-f9383c038355 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Subnet': ['ID=57779458-cecf-4050-af2b-537e12a553df,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:36.657410 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71967db7-997e-4d80-b54d-f9383c038355 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Checking segment: {'id': 'cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:36.658534 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71967db7-997e-4d80-b54d-f9383c038355 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network hostable DHCP agents. Network: 96e9bc83-eda7-4d28-86d9-c479df25b036, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:36.693482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a47ed-a4bf-4c0d-bdd4-4684086c0687 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627fa34e-3f01-4dc6-ac61-981df23bd08a,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:36.696780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71967db7-997e-4d80-b54d-f9383c038355 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 96e9bc83-eda7-4d28-86d9-c479df25b036 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:36.698367 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-db5a47ed-a4bf-4c0d-bdd4-4684086c0687 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.699757 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-db5a47ed-a4bf-4c0d-bdd4-4684086c0687 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2628665 Apr 22 14:44:36.702491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35216) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:36.721253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-71967db7-997e-4d80-b54d-f9383c038355 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 96e9bc83-eda7-4d28-86d9-c479df25b036) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:36.727854 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71967db7-997e-4d80-b54d-f9383c038355 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:36.728718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-71967db7-997e-4d80-b54d-f9383c038355 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.734785 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a115a96-ca0b-49e8-8e5d-189afff357a4 None None] Network 96e9bc83-eda7-4d28-86d9-c479df25b036 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:36.764859 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-71967db7-997e-4d80-b54d-f9383c038355 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2205789 Apr 22 14:44:36.770896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35220) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:36.783104 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.797571 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e682be37-c97e-43c4-8c6b-f3a7e5ab25a8 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.799337 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Transition to ACTIVE for port object 066a22ae-dc24-4247-b745-a1e9d7e5ab81 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:36.807906 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.831608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e682be37-c97e-43c4-8c6b-f3a7e5ab25a8 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.928889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e682be37-c97e-43c4-8c6b-f3a7e5ab25a8 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.997155 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682be37-c97e-43c4-8c6b-f3a7e5ab25a8 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb27351-5d34-4265-aae5-931fad9bd9c6,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:37.015454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e682be37-c97e-43c4-8c6b-f3a7e5ab25a8 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.018507 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e682be37-c97e-43c4-8c6b-f3a7e5ab25a8 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-groups/ddb27351-5d34-4265-aae5-931fad9bd9c6 HTTP/1.1" status: 204 len: 168 time: 0.3145096 Apr 22 14:44:37.021172 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35224) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:37.050717 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb5626-cb81-4d10-a3ec-2a84317c99b6 None None] Pushing event updated for resources: {'Port': ['ID=066a22ae-dc24-4247-b745-a1e9d7e5ab81,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:37.078059 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-96e9bc83-eda7-4d28-86d9-c479df25b036', 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'fixed_ips': [{'subnet_id': '57779458-cecf-4050-af2b-537e12a553df'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:44:37.080126 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.081928 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Attempting to bind port 066a22ae-dc24-4247-b745-a1e9d7e5ab81 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:37.082411 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Attempting to bind port 066a22ae-dc24-4247-b745-a1e9d7e5ab81 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'c854e51e-c2b4-4a61-964c-b26e5746dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:37.082887 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Attempting to bind port 066a22ae-dc24-4247-b745-a1e9d7e5ab81 on network d3884b67-d3a5-40c7-aac4-044f97485aa5 {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:37.103658 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:37.104144 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Checking segment: {'id': 'c854e51e-c2b4-4a61-964c-b26e5746dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:37.104641 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.105123 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Bound using segment: {'id': 'c854e51e-c2b4-4a61-964c-b26e5746dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:37.105708 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Bound port: 066a22ae-dc24-4247-b745-a1e9d7e5ab81, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c854e51e-c2b4-4a61-964c-b26e5746dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:37.106214 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.154636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-40b74f1a-b70f-4b71-bde1-400688179621 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:37.198449 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-40b74f1a-b70f-4b71-bde1-400688179621 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:37.209729 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-40b74f1a-b70f-4b71-bde1-400688179621 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1865790 Apr 22 14:44:37.217437 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35228) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:37.230525 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] For port 066a22ae-dc24-4247-b745-a1e9d7e5ab81, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:37.241215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-f1b28c08-01d0-41ea-85d6-b5e7ecda767d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group': {'name': 'tempest-secgroup--1184609237'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:37.241970 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] For port 066a22ae-dc24-4247-b745-a1e9d7e5ab81, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=066a22ae-dc24-4247-b745-a1e9d7e5ab81,segment=NetworkSegment(c854e51e-c2b4-4a61-964c-b26e5746dc97),segment_id=c854e51e-c2b4-4a61-964c-b26e5746dc97)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:37.249439 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.250319 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f1b28c08-01d0-41ea-85d6-b5e7ecda767d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:37.262709 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f1b28c08-01d0-41ea-85d6-b5e7ecda767d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:37.276895 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1b28c08-01d0-41ea-85d6-b5e7ecda767d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.339782 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:37.340648 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:37.358259 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f1b28c08-01d0-41ea-85d6-b5e7ecda767d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:37.379109 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f1b28c08-01d0-41ea-85d6-b5e7ecda767d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:37.380020 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Allocated IP 2001:db8:3::2 (96e9bc83-eda7-4d28-86d9-c479df25b036/57779458-cecf-4050-af2b-537e12a553df/cfc404ce-a69a-4eae-bd1d-676704898db1) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:37.385471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f1b28c08-01d0-41ea-85d6-b5e7ecda767d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:37.404863 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f1b28c08-01d0-41ea-85d6-b5e7ecda767d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:37.529495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1b28c08-01d0-41ea-85d6-b5e7ecda767d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.536110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1b28c08-01d0-41ea-85d6-b5e7ecda767d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.537657 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb5626-cb81-4d10-a3ec-2a84317c99b6 None None] Pushing event updated for resources: {'Port': ['ID=066a22ae-dc24-4247-b745-a1e9d7e5ab81,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:37.572275 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:37.621913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b28c08-01d0-41ea-85d6-b5e7ecda767d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c796cad7-0281-44d0-b501-4819282cb0c3,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:37.631232 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f1b28c08-01d0-41ea-85d6-b5e7ecda767d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.633021 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f1b28c08-01d0-41ea-85d6-b5e7ecda767d tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4143798 Apr 22 14:44:37.635637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35234) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:37.644173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-b9401520-a69b-44a8-b39c-4bb1d7364d76 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548993119'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:37.652056 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b9401520-a69b-44a8-b39c-4bb1d7364d76 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:37.657194 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b9401520-a69b-44a8-b39c-4bb1d7364d76 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:37.662434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b9401520-a69b-44a8-b39c-4bb1d7364d76 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:37.669825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b9401520-a69b-44a8-b39c-4bb1d7364d76 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:37.688736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9401520-a69b-44a8-b39c-4bb1d7364d76 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.808679 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b9401520-a69b-44a8-b39c-4bb1d7364d76 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:37.813383 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b9401520-a69b-44a8-b39c-4bb1d7364d76 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:37.817573 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b9401520-a69b-44a8-b39c-4bb1d7364d76 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:37.824175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b9401520-a69b-44a8-b39c-4bb1d7364d76 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:37.881378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019728f-c2ca-4aff-a096-7044ef51aa23 req-d4d20f8c-1426-4a77-879e-57889a2a2a80 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:37.883165 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c019728f-c2ca-4aff-a096-7044ef51aa23 req-d4d20f8c-1426-4a77-879e-57889a2a2a80 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.2149863 Apr 22 14:44:37.885555 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.901461 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Transition to ACTIVE for port object cfc404ce-a69a-4eae-bd1d-676704898db1 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:37.913246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.919619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9401520-a69b-44a8-b39c-4bb1d7364d76 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.926556 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9401520-a69b-44a8-b39c-4bb1d7364d76 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.940545 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Transition to ACTIVE for port object cfc404ce-a69a-4eae-bd1d-676704898db1 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:37.951552 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.008703 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9401520-a69b-44a8-b39c-4bb1d7364d76 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8e23d9-27b1-467a-9f5a-c8f6d1665b90,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:38.017862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9401520-a69b-44a8-b39c-4bb1d7364d76 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.019931 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b9401520-a69b-44a8-b39c-4bb1d7364d76 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3827491 Apr 22 14:44:38.022886 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35238) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:38.034894 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-022ea121-5d08-4053-a17b-b6121821bc2a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group_rule': {'security_group_id': 'c796cad7-0281-44d0-b501-4819282cb0c3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'eb8e23d9-27b1-467a-9f5a-c8f6d1665b90', 'remote_ip_prefix': None}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:38.036702 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Network 96e9bc83-eda7-4d28-86d9-c479df25b036 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:38.041110 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:38.044834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:38.082480 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Pushing event updated for resources: {'Port': ['ID=cfc404ce-a69a-4eae-bd1d-676704898db1,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:38.116178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-022ea121-5d08-4053-a17b-b6121821bc2a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:38.125721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-022ea121-5d08-4053-a17b-b6121821bc2a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:38.129180 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:32Z', 'revision_number': 4, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': '066a22ae-dc24-4247-b745-a1e9d7e5ab81', 'name': '', 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:99:ac:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:37Z', 'revision_number': 4, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:38.133582 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721949c9-14c7-4ed8-87c8-c38f23a07ee8 None None] The sync data for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv is: [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:32Z', 'revision_number': 4, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': '066a22ae-dc24-4247-b745-a1e9d7e5ab81', 'name': '', 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:99:ac:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:37Z', 'revision_number': 4, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:38.139269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-022ea121-5d08-4053-a17b-b6121821bc2a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:38.147502 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c019728f-c2ca-4aff-a096-7044ef51aa23 req-71e2e0b2-88f0-471f-8f57-573f47f3cc3f tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540128 Apr 22 14:44:38.153358 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-022ea121-5d08-4053-a17b-b6121821bc2a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:38.159860 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Attempting to bind port cfc404ce-a69a-4eae-bd1d-676704898db1 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:38.159987 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Attempting to bind port cfc404ce-a69a-4eae-bd1d-676704898db1 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:38.161065 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Attempting to bind port cfc404ce-a69a-4eae-bd1d-676704898db1 on network 96e9bc83-eda7-4d28-86d9-c479df25b036 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:38.169278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:38.169599 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Checking segment: {'id': 'cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:38.169930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.170338 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Bound using segment: {'id': 'cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:38.170916 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Bound port: cfc404ce-a69a-4eae-bd1d-676704898db1, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:38.171246 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.262252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-022ea121-5d08-4053-a17b-b6121821bc2a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.330606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] For port cfc404ce-a69a-4eae-bd1d-676704898db1, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:38.334397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] For port cfc404ce-a69a-4eae-bd1d-676704898db1, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=cfc404ce-a69a-4eae-bd1d-676704898db1,segment=NetworkSegment(cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2),segment_id=cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:38.340659 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.437443 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a2b39-3294-492b-abc3-74828c4099d7 None None] Pushing event updated for resources: {'Port': ['ID=cfc404ce-a69a-4eae-bd1d-676704898db1,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:38.438394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-022ea121-5d08-4053-a17b-b6121821bc2a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.446980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-022ea121-5d08-4053-a17b-b6121821bc2a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.524361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ea121-5d08-4053-a17b-b6121821bc2a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e77e21-756b-4b27-b019-e3f63a4ff8d8,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:38.558335 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-022ea121-5d08-4053-a17b-b6121821bc2a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.559936 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-022ea121-5d08-4053-a17b-b6121821bc2a tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5362372 Apr 22 14:44:38.562852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35244) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:38.586773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Allocated IP 2001:db8:3::1 (96e9bc83-eda7-4d28-86d9-c479df25b036/57779458-cecf-4050-af2b-537e12a553df/0a68fb04-ded9-485d-9b69-062e4e041fe9) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:38.634742 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-471f9283-97de-474c-8991-1d8db3dd0b91 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.668096 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-471f9283-97de-474c-8991-1d8db3dd0b91 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.736283 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-471f9283-97de-474c-8991-1d8db3dd0b91 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.763862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f9283-97de-474c-8991-1d8db3dd0b91 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79e77e21-756b-4b27-b019-e3f63a4ff8d8,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:38.769819 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-471f9283-97de-474c-8991-1d8db3dd0b91 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.773354 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-471f9283-97de-474c-8991-1d8db3dd0b91 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/79e77e21-756b-4b27-b019-e3f63a4ff8d8 HTTP/1.1" status: 204 len: 168 time: 0.2057848 Apr 22 14:44:38.773815 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35250) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:38.846986 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7aa88498-904b-43c8-8b93-eb374f0cedd7 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:38.872932 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7aa88498-904b-43c8-8b93-eb374f0cedd7 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:38.874666 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7aa88498-904b-43c8-8b93-eb374f0cedd7 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0999777 Apr 22 14:44:38.877647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35254) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:38.881619 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.911040 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Transition to ACTIVE for port object 0a68fb04-ded9-485d-9b69-062e4e041fe9 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:38.948000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.973806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-21a507e3-e191-44ae-8010-e3a1b848c3fe tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.003014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-21a507e3-e191-44ae-8010-e3a1b848c3fe tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.068283 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-21a507e3-e191-44ae-8010-e3a1b848c3fe tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.083580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 96e9bc83-eda7-4d28-86d9-c479df25b036 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:39.087918 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:39.091395 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a507e3-e191-44ae-8010-e3a1b848c3fe tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8e23d9-27b1-467a-9f5a-c8f6d1665b90,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:39.093753 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:39.094272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.096894 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=0a68fb04-ded9-485d-9b69-062e4e041fe9,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:39.114048 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-21a507e3-e191-44ae-8010-e3a1b848c3fe tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.118243 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-21a507e3-e191-44ae-8010-e3a1b848c3fe tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-groups/eb8e23d9-27b1-467a-9f5a-c8f6d1665b90 HTTP/1.1" status: 204 len: 168 time: 0.2373784 Apr 22 14:44:39.118629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35258) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:39.188529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3845cf5-bfa4-4a6e-a455-9517608cd1fb req-4435a4a3-8669-4f1c-94f4-4a94fd825b2d tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:39.190125 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c3845cf5-bfa4-4a6e-a455-9517608cd1fb req-4435a4a3-8669-4f1c-94f4-4a94fd825b2d tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.2374678 Apr 22 14:44:39.418219 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-970ea20e-6582-49d7-a14f-bf9a08fa1a23 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:39.444746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.452578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device cfc404ce-a69a-4eae-bd1d-676704898db1 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:39.474620 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c3845cf5-bfa4-4a6e-a455-9517608cd1fb req-f0f4dd3e-4b00-496c-84ff-9c173da1f834 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724898 Apr 22 14:44:39.477158 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-970ea20e-6582-49d7-a14f-bf9a08fa1a23 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:39.478430 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-970ea20e-6582-49d7-a14f-bf9a08fa1a23 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3588264 Apr 22 14:44:39.481568 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35262) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:39.562675 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port cfc404ce-a69a-4eae-bd1d-676704898db1 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:39.569699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 066a22ae-dc24-4247-b745-a1e9d7e5ab81 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:39.569978 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd2697e8-f40c-4df6-b3a6-44fad11ba1a8 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.609074 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd2697e8-f40c-4df6-b3a6-44fad11ba1a8 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.648928 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 066a22ae-dc24-4247-b745-a1e9d7e5ab81 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:39.654289 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 066a22ae-dc24-4247-b745-a1e9d7e5ab81 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:39.654913 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.711226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd2697e8-f40c-4df6-b3a6-44fad11ba1a8 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.729871 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2697e8-f40c-4df6-b3a6-44fad11ba1a8 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c796cad7-0281-44d0-b501-4819282cb0c3,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:39.754826 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cd2697e8-f40c-4df6-b3a6-44fad11ba1a8 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.758850 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cd2697e8-f40c-4df6-b3a6-44fad11ba1a8 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-groups/c796cad7-0281-44d0-b501-4819282cb0c3 HTTP/1.1" status: 204 len: 168 time: 0.2734406 Apr 22 14:44:39.759067 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38e4f80-f593-476d-b05a-852980e368ed None None] Network 96e9bc83-eda7-4d28-86d9-c479df25b036 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:39.759178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35266) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:39.832437 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-819e0179-4dea-43dc-beab-27acd43cf52f tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:39.849100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-819e0179-4dea-43dc-beab-27acd43cf52f tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:39.853893 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-819e0179-4dea-43dc-beab-27acd43cf52f tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0896046 Apr 22 14:44:39.854892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35270) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:39.863117 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f9c164ea-f515-48d3-b845-98eab47ca638 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group': {'name': 'tempest-secgroup--2040842172'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:39.870771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f9c164ea-f515-48d3-b845-98eab47ca638 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:39.899931 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f9c164ea-f515-48d3-b845-98eab47ca638 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:39.927255 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9c164ea-f515-48d3-b845-98eab47ca638 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.955783 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ddaf222d-1006-473a-80cd-042d0734dca8 None None] Provisioning for port cfc404ce-a69a-4eae-bd1d-676704898db1 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:39.963259 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.974417 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ddaf222d-1006-473a-80cd-042d0734dca8 None None] Provisioning complete for port cfc404ce-a69a-4eae-bd1d-676704898db1 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:39.974813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ddaf222d-1006-473a-80cd-042d0734dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.977700 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.983509 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.984355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.988197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f9c164ea-f515-48d3-b845-98eab47ca638 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:40.038397 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f9c164ea-f515-48d3-b845-98eab47ca638 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:40.045374 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f9c164ea-f515-48d3-b845-98eab47ca638 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:40.061810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f9c164ea-f515-48d3-b845-98eab47ca638 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:40.098155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event updated for resources: {'Port': ['ID=0a68fb04-ded9-485d-9b69-062e4e041fe9,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:40.114295 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 066a22ae-dc24-4247-b745-a1e9d7e5ab81, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=066a22ae-dc24-4247-b745-a1e9d7e5ab81,segment=NetworkSegment(c854e51e-c2b4-4a61-964c-b26e5746dc97),segment_id=c854e51e-c2b4-4a61-964c-b26e5746dc97)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:40.128896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.235409 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9c164ea-f515-48d3-b845-98eab47ca638 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.247261 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9c164ea-f515-48d3-b845-98eab47ca638 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.294606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=066a22ae-dc24-4247-b745-a1e9d7e5ab81,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:40.297162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Network 96e9bc83-eda7-4d28-86d9-c479df25b036 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:40.301200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ddaf222d-1006-473a-80cd-042d0734dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.302187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:40.305477 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c164ea-f515-48d3-b845-98eab47ca638 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd42cb90-b623-466e-a8be-94bf0780b3fb,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:40.349922 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ddaf222d-1006-473a-80cd-042d0734dca8 None None] For port cfc404ce-a69a-4eae-bd1d-676704898db1, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=cfc404ce-a69a-4eae-bd1d-676704898db1,segment=NetworkSegment(cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2),segment_id=cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:40.357381 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ddaf222d-1006-473a-80cd-042d0734dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.439913 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf222d-1006-473a-80cd-042d0734dca8 None None] Pushing event updated for resources: {'Port': ['ID=cfc404ce-a69a-4eae-bd1d-676704898db1,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:40.454420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9c164ea-f515-48d3-b845-98eab47ca638 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.459116 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f9c164ea-f515-48d3-b845-98eab47ca638 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6008971 Apr 22 14:44:40.459511 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35274) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:40.465647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-38d504ac-9352-4f9b-867e-9f2a157b1220 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group_rule': {'security_group_id': 'bd42cb90-b623-466e-a8be-94bf0780b3fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:40.473739 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-38d504ac-9352-4f9b-867e-9f2a157b1220 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:40.479721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-38d504ac-9352-4f9b-867e-9f2a157b1220 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:40.483590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-38d504ac-9352-4f9b-867e-9f2a157b1220 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:40.491897 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-38d504ac-9352-4f9b-867e-9f2a157b1220 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:40.516150 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-38d504ac-9352-4f9b-867e-9f2a157b1220 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.606190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-38d504ac-9352-4f9b-867e-9f2a157b1220 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.611109 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-38d504ac-9352-4f9b-867e-9f2a157b1220 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.637454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d504ac-9352-4f9b-867e-9f2a157b1220 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f25b7da-247e-4e44-810f-e65c27625214,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:40.672819 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-38d504ac-9352-4f9b-867e-9f2a157b1220 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.677559 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-38d504ac-9352-4f9b-867e-9f2a157b1220 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.2168450 Apr 22 14:44:40.678285 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35280) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:40.714556 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83604bd9-0b88-4939-ad1e-1307461b22e9 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.728191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83604bd9-0b88-4939-ad1e-1307461b22e9 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.757808 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83604bd9-0b88-4939-ad1e-1307461b22e9 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.764485 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209eedb-95e9-4439-bbb0-83df9c702aed req-6133c0d2-7895-4cb8-8a67-f27704e25881 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:40.765934 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d209eedb-95e9-4439-bbb0-83df9c702aed req-6133c0d2-7895-4cb8-8a67-f27704e25881 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.1246948 Apr 22 14:44:40.786416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83604bd9-0b88-4939-ad1e-1307461b22e9 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f25b7da-247e-4e44-810f-e65c27625214,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:40.787637 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9368ddb2-805b-4b2a-b49c-dcae2b4033f8 None None] Provisioning complete for port cfc404ce-a69a-4eae-bd1d-676704898db1 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:40.788123 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9368ddb2-805b-4b2a-b49c-dcae2b4033f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.791751 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83604bd9-0b88-4939-ad1e-1307461b22e9 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.793566 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-83604bd9-0b88-4939-ad1e-1307461b22e9 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1f25b7da-247e-4e44-810f-e65c27625214 HTTP/1.1" status: 204 len: 168 time: 0.1137543 Apr 22 14:44:40.795710 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35284) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:40.809899 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 7740ee92-0db7-4acb-baca-032dbfbe7208 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:40.847811 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d209eedb-95e9-4439-bbb0-83df9c702aed req-242ac0bd-a9a2-435c-80cb-c3cba59e129e tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628729 Apr 22 14:44:40.866183 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-13025f82-8b36-4b9c-a78a-2edf859595d9 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:40.917514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-13025f82-8b36-4b9c-a78a-2edf859595d9 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:40.921742 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-13025f82-8b36-4b9c-a78a-2edf859595d9 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1219900 Apr 22 14:44:40.922202 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35290) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:40.970077 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9368ddb2-805b-4b2a-b49c-dcae2b4033f8 None None] Provisioning for port 0a68fb04-ded9-485d-9b69-062e4e041fe9 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:40.978014 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9368ddb2-805b-4b2a-b49c-dcae2b4033f8 None None] Provisioning complete for port 0a68fb04-ded9-485d-9b69-062e4e041fe9 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:40.979194 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9368ddb2-805b-4b2a-b49c-dcae2b4033f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.007384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8ee7-9f8c-4649-a3bd-3c956cdadd29 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.044643 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8ee7-9f8c-4649-a3bd-3c956cdadd29 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.055980 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9368ddb2-805b-4b2a-b49c-dcae2b4033f8 None None] Port 0a68fb04-ded9-485d-9b69-062e4e041fe9 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:41.088727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:41.100035 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35294) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:41.100885 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e3df90e8-9dc9-428c-a47b-31ff0a56be8b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/7740ee92-0db7-4acb-baca-032dbfbe7208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3294251 Apr 22 14:44:41.103770 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Sync routers for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:41.107985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-e99ce029-938c-40f9-9efe-a99c8d545f3d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:41.119201 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:41.120197 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:41.261628 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8ee7-9f8c-4649-a3bd-3c956cdadd29 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.289926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b8ee7-9f8c-4649-a3bd-3c956cdadd29 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd42cb90-b623-466e-a8be-94bf0780b3fb,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:41.323561 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5d6a0ecc-e408-4a3c-9e54-4ad77c69418c None None] Provisioning complete for port 0a68fb04-ded9-485d-9b69-062e4e041fe9 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:41.323941 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5d6a0ecc-e408-4a3c-9e54-4ad77c69418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.374629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:41.383972 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8ee7-9f8c-4649-a3bd-3c956cdadd29 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.395963 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7a3b8ee7-9f8c-4649-a3bd-3c956cdadd29 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-groups/bd42cb90-b623-466e-a8be-94bf0780b3fb HTTP/1.1" status: 204 len: 168 time: 0.4727190 Apr 22 14:44:41.398712 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35300) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:41.458261 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 066a22ae-dc24-4247-b745-a1e9d7e5ab81 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:41.522102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a0f32047-bea6-421e-8bfd-3b21cbcbb56f tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:41.537135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c031c-ea4f-4fda-a3fe-eceb72804016 req-585669f3-35d7-470c-93fa-37bc96dbd201 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:41.539168 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e88c031c-ea4f-4fda-a3fe-eceb72804016 req-585669f3-35d7-470c-93fa-37bc96dbd201 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.2852697 Apr 22 14:44:41.546361 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-a4d378d2-ef25-43eb-bf66-2a66e0f34351 req-e9f3874d-96b2-47f3-992b-c82b6f544cb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4541c175d64c06834cd7d6dd042c2a&device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 1099 time: 0.2317846 Apr 22 14:44:41.607128 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e88c031c-ea4f-4fda-a3fe-eceb72804016 req-d5a9a117-7101-417d-b4f2-60b9957a1086 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615680 Apr 22 14:44:41.612838 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a0ecc-e408-4a3c-9e54-4ad77c69418c None None] Port 0a68fb04-ded9-485d-9b69-062e4e041fe9 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:41.634443 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a0f32047-bea6-421e-8bfd-3b21cbcbb56f tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:41.635677 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a0f32047-bea6-421e-8bfd-3b21cbcbb56f tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2351172 Apr 22 14:44:41.639783 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35304) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:41.646204 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-12983ee0-472d-46a5-816c-c42293890a67 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526901218'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:41.652457 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-12983ee0-472d-46a5-816c-c42293890a67 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:41.663037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-12983ee0-472d-46a5-816c-c42293890a67 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:41.676407 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12983ee0-472d-46a5-816c-c42293890a67 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.723728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-12983ee0-472d-46a5-816c-c42293890a67 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:41.728451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-12983ee0-472d-46a5-816c-c42293890a67 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:41.731824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-12983ee0-472d-46a5-816c-c42293890a67 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:41.740502 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-12983ee0-472d-46a5-816c-c42293890a67 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:41.758535 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 066a22ae-dc24-4247-b745-a1e9d7e5ab81 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:41.759074 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.802585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12983ee0-472d-46a5-816c-c42293890a67 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.807967 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12983ee0-472d-46a5-816c-c42293890a67 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.841679 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a9964c6a-1bfd-4a9f-887e-24a143c63ec2 None None] Provisioning complete for port 0a68fb04-ded9-485d-9b69-062e4e041fe9 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:41.842277 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a9964c6a-1bfd-4a9f-887e-24a143c63ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.859345 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12983ee0-472d-46a5-816c-c42293890a67 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fecba1-1e10-4026-b446-ad25ad8e0039,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:41.868107 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12983ee0-472d-46a5-816c-c42293890a67 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.870765 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-12983ee0-472d-46a5-816c-c42293890a67 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2297680 Apr 22 14:44:41.873607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35308) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:41.881519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-73cf8da6-8555-4e1c-a97c-4d9cf3d91d80 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group_rule': {'security_group_id': 'c5fecba1-1e10-4026-b446-ad25ad8e0039', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:41.887867 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-73cf8da6-8555-4e1c-a97c-4d9cf3d91d80 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:41.892728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-73cf8da6-8555-4e1c-a97c-4d9cf3d91d80 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:41.895964 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-73cf8da6-8555-4e1c-a97c-4d9cf3d91d80 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:41.902266 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-73cf8da6-8555-4e1c-a97c-4d9cf3d91d80 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:41.920468 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73cf8da6-8555-4e1c-a97c-4d9cf3d91d80 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.958616 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-a9964c6a-1bfd-4a9f-887e-24a143c63ec2 None None] Port 0a68fb04-ded9-485d-9b69-062e4e041fe9 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:41.993582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d378d2-ef25-43eb-bf66-2a66e0f34351 req-69cb122b-c4af-4903-a8f5-ff77777f6218 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:41.995072 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-a4d378d2-ef25-43eb-bf66-2a66e0f34351 req-69cb122b-c4af-4903-a8f5-ff77777f6218 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bad8d284-05c6-4bd1-a634-84b2a56599db HTTP/1.1" status: 200 len: 913 time: 0.4420083 Apr 22 14:44:42.006270 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73cf8da6-8555-4e1c-a97c-4d9cf3d91d80 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.011561 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73cf8da6-8555-4e1c-a97c-4d9cf3d91d80 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.034799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device cfc404ce-a69a-4eae-bd1d-676704898db1 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:42.038764 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf8da6-8555-4e1c-a97c-4d9cf3d91d80 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958be86e-174e-4b2e-8d81-5954e5b12c20,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:42.053938 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73cf8da6-8555-4e1c-a97c-4d9cf3d91d80 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.055238 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-73cf8da6-8555-4e1c-a97c-4d9cf3d91d80 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1806803 Apr 22 14:44:42.057821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35312) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:42.076961 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a033bbef-9fee-4036-98b2-54d56605daca tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules/958be86e-174e-4b2e-8d81-5954e5b12c20 HTTP/1.1" status: 200 len: 705 time: 0.0179391 Apr 22 14:44:42.079909 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35316) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:42.094498 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:39Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': '066a22ae-dc24-4247-b745-a1e9d7e5ab81', 'name': '', 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:99:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:40Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a68fb04-ded9-485d-9b69-062e4e041fe9', 'name': '', 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:ab:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57779458-cecf-4050-af2b-537e12a553df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:39Z', 'revision_number': 2, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '57779458-cecf-4050-af2b-537e12a553df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:42.104012 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Checking router: 7740ee92-0db7-4acb-baca-032dbfbe7208 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:42.104505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Updating router 7740ee92-0db7-4acb-baca-032dbfbe7208 port 0a68fb04-ded9-485d-9b69-062e4e041fe9 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:44:42.116546 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-a4d378d2-ef25-43eb-bf66-2a66e0f34351 req-e2b8af13-a195-460b-8cce-c2e9754c148d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac766b95-6f91-4008-8faf-99014e992677 HTTP/1.1" status: 200 len: 217 time: 0.0829704 Apr 22 14:44:42.127740 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fd70af5f-8793-4ca7-a43b-9913b72b42a4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:42.144804 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fd70af5f-8793-4ca7-a43b-9913b72b42a4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:42.146089 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fd70af5f-8793-4ca7-a43b-9913b72b42a4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0652997 Apr 22 14:44:42.148803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35320) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:42.181307 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1de0bd22-7ec3-4dd4-90cb-7b8737ab488b tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.194017 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1de0bd22-7ec3-4dd4-90cb-7b8737ab488b tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.222023 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1de0bd22-7ec3-4dd4-90cb-7b8737ab488b tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.229109 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.245077 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0bd22-7ec3-4dd4-90cb-7b8737ab488b tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=958be86e-174e-4b2e-8d81-5954e5b12c20,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:42.253566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1de0bd22-7ec3-4dd4-90cb-7b8737ab488b tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.255185 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1de0bd22-7ec3-4dd4-90cb-7b8737ab488b tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/958be86e-174e-4b2e-8d81-5954e5b12c20 HTTP/1.1" status: 204 len: 168 time: 0.1052897 Apr 22 14:44:42.257523 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35324) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:42.265545 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d378d2-ef25-43eb-bf66-2a66e0f34351 req-67c14d89-4ec3-415f-aa42-39a89ccf8df8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:42.266987 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-a4d378d2-ef25-43eb-bf66-2a66e0f34351 req-67c14d89-4ec3-415f-aa42-39a89ccf8df8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b4c5b86-045f-4079-a0a8-987b81f1c3f7 HTTP/1.1" status: 200 len: 852 time: 0.1418898 Apr 22 14:44:42.278400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port cfc404ce-a69a-4eae-bd1d-676704898db1 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:42.278780 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.309206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a5ab91a1-cfdc-4c3c-97e8-544ba9bc9164 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:42.322978 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-a4d378d2-ef25-43eb-bf66-2a66e0f34351 req-d24232ba-1139-4cca-8d28-46fb3af66cd3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bad8d284-05c6-4bd1-a634-84b2a56599db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448804 Apr 22 14:44:42.327175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a5ab91a1-cfdc-4c3c-97e8-544ba9bc9164 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:42.328671 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a5ab91a1-cfdc-4c3c-97e8-544ba9bc9164 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0700474 Apr 22 14:44:42.331701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35328) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:42.337865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f6b24f89-1bbe-403c-9daf-10a1d3038bf5 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group_rule': {'security_group_id': 'c5fecba1-1e10-4026-b446-ad25ad8e0039', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:42.343991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f6b24f89-1bbe-403c-9daf-10a1d3038bf5 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:42.355609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f6b24f89-1bbe-403c-9daf-10a1d3038bf5 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:42.374267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f6b24f89-1bbe-403c-9daf-10a1d3038bf5 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.448546 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f6b24f89-1bbe-403c-9daf-10a1d3038bf5 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.453458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f6b24f89-1bbe-403c-9daf-10a1d3038bf5 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.477407 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.extraroute_db [None req-e99ce029-938c-40f9-9efe-a99c8d545f3d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83963) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 14:44:42.480805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b24f89-1bbe-403c-9daf-10a1d3038bf5 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40eac25c-3a67-44dc-a7cb-acff486d7242,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:42.497477 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f6b24f89-1bbe-403c-9daf-10a1d3038bf5 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.502420 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f6b24f89-1bbe-403c-9daf-10a1d3038bf5 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1660252 Apr 22 14:44:42.503408 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35332) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:42.521039 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.extraroute_db [None req-e99ce029-938c-40f9-9efe-a99c8d545f3d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Removed routes are [] {{(pid=83963) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 14:44:42.521595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e99ce029-938c-40f9-9efe-a99c8d545f3d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.530852 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e422603e-c735-43ad-8e1f-d046cc49aa94 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules/40eac25c-3a67-44dc-a7cb-acff486d7242 HTTP/1.1" status: 200 len: 705 time: 0.0221121 Apr 22 14:44:42.531191 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35336) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:42.593232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-85d4bab5-e590-4b47-9b97-b127115d68f1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:42.598068 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-a4d378d2-ef25-43eb-bf66-2a66e0f34351 req-ccfdd4d1-d015-4812-b1d5-52b14a15ec2e service neutron] 10.222.0.30 "GET /v2.0/networks/bad8d284-05c6-4bd1-a634-84b2a56599db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674768 Apr 22 14:44:42.612811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-85d4bab5-e590-4b47-9b97-b127115d68f1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:42.617242 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-85d4bab5-e590-4b47-9b97-b127115d68f1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0819793 Apr 22 14:44:42.617242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35340) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:42.666673 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abd9a1fa-883d-4d52-b124-226e89976356 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.683370 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abd9a1fa-883d-4d52-b124-226e89976356 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.717778 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abd9a1fa-883d-4d52-b124-226e89976356 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.745732 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9a1fa-883d-4d52-b124-226e89976356 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40eac25c-3a67-44dc-a7cb-acff486d7242,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:42.756182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abd9a1fa-883d-4d52-b124-226e89976356 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.760107 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-abd9a1fa-883d-4d52-b124-226e89976356 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/40eac25c-3a67-44dc-a7cb-acff486d7242 HTTP/1.1" status: 204 len: 168 time: 0.1338170 Apr 22 14:44:42.760457 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35346) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:42.825637 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.847006 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Transition to ACTIVE for port object 0a68fb04-ded9-485d-9b69-062e4e041fe9 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:42.858899 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.868267 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-a4d378d2-ef25-43eb-bf66-2a66e0f34351 req-df074ad7-d13e-413a-867b-f51dd14a2d62 service neutron] 10.222.0.30 "GET /v2.0/networks/bad8d284-05c6-4bd1-a634-84b2a56599db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629776 Apr 22 14:44:42.868489 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-16e403bf-d809-4ea4-a730-587d7e82fad0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:42.902834 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406a3c9-743a-4797-8c86-a73f8acdad5e req-8f376e28-1dd3-4eb8-be0d-1ab4e6400660 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:42.904442 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c406a3c9-743a-4797-8c86-a73f8acdad5e req-8f376e28-1dd3-4eb8-be0d-1ab4e6400660 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.1125295 Apr 22 14:44:42.905216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-16e403bf-d809-4ea4-a730-587d7e82fad0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:42.908428 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-16e403bf-d809-4ea4-a730-587d7e82fad0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1467841 Apr 22 14:44:42.911718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35350) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:42.918206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group_rule': {'security_group_id': 'c5fecba1-1e10-4026-b446-ad25ad8e0039', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:42.938176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:42.954589 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:42.981586 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c406a3c9-743a-4797-8c86-a73f8acdad5e req-b8c1870d-b599-4336-93bc-35f0b4361748 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669785 Apr 22 14:44:42.982865 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Project 8edee022e0204b1abcdcecf61fb961ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:44:42.990223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.022099 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4a273-58e8-40ed-be59-2bec28259ac8 None None] Pushing event updated for resources: {'Port': ['ID=0a68fb04-ded9-485d-9b69-062e4e041fe9,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:43.066971 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.067367 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e99ce029-938c-40f9-9efe-a99c8d545f3d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.071571 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e99ce029-938c-40f9-9efe-a99c8d545f3d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.072458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.107059 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18402888-d671-4458-8a1e-b7873ff74bb1,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:43.129888 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:43.131148 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:43.131774 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:43.132346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:43.132686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:43.133101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:43.133438 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:43.133769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:43.134183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:43.134810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:43.135372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:43.141931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Attempting to bind port 0a68fb04-ded9-485d-9b69-062e4e041fe9 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:43.142505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Attempting to bind port 0a68fb04-ded9-485d-9b69-062e4e041fe9 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:43.143080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Attempting to bind port 0a68fb04-ded9-485d-9b69-062e4e041fe9 on network 96e9bc83-eda7-4d28-86d9-c479df25b036 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:43.147429 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.151102 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:43.151597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Checking segment: {'id': 'cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:43.152009 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.152264 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-af949a0a-be52-495b-90cf-a6f35324678e tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2395439 Apr 22 14:44:43.152449 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Bound using segment: {'id': 'cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:43.152862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35354) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:43.153290 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Bound port: 0a68fb04-ded9-485d-9b69-062e4e041fe9, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:43.153838 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.175673 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7a2d05a5-5e52-4d7c-991a-684cb1c100e0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules/18402888-d671-4458-8a1e-b7873ff74bb1 HTTP/1.1" status: 200 len: 711 time: 0.0215356 Apr 22 14:44:43.178223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35360) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:43.231395 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-00bb8d23-2a24-4490-a681-819c124e2aa4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:43.251258 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-00bb8d23-2a24-4490-a681-819c124e2aa4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:43.255645 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-00bb8d23-2a24-4490-a681-819c124e2aa4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0734825 Apr 22 14:44:43.256384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35364) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:43.270089 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] For port 0a68fb04-ded9-485d-9b69-062e4e041fe9, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:43.273625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] For port 0a68fb04-ded9-485d-9b69-062e4e041fe9, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0a68fb04-ded9-485d-9b69-062e4e041fe9,segment=NetworkSegment(cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2),segment_id=cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:43.281564 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.296554 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-721956de-1c4a-4a8a-9490-880e95bc8f57 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.310324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-721956de-1c4a-4a8a-9490-880e95bc8f57 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.338194 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-721956de-1c4a-4a8a-9490-880e95bc8f57 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.360023 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721956de-1c4a-4a8a-9490-880e95bc8f57 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18402888-d671-4458-8a1e-b7873ff74bb1,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:43.382317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-721956de-1c4a-4a8a-9490-880e95bc8f57 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.386246 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35368) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:43.388658 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-721956de-1c4a-4a8a-9490-880e95bc8f57 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/18402888-d671-4458-8a1e-b7873ff74bb1 HTTP/1.1" status: 204 len: 168 time: 0.1308908 Apr 22 14:44:43.395444 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4a273-58e8-40ed-be59-2bec28259ac8 None None] Pushing event updated for resources: {'Port': ['ID=0a68fb04-ded9-485d-9b69-062e4e041fe9,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:43.410547 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:43.410547 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:43.472937 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-90fe5542-a795-4bb5-98a0-18b92f5bd8f7 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:43.482504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99ce029-938c-40f9-9efe-a99c8d545f3d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 7740ee92-0db7-4acb-baca-032dbfbe7208 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:43.505876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-90fe5542-a795-4bb5-98a0-18b92f5bd8f7 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:43.507513 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-90fe5542-a795-4bb5-98a0-18b92f5bd8f7 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1199427 Apr 22 14:44:43.511698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35372) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:43.660539 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:43.756538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2b7fcae-325a-44b5-b212-10978ac5a4c3 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.791669 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2b7fcae-325a-44b5-b212-10978ac5a4c3 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.842326 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99ce029-938c-40f9-9efe-a99c8d545f3d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:43.859150 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e99ce029-938c-40f9-9efe-a99c8d545f3d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.861219 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e99ce029-938c-40f9-9efe-a99c8d545f3d tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/7740ee92-0db7-4acb-baca-032dbfbe7208 HTTP/1.1" status: 200 len: 954 time: 2.7591667 Apr 22 14:44:43.862230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2b7fcae-325a-44b5-b212-10978ac5a4c3 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.864289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35376) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:43.864544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e2b7fcae-325a-44b5-b212-10978ac5a4c3 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.867854 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e2b7fcae-325a-44b5-b212-10978ac5a4c3 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-groups/c5fecba1-1e10-4026-b446-ad25ad8e0039 HTTP/1.1" status: 204 len: 168 time: 0.3525181 Apr 22 14:44:43.868214 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35380) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:43.876735 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7fcae-325a-44b5-b212-10978ac5a4c3 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fecba1-1e10-4026-b446-ad25ad8e0039,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:44.049234 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:42Z', 'revision_number': 6, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': '066a22ae-dc24-4247-b745-a1e9d7e5ab81', 'name': '', 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:99:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:40Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a68fb04-ded9-485d-9b69-062e4e041fe9', 'name': '', 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:ab:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57779458-cecf-4050-af2b-537e12a553df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:43Z', 'revision_number': 4, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '57779458-cecf-4050-af2b-537e12a553df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:44.054428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b54b41d-81bf-4088-9dd4-61e258c029df None None] The sync data for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv is: [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:42Z', 'revision_number': 6, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': '066a22ae-dc24-4247-b745-a1e9d7e5ab81', 'name': '', 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:99:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:40Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a68fb04-ded9-485d-9b69-062e4e041fe9', 'name': '', 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:ab:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57779458-cecf-4050-af2b-537e12a553df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:43Z', 'revision_number': 4, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '57779458-cecf-4050-af2b-537e12a553df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:44.059497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c0b17340-3478-45f8-9554-4ac7ae760344 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:44.087066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c0b17340-3478-45f8-9554-4ac7ae760344 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:44.088286 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c0b17340-3478-45f8-9554-4ac7ae760344 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2193599 Apr 22 14:44:44.094306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35386) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:44.102068 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d04eb9ed-fb0f-4fd9-a9be-e9df0eeb65f1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group': {'name': 'tempest-secgroup--603260403'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:44.121608 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d04eb9ed-fb0f-4fd9-a9be-e9df0eeb65f1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:44.139334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d04eb9ed-fb0f-4fd9-a9be-e9df0eeb65f1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:44.147151 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a9ad3830-2dba-43c4-a2a4-26270e2dde37 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/routers/7740ee92-0db7-4acb-baca-032dbfbe7208 HTTP/1.1" status: 200 len: 954 time: 0.2817075 Apr 22 14:44:44.150029 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35390) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:44.156519 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-94fd85ed-1d9d-49a9-8b51-475682582108 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'router': {'routes': None}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:44.200185 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d04eb9ed-fb0f-4fd9-a9be-e9df0eeb65f1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.254428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d04eb9ed-fb0f-4fd9-a9be-e9df0eeb65f1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:44.267830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d04eb9ed-fb0f-4fd9-a9be-e9df0eeb65f1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:44.284652 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f601e9e-5f5c-403e-9e92-bafd16f644c4 req-e49f24e3-889e-4b03-bc67-68a5ac093555 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:44.286185 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0f601e9e-5f5c-403e-9e92-bafd16f644c4 req-e49f24e3-889e-4b03-bc67-68a5ac093555 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.1327629 Apr 22 14:44:44.370376 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0f601e9e-5f5c-403e-9e92-bafd16f644c4 req-511a684e-4c19-47df-bd89-cf8463ed0a24 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727136 Apr 22 14:44:44.375987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d04eb9ed-fb0f-4fd9-a9be-e9df0eeb65f1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.380868 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d04eb9ed-fb0f-4fd9-a9be-e9df0eeb65f1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.447506 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04eb9ed-fb0f-4fd9-a9be-e9df0eeb65f1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66433e6-f11b-4ef4-b143-3f35b3fa8b63,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:44.473946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d04eb9ed-fb0f-4fd9-a9be-e9df0eeb65f1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.478058 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d04eb9ed-fb0f-4fd9-a9be-e9df0eeb65f1 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3795135 Apr 22 14:44:44.478640 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35396) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:44.488671 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-6ef36f41-ecdc-47ba-afce-30ae986110ff tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Request body: {'security_group_rule': {'security_group_id': 'a66433e6-f11b-4ef4-b143-3f35b3fa8b63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:44.495871 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-6ef36f41-ecdc-47ba-afce-30ae986110ff tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:44.503169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6ef36f41-ecdc-47ba-afce-30ae986110ff tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Usage tracker for resource:security_group_rule and tenant:8edee022e0204b1abcdcecf61fb961ad is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:44.506685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6ef36f41-ecdc-47ba-afce-30ae986110ff tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:44.514880 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-6ef36f41-ecdc-47ba-afce-30ae986110ff tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:44.541686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ef36f41-ecdc-47ba-afce-30ae986110ff tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.622960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ef36f41-ecdc-47ba-afce-30ae986110ff tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.629927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ef36f41-ecdc-47ba-afce-30ae986110ff tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.668982 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef36f41-ecdc-47ba-afce-30ae986110ff tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904259e7-285b-44a6-9437-893781b72f11,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:44.684900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ef36f41-ecdc-47ba-afce-30ae986110ff tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.686254 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6ef36f41-ecdc-47ba-afce-30ae986110ff tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2065561 Apr 22 14:44:44.691140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35400) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:44.801937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73ff343e-b067-4ee5-81ff-a64acd13dea4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.843166 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73ff343e-b067-4ee5-81ff-a64acd13dea4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.904324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.extraroute_db [None req-94fd85ed-1d9d-49a9-8b51-475682582108 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Added routes are [] {{(pid=83963) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 14:44:44.904903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.extraroute_db [None req-94fd85ed-1d9d-49a9-8b51-475682582108 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83963) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 14:44:44.967162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73ff343e-b067-4ee5-81ff-a64acd13dea4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.968185 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-94fd85ed-1d9d-49a9-8b51-475682582108 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.998029 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab366dc2-0666-46b2-8ff3-1d3bf50d8a71 req-651b42de-633b-4425-97aa-83a368e7b196 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:44.999562 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ab366dc2-0666-46b2-8ff3-1d3bf50d8a71 req-651b42de-633b-4425-97aa-83a368e7b196 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.1471162 Apr 22 14:44:45.004591 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff343e-b067-4ee5-81ff-a64acd13dea4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66433e6-f11b-4ef4-b143-3f35b3fa8b63,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:45.006462 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfc1624-e501-4c86-a1f9-1f057bf13371 None None] Sync routers for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:45.013269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-73ff343e-b067-4ee5-81ff-a64acd13dea4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.018373 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-73ff343e-b067-4ee5-81ff-a64acd13dea4 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-groups/a66433e6-f11b-4ef4-b143-3f35b3fa8b63 HTTP/1.1" status: 204 len: 168 time: 0.3254559 Apr 22 14:44:45.024540 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfc1624-e501-4c86-a1f9-1f057bf13371 None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:45.025577 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1bfc1624-e501-4c86-a1f9-1f057bf13371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:45.034279 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35406) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:45.107300 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ab366dc2-0666-46b2-8ff3-1d3bf50d8a71 req-0ed28d35-f3e3-4c2a-8bf3-7d51b5f1c308 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871191 Apr 22 14:44:45.111560 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a8c78be2-882e-4d7a-9576-abbbfcdc73e5 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:45.133644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a8c78be2-882e-4d7a-9576-abbbfcdc73e5 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:45.134912 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a8c78be2-882e-4d7a-9576-abbbfcdc73e5 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0994956 Apr 22 14:44:45.147229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35410) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:45.186184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e891f213-4b1f-442d-9310-4f41ff633705 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Synchronizing usage tracker for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:45.195453 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-1bfc1624-e501-4c86-a1f9-1f057bf13371 None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:45.206063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e891f213-4b1f-442d-9310-4f41ff633705 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] Unset dirty status for tenant:8edee022e0204b1abcdcecf61fb961ad on resource:security_group_rule {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:45.208159 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e891f213-4b1f-442d-9310-4f41ff633705 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0693920 Apr 22 14:44:45.210752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35414) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:45.228951 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-c7ef255c-571e-4794-8e2b-a8e0ed420453 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] delete failed (client error): The resource could not be found. Apr 22 14:44:45.229938 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c7ef255c-571e-4794-8e2b-a8e0ed420453 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "DELETE /v2.0/security-groups/a66433e6-f11b-4ef4-b143-3f35b3fa8b63 HTTP/1.1" status: 404 len: 347 time: 0.0182326 Apr 22 14:44:45.233624 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35418) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:45.290496 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-132e34d0-85f6-4c2c-8ef6-a02d127a1fa0 tempest-SecGroupIPv6Test-1454032621 tempest-SecGroupIPv6Test-1454032621-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0558336 Apr 22 14:44:45.415952 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0a68fb04-ded9-485d-9b69-062e4e041fe9 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:45.429076 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-94fd85ed-1d9d-49a9-8b51-475682582108 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.432873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-94fd85ed-1d9d-49a9-8b51-475682582108 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.496732 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 0a68fb04-ded9-485d-9b69-062e4e041fe9 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:45.509407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 0a68fb04-ded9-485d-9b69-062e4e041fe9 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:45.510017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.560374 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1bfc1624-e501-4c86-a1f9-1f057bf13371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:44Z', 'revision_number': 7, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': '066a22ae-dc24-4247-b745-a1e9d7e5ab81', 'name': '', 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:99:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:40Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a68fb04-ded9-485d-9b69-062e4e041fe9', 'name': '', 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:ab:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57779458-cecf-4050-af2b-537e12a553df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:43Z', 'revision_number': 4, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '57779458-cecf-4050-af2b-537e12a553df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:45.566589 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfc1624-e501-4c86-a1f9-1f057bf13371 None None] Checking router: 7740ee92-0db7-4acb-baca-032dbfbe7208 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:45.579682 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfc1624-e501-4c86-a1f9-1f057bf13371 None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:45.580316 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1bfc1624-e501-4c86-a1f9-1f057bf13371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:45.753940 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-1bfc1624-e501-4c86-a1f9-1f057bf13371 None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:45.855018 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fd85ed-1d9d-49a9-8b51-475682582108 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 7740ee92-0db7-4acb-baca-032dbfbe7208 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:45.860724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.866152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35426) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:45.897070 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 0a68fb04-ded9-485d-9b69-062e4e041fe9, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0a68fb04-ded9-485d-9b69-062e4e041fe9,segment=NetworkSegment(cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2),segment_id=cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:45.902646 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.992595 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=0a68fb04-ded9-485d-9b69-062e4e041fe9,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:46.077792 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fd85ed-1d9d-49a9-8b51-475682582108 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:46.084826 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-94fd85ed-1d9d-49a9-8b51-475682582108 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.086158 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-94fd85ed-1d9d-49a9-8b51-475682582108 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/7740ee92-0db7-4acb-baca-032dbfbe7208 HTTP/1.1" status: 200 len: 704 time: 1.9343500 Apr 22 14:44:46.089045 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35432) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:46.119465 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5bb4e8ad-4d98-46ad-a5b9-5cf8d21497a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8edee022e0204b1abcdcecf61fb961ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2498083 Apr 22 14:44:46.119758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35436) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:46.188121 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1bfc1624-e501-4c86-a1f9-1f057bf13371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:44Z', 'revision_number': 7, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': '066a22ae-dc24-4247-b745-a1e9d7e5ab81', 'name': '', 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:99:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:40Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a68fb04-ded9-485d-9b69-062e4e041fe9', 'name': '', 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:ab:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57779458-cecf-4050-af2b-537e12a553df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:43Z', 'revision_number': 4, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '57779458-cecf-4050-af2b-537e12a553df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:46.192091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b3b0579b-1683-410b-8f5b-47e10421aaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.195268 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfc1624-e501-4c86-a1f9-1f057bf13371 None None] The sync data for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv is: [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:44Z', 'revision_number': 7, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': '066a22ae-dc24-4247-b745-a1e9d7e5ab81', 'name': '', 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:99:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:40Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a68fb04-ded9-485d-9b69-062e4e041fe9', 'name': '', 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:ab:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57779458-cecf-4050-af2b-537e12a553df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:43Z', 'revision_number': 4, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '57779458-cecf-4050-af2b-537e12a553df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:46.226278 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b3b0579b-1683-410b-8f5b-47e10421aaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.302559 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c23765d6-962d-439d-a44c-8a840846a309 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/routers/7740ee92-0db7-4acb-baca-032dbfbe7208 HTTP/1.1" status: 200 len: 704 time: 0.2128179 Apr 22 14:44:46.305166 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35442) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:46.355743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b3b0579b-1683-410b-8f5b-47e10421aaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.383940 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0579b-1683-410b-8f5b-47e10421aaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634b58ce-51af-4e1e-b0b3-5a368cf3479f,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:46.399566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39da48-464a-4e74-ad7b-7d9607bdf097 req-88bcee49-f6bf-46b0-8271-198ceb18d99b tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:46.401518 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9b39da48-464a-4e74-ad7b-7d9607bdf097 req-88bcee49-f6bf-46b0-8271-198ceb18d99b tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.1267569 Apr 22 14:44:46.463696 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ce098-d6a0-486a-97b7-adb798b4694a None None] Sync routers for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:46.480190 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ce098-d6a0-486a-97b7-adb798b4694a None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:46.480978 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0d4ce098-d6a0-486a-97b7-adb798b4694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:46.528684 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b3b0579b-1683-410b-8f5b-47e10421aaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.532850 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b3b0579b-1683-410b-8f5b-47e10421aaf3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/634b58ce-51af-4e1e-b0b3-5a368cf3479f HTTP/1.1" status: 204 len: 168 time: 0.4090030 Apr 22 14:44:46.553590 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9b39da48-464a-4e74-ad7b-7d9607bdf097 req-47ba2fba-98b5-48f0-b431-732bace64c6c tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441939 Apr 22 14:44:46.654047 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-0d4ce098-d6a0-486a-97b7-adb798b4694a None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:46.735909 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c1906-62bc-46aa-8c85-940f28c862d0 req-e4eba9e8-3a93-4e8f-8b5e-da4914407d8c tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:46.736691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-355c1906-62bc-46aa-8c85-940f28c862d0 req-e4eba9e8-3a93-4e8f-8b5e-da4914407d8c tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Synchronizing usage tracker for tenant:3e4541c175d64c06834cd7d6dd042c2a on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:46.770030 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-355c1906-62bc-46aa-8c85-940f28c862d0 req-e4eba9e8-3a93-4e8f-8b5e-da4914407d8c tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Unset dirty status for tenant:3e4541c175d64c06834cd7d6dd042c2a on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:46.771161 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-355c1906-62bc-46aa-8c85-940f28c862d0 req-e4eba9e8-3a93-4e8f-8b5e-da4914407d8c tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.30 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.1558223 Apr 22 14:44:46.773730 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fc3cff29-2803-4d7f-8b92-e93ab5dd1152 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.968449 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-355c1906-62bc-46aa-8c85-940f28c862d0 req-06a7a5cf-8342-4145-ae5b-57430da655e5 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Deleting port ac766b95-6f91-4008-8faf-99014e992677 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:46.968789 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-355c1906-62bc-46aa-8c85-940f28c862d0 req-06a7a5cf-8342-4145-ae5b-57430da655e5 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.020512 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0d4ce098-d6a0-486a-97b7-adb798b4694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:44Z', 'revision_number': 7, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': '066a22ae-dc24-4247-b745-a1e9d7e5ab81', 'name': '', 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:99:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:40Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a68fb04-ded9-485d-9b69-062e4e041fe9', 'name': '', 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:ab:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57779458-cecf-4050-af2b-537e12a553df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:45Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '57779458-cecf-4050-af2b-537e12a553df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:47.025608 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ce098-d6a0-486a-97b7-adb798b4694a None None] Checking router: 7740ee92-0db7-4acb-baca-032dbfbe7208 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:47.040659 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ce098-d6a0-486a-97b7-adb798b4694a None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:47.041915 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0d4ce098-d6a0-486a-97b7-adb798b4694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:47.208844 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-0d4ce098-d6a0-486a-97b7-adb798b4694a None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:47.402753 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0a68fb04-ded9-485d-9b69-062e4e041fe9 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:47.509521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-355c1906-62bc-46aa-8c85-940f28c862d0 req-06a7a5cf-8342-4145-ae5b-57430da655e5 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] For port ac766b95-6f91-4008-8faf-99014e992677, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ac766b95-6f91-4008-8faf-99014e992677,segment=NetworkSegment(85145e91-dfce-4d9f-9946-32687a907044),segment_id=85145e91-dfce-4d9f-9946-32687a907044)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:47.510116 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-355c1906-62bc-46aa-8c85-940f28c862d0 req-06a7a5cf-8342-4145-ae5b-57430da655e5 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.556130 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35466) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:47.561047 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031674 Apr 22 14:44:47.565660 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35468) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:47.639408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 0a68fb04-ded9-485d-9b69-062e4e041fe9 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:47.639968 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.685475 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-355c1906-62bc-46aa-8c85-940f28c862d0 req-06a7a5cf-8342-4145-ae5b-57430da655e5 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Calling delete_port for ac766b95-6f91-4008-8faf-99014e992677 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:47.746442 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1fe57114-be88-44c0-979a-4e6c9d823ff1 tempest-NetworksApiDiscovery-1902736775 tempest-NetworksApiDiscovery-1902736775-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1789744 Apr 22 14:44:47.832182 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0d4ce098-d6a0-486a-97b7-adb798b4694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:44Z', 'revision_number': 7, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': '066a22ae-dc24-4247-b745-a1e9d7e5ab81', 'name': '', 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:99:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:40Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a68fb04-ded9-485d-9b69-062e4e041fe9', 'name': '', 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:ab:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57779458-cecf-4050-af2b-537e12a553df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:45Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '57779458-cecf-4050-af2b-537e12a553df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:47.839923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ce098-d6a0-486a-97b7-adb798b4694a None None] The sync data for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv is: [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:44Z', 'revision_number': 7, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': '066a22ae-dc24-4247-b745-a1e9d7e5ab81', 'name': '', 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:99:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:40Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a68fb04-ded9-485d-9b69-062e4e041fe9', 'name': '', 'network_id': '96e9bc83-eda7-4d28-86d9-c479df25b036', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:ab:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57779458-cecf-4050-af2b-537e12a553df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:45Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '57779458-cecf-4050-af2b-537e12a553df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:47.878333 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a109f32-7f6e-4f4a-b999-e932303c6ca9 req-87b3263a-0ff1-4bc3-955e-31d1c73ca2d7 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:47.880481 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2a109f32-7f6e-4f4a-b999-e932303c6ca9 req-87b3263a-0ff1-4bc3-955e-31d1c73ca2d7 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/ports?device_id=d437a219-51a8-4691-988e-1b0e15d34f24 HTTP/1.1" status: 200 len: 946 time: 0.1303070 Apr 22 14:44:47.947909 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2a109f32-7f6e-4f4a-b999-e932303c6ca9 req-d87ba9e8-654d-4132-9990-394c929c6c7d tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165eee5-4eee-4fb4-bd69-a85fdaefeec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600269 Apr 22 14:44:47.974836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-355c1906-62bc-46aa-8c85-940f28c862d0 req-06a7a5cf-8342-4145-ae5b-57430da655e5 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.020910 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7a5cf-8342-4145-ae5b-57430da655e5 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Pushing event deleted for resources: {'Port': ['ID=ac766b95-6f91-4008-8faf-99014e992677,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:48.111367 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-355c1906-62bc-46aa-8c85-940f28c862d0 req-06a7a5cf-8342-4145-ae5b-57430da655e5 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] No DVR routers for this DVR port ac766b95-6f91-4008-8faf-99014e992677 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:44:48.117223 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-355c1906-62bc-46aa-8c85-940f28c862d0 req-06a7a5cf-8342-4145-ae5b-57430da655e5 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.120332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd437a219-51a8-4691-988e-1b0e15d34f24', 'name': 'network-vif-deleted', 'tag': 'ac766b95-6f91-4008-8faf-99014e992677'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:44:48.125804 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35484) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:48.145816 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-355c1906-62bc-46aa-8c85-940f28c862d0 req-06a7a5cf-8342-4145-ae5b-57430da655e5 tempest-TestServerAdvancedOps-1859125277 tempest-TestServerAdvancedOps-1859125277-project] 10.222.0.30 "DELETE /v2.0/ports/ac766b95-6f91-4008-8faf-99014e992677 HTTP/1.1" status: 204 len: 173 time: 1.3165557 Apr 22 14:44:48.193914 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55dd848-bac3-4d94-9045-465dbf636c21'] response: {'server_uuid': 'd437a219-51a8-4691-988e-1b0e15d34f24', 'name': 'network-vif-deleted', 'tag': 'ac766b95-6f91-4008-8faf-99014e992677', 'status': 'completed', 'code': 200} Apr 22 14:44:48.290727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ef1d0c8-83ec-4e5d-ba1b-adc7415ae1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.298624 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-fc3cff29-2803-4d7f-8b92-e93ab5dd1152 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port 0a68fb04-ded9-485d-9b69-062e4e041fe9 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:48.299193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fc3cff29-2803-4d7f-8b92-e93ab5dd1152 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.324175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1ef1d0c8-83ec-4e5d-ba1b-adc7415ae1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:48.328068 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1ef1d0c8-83ec-4e5d-ba1b-adc7415ae1b7 admin admin] Usage tracker for resource:security_group_rule and tenant:2951c8d4b0bf4ad9a073b1c057545448 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:48.331042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1ef1d0c8-83ec-4e5d-ba1b-adc7415ae1b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:48.336931 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1ef1d0c8-83ec-4e5d-ba1b-adc7415ae1b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:48.412594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ef1d0c8-83ec-4e5d-ba1b-adc7415ae1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.417230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ef1d0c8-83ec-4e5d-ba1b-adc7415ae1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.467796 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1d0c8-83ec-4e5d-ba1b-adc7415ae1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfb6c5e-6a2d-49de-b103-0dc8d810ccf4,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:48.475364 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1ef1d0c8-83ec-4e5d-ba1b-adc7415ae1b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2951c8d4b0bf4ad9a073b1c057545448&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3477707 Apr 22 14:44:48.478020 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35490) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:48.509053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-fc3cff29-2803-4d7f-8b92-e93ab5dd1152 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] For port 0a68fb04-ded9-485d-9b69-062e4e041fe9, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=0a68fb04-ded9-485d-9b69-062e4e041fe9,segment=NetworkSegment(cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2),segment_id=cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:48.509431 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fc3cff29-2803-4d7f-8b92-e93ab5dd1152 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.553818 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3bc09942-6e2c-43e3-b85e-f3a7db44413c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.583513 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3bc09942-6e2c-43e3-b85e-f3a7db44413c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.652009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3bc09942-6e2c-43e3-b85e-f3a7db44413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.658730 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-fc3cff29-2803-4d7f-8b92-e93ab5dd1152 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for 0a68fb04-ded9-485d-9b69-062e4e041fe9 owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:48.677427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc09942-6e2c-43e3-b85e-f3a7db44413c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfb6c5e-6a2d-49de-b103-0dc8d810ccf4,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:48.686972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3bc09942-6e2c-43e3-b85e-f3a7db44413c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.691269 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3bc09942-6e2c-43e3-b85e-f3a7db44413c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ccfb6c5e-6a2d-49de-b103-0dc8d810ccf4 HTTP/1.1" status: 204 len: 168 time: 0.2118790 Apr 22 14:44:48.895944 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fc3cff29-2803-4d7f-8b92-e93ab5dd1152 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.944157 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cff29-2803-4d7f-8b92-e93ab5dd1152 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=0a68fb04-ded9-485d-9b69-062e4e041fe9,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:49.086206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35504) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:49.166594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd046797-fd5d-4a90-92ad-fd11ccbeb44f admin admin] Deleting subnet 7b4c5b86-045f-4079-a0a8-987b81f1c3f7 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:44:49.171520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dd046797-fd5d-4a90-92ad-fd11ccbeb44f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.236292 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dd046797-fd5d-4a90-92ad-fd11ccbeb44f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.305026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dd046797-fd5d-4a90-92ad-fd11ccbeb44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.361652 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fc3cff29-2803-4d7f-8b92-e93ab5dd1152 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.395349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dd046797-fd5d-4a90-92ad-fd11ccbeb44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.438278 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd046797-fd5d-4a90-92ad-fd11ccbeb44f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b4c5b86-045f-4079-a0a8-987b81f1c3f7,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:49.451091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dd046797-fd5d-4a90-92ad-fd11ccbeb44f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.458516 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dd046797-fd5d-4a90-92ad-fd11ccbeb44f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7b4c5b86-045f-4079-a0a8-987b81f1c3f7 HTTP/1.1" status: 204 len: 168 time: 0.3708916 Apr 22 14:44:49.461147 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35514) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:49.484108 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device ac766b95-6f91-4008-8faf-99014e992677 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:49.527735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: ac766b95-6f91-4008-8faf-99014e992677 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:44:49.528422 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device ac766b95-6f91-4008-8faf-99014e992677 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:44:49.588434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f74d7c58-d499-4629-b28c-129c3123b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.724750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35522) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:49.763155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f74d7c58-d499-4629-b28c-129c3123b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.798115 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-f74d7c58-d499-4629-b28c-129c3123b017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad8d284-05c6-4bd1-a634-84b2a56599db']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:49.816176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-f74d7c58-d499-4629-b28c-129c3123b017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85145e91-dfce-4d9f-9946-32687a907044') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:49.816556 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-f74d7c58-d499-4629-b28c-129c3123b017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85145e91-dfce-4d9f-9946-32687a907044') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:49.830789 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f74d7c58-d499-4629-b28c-129c3123b017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.850716 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f74d7c58-d499-4629-b28c-129c3123b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.859605 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74d7c58-d499-4629-b28c-129c3123b017 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:44:49.861245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f74d7c58-d499-4629-b28c-129c3123b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:44:49.875404 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:44:49.932513 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1303537914-network', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:49.953406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:49.961489 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Usage tracker for resource:network and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:49.965852 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:49.973081 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:49.976662 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f74d7c58-d499-4629-b28c-129c3123b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.981016 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3cff29-2803-4d7f-8b92-e93ab5dd1152 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 7740ee92-0db7-4acb-baca-032dbfbe7208 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:49.995948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f74d7c58-d499-4629-b28c-129c3123b017 admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.007884 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d7c58-d499-4629-b28c-129c3123b017 admin admin] Pushing event deleted for resources: {'Network': ['ID=bad8d284-05c6-4bd1-a634-84b2a56599db,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:50.011126 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Made reservation on behalf of 3e29fa7348a3496d8df9f20800aa5dfa for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:50.013401 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.029923 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f74d7c58-d499-4629-b28c-129c3123b017 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bad8d284-05c6-4bd1-a634-84b2a56599db HTTP/1.1" status: 204 len: 168 time: 0.5675173 Apr 22 14:44:50.031086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.040202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35528) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:50.117913 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-590272c8-e90a-4b00-91bd-b6ebd628040d admin admin] Deleting subnet 208cc2ff-ad3c-423f-8553-5b25acd4b812 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:44:50.120011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:50.124026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-590272c8-e90a-4b00-91bd-b6ebd628040d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.155009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Usage tracker for resource:security_group_rule and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:50.160425 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3cff29-2803-4d7f-8b92-e93ab5dd1152 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:50.161928 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:50.171920 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49284b85-b633-4924-be32-188d89a634c0 None None] Sync routers for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:50.178747 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fc3cff29-2803-4d7f-8b92-e93ab5dd1152 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/7740ee92-0db7-4acb-baca-032dbfbe7208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8725040 Apr 22 14:44:50.182056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:50.182747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35534) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:50.187252 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49284b85-b633-4924-be32-188d89a634c0 None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:50.188199 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-49284b85-b633-4924-be32-188d89a634c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:50.201152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-590272c8-e90a-4b00-91bd-b6ebd628040d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.277536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-590272c8-e90a-4b00-91bd-b6ebd628040d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.349193 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-49284b85-b633-4924-be32-188d89a634c0 None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:50.366139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.371972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.405423 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting subnet 57779458-cecf-4050-af2b-537e12a553df {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:44:50.407072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:50.409274 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.412564 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-590272c8-e90a-4b00-91bd-b6ebd628040d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.455503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3db4ca-3e24-485e-911b-d971a576e0a9,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:50.461424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590272c8-e90a-4b00-91bd-b6ebd628040d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=208cc2ff-ad3c-423f-8553-5b25acd4b812,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:50.467953 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.468303 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Added segment f8d52372-ed9c-49aa-83fa-545dcd5402eb of type vlan for network 25eb85eb-411c-4074-8f9a-0de5fadf0faa Apr 22 14:44:50.473944 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.475693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-590272c8-e90a-4b00-91bd-b6ebd628040d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.505132 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-590272c8-e90a-4b00-91bd-b6ebd628040d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/208cc2ff-ad3c-423f-8553-5b25acd4b812 HTTP/1.1" status: 204 len: 168 time: 0.4638896 Apr 22 14:44:50.507638 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35538) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:50.511033 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.602484 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.638688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68163a30-5d78-4281-b701-c9783176c78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.642768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.644052 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:50.644629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.754981 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.816284 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Subnet': ['ID=57779458-cecf-4050-af2b-537e12a553df,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:50.829736 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-49284b85-b633-4924-be32-188d89a634c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 8, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': '066a22ae-dc24-4247-b745-a1e9d7e5ab81', 'name': '', 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:99:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:40Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:50.830234 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.837560 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49284b85-b633-4924-be32-188d89a634c0 None None] Checking router: 7740ee92-0db7-4acb-baca-032dbfbe7208 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:50.840443 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/57779458-cecf-4050-af2b-537e12a553df HTTP/1.1" status: 204 len: 168 time: 0.6565285 Apr 22 14:44:50.841136 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35542) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:50.844567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:50.845755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:50.846204 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:50.846700 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:50.847071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:50.847494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:50.847987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:50.848451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:50.848628 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:50.848987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:50.849374 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d45c9-7a26-4be4-8d42-6ed872cf601b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:50.859260 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49284b85-b633-4924-be32-188d89a634c0 None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:50.860873 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-49284b85-b633-4924-be32-188d89a634c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:50.865641 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0e62b3-5ada-4a27-aecd-ae0218ca82eb None None] Network 96e9bc83-eda7-4d28-86d9-c479df25b036 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:50.870496 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1443498 Apr 22 14:44:50.875970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35546) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:50.886681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-44230cdf-beee-461f-a7e5-54641af93968 admin admin] Request body: {'subnet': {'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1303537914-subnet', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'ip_version': 4}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:50.906419 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a23c60-5abe-45c6-8b5c-6dc445ff7708 admin admin] Pushing event updated for resources: {'Network': ['ID=25eb85eb-411c-4074-8f9a-0de5fadf0faa,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:50.911541 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-44230cdf-beee-461f-a7e5-54641af93968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:50.954562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 25eb85eb-411c-4074-8f9a-0de5fadf0faa details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:50.966427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-44230cdf-beee-461f-a7e5-54641af93968 admin admin] Usage tracker for resource:subnet and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:50.975458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-44230cdf-beee-461f-a7e5-54641af93968 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:50.993198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-44230cdf-beee-461f-a7e5-54641af93968 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:51.002155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68163a30-5d78-4281-b701-c9783176c78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.028524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44230cdf-beee-461f-a7e5-54641af93968 admin admin] Made reservation on behalf of 3e29fa7348a3496d8df9f20800aa5dfa for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:51.030828 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-44230cdf-beee-461f-a7e5-54641af93968 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.049645 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-68163a30-5d78-4281-b701-c9783176c78a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6b718a-cded-4494-bdd5-483e316e339e']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:51.062404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.081989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port cfc404ce-a69a-4eae-bd1d-676704898db1 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:51.082584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.117685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-68163a30-5d78-4281-b701-c9783176c78a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d47af16-1dbb-4c15-bf44-5c8072d59ef6') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:51.117986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-68163a30-5d78-4281-b701-c9783176c78a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d47af16-1dbb-4c15-bf44-5c8072d59ef6') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:51.145861 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68163a30-5d78-4281-b701-c9783176c78a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.152839 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-49284b85-b633-4924-be32-188d89a634c0 None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:51.171524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68163a30-5d78-4281-b701-c9783176c78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.184293 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68163a30-5d78-4281-b701-c9783176c78a admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:44:51.184711 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68163a30-5d78-4281-b701-c9783176c78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:44:51.199123 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:44:51.328612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68163a30-5d78-4281-b701-c9783176c78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.351027 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-68163a30-5d78-4281-b701-c9783176c78a admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.366438 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68163a30-5d78-4281-b701-c9783176c78a admin admin] Pushing event deleted for resources: {'Network': ['ID=0d6b718a-cded-4494-bdd5-483e316e339e,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:51.378108 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-68163a30-5d78-4281-b701-c9783176c78a admin admin] 10.222.0.23 "DELETE /v2.0/networks/0d6b718a-cded-4494-bdd5-483e316e339e HTTP/1.1" status: 204 len: 168 time: 0.8691840 Apr 22 14:44:51.428539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-44230cdf-beee-461f-a7e5-54641af93968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.551571 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] For port cfc404ce-a69a-4eae-bd1d-676704898db1, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=cfc404ce-a69a-4eae-bd1d-676704898db1,segment=NetworkSegment(cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2),segment_id=cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:51.552033 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.558065 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-49284b85-b633-4924-be32-188d89a634c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 8, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': '066a22ae-dc24-4247-b745-a1e9d7e5ab81', 'name': '', 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:99:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:40Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:51.562972 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49284b85-b633-4924-be32-188d89a634c0 None None] The sync data for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv is: [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 8, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': '066a22ae-dc24-4247-b745-a1e9d7e5ab81', 'name': '', 'network_id': 'd3884b67-d3a5-40c7-aac4-044f97485aa5', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:99:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:40Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '7813e3d1-1974-4e6e-af52-becd18fea4f3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:51.588313 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8628a39e-2459-482d-96ee-d0d47f6a381b None None] DHCP port deletion for 96e9bc83-eda7-4d28-86d9-c479df25b036 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:44:51.599978 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8628a39e-2459-482d-96ee-d0d47f6a381b None None] Deleting port cfc404ce-a69a-4eae-bd1d-676704898db1 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:51.601241 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8628a39e-2459-482d-96ee-d0d47f6a381b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.662157 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35552) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:51.709416 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44230cdf-beee-461f-a7e5-54641af93968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f90018-3175-478a-ba05-5be4603daa12,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:51.717916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44230cdf-beee-461f-a7e5-54641af93968 admin admin] Checking segment: {'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:51.718274 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44230cdf-beee-461f-a7e5-54641af93968 admin admin] Network hostable DHCP agents. Network: 25eb85eb-411c-4074-8f9a-0de5fadf0faa, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:51.729206 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for cfc404ce-a69a-4eae-bd1d-676704898db1 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:51.747884 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2583c018-1714-473b-bb23-e19ce0ea255e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e4541c175d64c06834cd7d6dd042c2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0814409 Apr 22 14:44:51.750267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35556) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:51.794045 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44230cdf-beee-461f-a7e5-54641af93968 admin admin] Network 25eb85eb-411c-4074-8f9a-0de5fadf0faa is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:51.812480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-44230cdf-beee-461f-a7e5-54641af93968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 25eb85eb-411c-4074-8f9a-0de5fadf0faa) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:51.817164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44230cdf-beee-461f-a7e5-54641af93968 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.818910 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-44230cdf-beee-461f-a7e5-54641af93968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.834354 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.843111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8c03-9464-4ae6-9592-d207eb412ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.857725 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-44230cdf-beee-461f-a7e5-54641af93968 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9770310 Apr 22 14:44:51.857992 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35560) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:51.859188 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70236119-91da-4526-9e49-32f31a71144c None None] Network 25eb85eb-411c-4074-8f9a-0de5fadf0faa requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:51.870486 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:51.884581 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:51.890990 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8c03-9464-4ae6-9592-d207eb412ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.898839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Usage tracker for resource:router and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:51.899086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=cfc404ce-a69a-4eae-bd1d-676704898db1,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:51.903691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:51.908760 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No DVR routers for this DVR port cfc404ce-a69a-4eae-bd1d-676704898db1 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:44:51.916504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:51.949280 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.950930 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.985076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.987315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8c03-9464-4ae6-9592-d207eb412ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.989689 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8628a39e-2459-482d-96ee-d0d47f6a381b None None] For port cfc404ce-a69a-4eae-bd1d-676704898db1, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=cfc404ce-a69a-4eae-bd1d-676704898db1,segment=NetworkSegment(cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2),segment_id=cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:51.990261 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8628a39e-2459-482d-96ee-d0d47f6a381b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.018424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec8c03-9464-4ae6-9592-d207eb412ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2165eee5-4eee-4fb4-bd69-a85fdaefeec3,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:52.083616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.117389 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e9bc83-eda7-4d28-86d9-c479df25b036']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:52.134192 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:52.134564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1077f6-bc13-41eb-bd4e-cf99f9cc52a2') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:52.139107 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8628a39e-2459-482d-96ee-d0d47f6a381b None None] Calling delete_port for cfc404ce-a69a-4eae-bd1d-676704898db1 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:52.148731 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.169837 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.178180 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8c03-9464-4ae6-9592-d207eb412ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.179641 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b5ec8c03-9464-4ae6-9592-d207eb412ba8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2165eee5-4eee-4fb4-bd69-a85fdaefeec3 HTTP/1.1" status: 204 len: 168 time: 0.4282751 Apr 22 14:44:52.181054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:44:52.181530 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.198930 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn_limited( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn_limited( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:52.285598 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:44:52.289356 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:44:52.305113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-8628a39e-2459-482d-96ee-d0d47f6a381b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:44:52.305474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-8628a39e-2459-482d-96ee-d0d47f6a381b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:44:52.306373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.315866 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.369813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:44:52.372843 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Network': ['ID=96e9bc83-eda7-4d28-86d9-c479df25b036,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:52.373032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.380653 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3f413d90-fae2-4a18-a2fb-8a56025e9421 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/networks/96e9bc83-eda7-4d28-86d9-c479df25b036 HTTP/1.1" status: 204 len: 168 time: 1.5382907 Apr 22 14:44:52.383380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35566) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:52.505864 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-81f3b2c1-7c40-4e97-b025-20b101ca7b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.592265 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.639263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.707390 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Allocated IP 172.20.0.2 (25eb85eb-411c-4074-8f9a-0de5fadf0faa/b2f90018-3175-478a-ba05-5be4603daa12/d338bfc9-e6d2-48e7-a2bb-07e1b8625f04) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:52.785815 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35572) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:52.826705 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8628a39e-2459-482d-96ee-d0d47f6a381b None None] Deleting port cfc404ce-a69a-4eae-bd1d-676704898db1 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:52.827080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8628a39e-2459-482d-96ee-d0d47f6a381b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.892608 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-df8e2b49-1f10-4605-8282-c8dd17529252 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d8eb92f268b4e3bbe16970a9af1e292&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1048646 Apr 22 14:44:52.895367 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35576) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:52.910424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8628a39e-2459-482d-96ee-d0d47f6a381b None None] The port 'cfc404ce-a69a-4eae-bd1d-676704898db1' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:44:52.986744 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1466df7b-3107-49d2-82cd-dc24d8d59950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.042618 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Allocated IP 172.26.0.73 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/7ff857e4-68e2-4dea-bb3b-078b4275533a) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:53.044076 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1466df7b-3107-49d2-82cd-dc24d8d59950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.055514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.069209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Transition to ACTIVE for port object d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:53.093017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Transition to ACTIVE for port object d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:53.101455 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.142463 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1466df7b-3107-49d2-82cd-dc24d8d59950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.175877 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466df7b-3107-49d2-82cd-dc24d8d59950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14b07c0-98df-454d-9c66-00ccde47a599,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:53.176771 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Network 25eb85eb-411c-4074-8f9a-0de5fadf0faa is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:53.180704 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:53.183173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Pushing event updated for resources: {'Port': ['ID=d338bfc9-e6d2-48e7-a2bb-07e1b8625f04,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:53.185434 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:53.186660 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1466df7b-3107-49d2-82cd-dc24d8d59950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.190756 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1466df7b-3107-49d2-82cd-dc24d8d59950 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d14b07c0-98df-454d-9c66-00ccde47a599 HTTP/1.1" status: 204 len: 168 time: 0.2911463 Apr 22 14:44:53.237960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6a73e07f-4000-472f-acd7-9994f7fed3be tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.290973 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.332971 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Attempting to bind port d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:53.333788 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Attempting to bind port d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:53.334159 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Attempting to bind port d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 on network 25eb85eb-411c-4074-8f9a-0de5fadf0faa {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:53.343676 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:53.345766 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Checking segment: {'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:53.345766 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.346097 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Bound using segment: {'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:53.346640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Bound port: d338bfc9-e6d2-48e7-a2bb-07e1b8625f04, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:53.347112 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.406847 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.431590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device cfc404ce-a69a-4eae-bd1d-676704898db1 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:53.474735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: cfc404ce-a69a-4eae-bd1d-676704898db1 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:44:53.475550 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device cfc404ce-a69a-4eae-bd1d-676704898db1 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:44:53.476198 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0a68fb04-ded9-485d-9b69-062e4e041fe9 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:53.481155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:53.485144 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:53.489473 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:53.522835 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 0a68fb04-ded9-485d-9b69-062e4e041fe9 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:44:53.523319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 0a68fb04-ded9-485d-9b69-062e4e041fe9 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:44:53.529392 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff857e4-68e2-4dea-bb3b-078b4275533a,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:53.545988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] For port d338bfc9-e6d2-48e7-a2bb-07e1b8625f04, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:53.550944 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] For port d338bfc9-e6d2-48e7-a2bb-07e1b8625f04, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d338bfc9-e6d2-48e7-a2bb-07e1b8625f04,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:53.558242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.659662 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97625a8-cc92-40a8-a788-b7a47cb4f985 None None] Pushing event updated for resources: {'Port': ['ID=d338bfc9-e6d2-48e7-a2bb-07e1b8625f04,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:53.978343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.979063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.984031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35584) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:54.105147 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4532c0b7-d55f-4277-94d3-866f77e1d638 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=cff54c6a8bde4890bebe346e0436bfdb&network_id=7ce38580-bcfc-45b9-9805-0712d9031bc2 HTTP/1.1" status: 200 len: 2999 time: 0.1185746 Apr 22 14:44:54.313745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-6a73e07f-4000-472f-acd7-9994f7fed3be tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port 066a22ae-dc24-4247-b745-a1e9d7e5ab81 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:54.315047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6a73e07f-4000-472f-acd7-9994f7fed3be tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:54.364203 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:54.527539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Router bfd46018-69c1-42d1-bf90-780891eb091f is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:44:54.567035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-6a73e07f-4000-472f-acd7-9994f7fed3be tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] For port 066a22ae-dc24-4247-b745-a1e9d7e5ab81, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=066a22ae-dc24-4247-b745-a1e9d7e5ab81,segment=NetworkSegment(c854e51e-c2b4-4a61-964c-b26e5746dc97),segment_id=c854e51e-c2b4-4a61-964c-b26e5746dc97)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:54.567414 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6a73e07f-4000-472f-acd7-9994f7fed3be tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:54.762159 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628ec44d-ca49-434b-974d-8d85e13db055 None None] Network 25eb85eb-411c-4074-8f9a-0de5fadf0faa requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:54.784888 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c388934b-4df8-4133-8944-e017862d24ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:54.868132 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-6a73e07f-4000-472f-acd7-9994f7fed3be tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for 066a22ae-dc24-4247-b745-a1e9d7e5ab81 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:54.878995 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a3cc38f1-992e-4cab-8453-d630a345530b None None] Provisioning for port d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:55.208185 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6a73e07f-4000-472f-acd7-9994f7fed3be tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:55.242748 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:55.256196 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Sync routers for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:55.269490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73e07f-4000-472f-acd7-9994f7fed3be tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=066a22ae-dc24-4247-b745-a1e9d7e5ab81,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:55.275070 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:55.276905 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:55.381152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:55.386456 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5a2293db-7275-4b17-9831-d4830b046bc7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5234618 Apr 22 14:44:55.389021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35592) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:55.582728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:55.630600 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:55.653752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6a73e07f-4000-472f-acd7-9994f7fed3be tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:55.870024 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:55.886860 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:55.887212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.014176 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.073452 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.091935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:53Z', 'revision_number': 3, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:56.102452 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Checking router: bfd46018-69c1-42d1-bf90-780891eb091f for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:56.102800 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Updating router bfd46018-69c1-42d1-bf90-780891eb091f port 7ff857e4-68e2-4dea-bb3b-078b4275533a binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:44:56.162140 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port d338bfc9-e6d2-48e7-a2bb-07e1b8625f04, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d338bfc9-e6d2-48e7-a2bb-07e1b8625f04,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:56.178711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.213382 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.231904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.302260 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=d338bfc9-e6d2-48e7-a2bb-07e1b8625f04,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:56.637254 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.646612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a73e07f-4000-472f-acd7-9994f7fed3be tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 7740ee92-0db7-4acb-baca-032dbfbe7208 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:56.655563 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Transition to ACTIVE for port object 7ff857e4-68e2-4dea-bb3b-078b4275533a will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:56.666449 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.756016 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3f78e-6330-4340-8f54-111695606416 None None] Pushing event updated for resources: {'Port': ['ID=7ff857e4-68e2-4dea-bb3b-078b4275533a,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:56.759948 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Attempting to bind port 7ff857e4-68e2-4dea-bb3b-078b4275533a on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:56.760315 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Attempting to bind port 7ff857e4-68e2-4dea-bb3b-078b4275533a by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:56.760672 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Attempting to bind port 7ff857e4-68e2-4dea-bb3b-078b4275533a on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:56.768134 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:56.768752 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:56.769167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.769554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:56.770022 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Bound port: 7ff857e4-68e2-4dea-bb3b-078b4275533a, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:56.770397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.850834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] For port 7ff857e4-68e2-4dea-bb3b-078b4275533a, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:56.855172 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] For port 7ff857e4-68e2-4dea-bb3b-078b4275533a, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7ff857e4-68e2-4dea-bb3b-078b4275533a,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:56.861683 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.947317 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3f78e-6330-4340-8f54-111695606416 None None] Pushing event updated for resources: {'Port': ['ID=7ff857e4-68e2-4dea-bb3b-078b4275533a,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:56.956006 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:56.956636 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:56.999697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a73e07f-4000-472f-acd7-9994f7fed3be tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:57.006059 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6a73e07f-4000-472f-acd7-9994f7fed3be tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/7740ee92-0db7-4acb-baca-032dbfbe7208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6204691 Apr 22 14:44:57.009122 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35598) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:57.015709 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cda44-a4b3-49fe-b56d-2677c3fd63ed None None] Sync routers for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:57.031780 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9cda44-a4b3-49fe-b56d-2677c3fd63ed None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:57.034162 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7a9cda44-a4b3-49fe-b56d-2677c3fd63ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:57.062347 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.179027 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:57.271919 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-7a9cda44-a4b3-49fe-b56d-2677c3fd63ed None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:57.351977 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26c9fa0-755f-4830-9c71-0bc1264eb8c5 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting subnet 7813e3d1-1974-4e6e-af52-becd18fea4f3 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:44:57.393021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a26c9fa0-755f-4830-9c71-0bc1264eb8c5 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.403554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.445806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:57.475240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a26c9fa0-755f-4830-9c71-0bc1264eb8c5 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.504950 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Allocated IP 172.20.0.1 (25eb85eb-411c-4074-8f9a-0de5fadf0faa/b2f90018-3175-478a-ba05-5be4603daa12/c7f147af-555b-4dfa-b6ea-573833eebd82) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:57.688958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:53Z', 'revision_number': 3, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:57.702814 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6def2a-3007-4d79-a062-d5b361dd3a30 None None] The sync data for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv is: [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:53Z', 'revision_number': 3, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:57.706284 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:57.707095 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.835193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a26c9fa0-755f-4830-9c71-0bc1264eb8c5 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.853400 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7a9cda44-a4b3-49fe-b56d-2677c3fd63ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:55Z', 'revision_number': 9, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:57.859687 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cda44-a4b3-49fe-b56d-2677c3fd63ed None None] Checking router: 7740ee92-0db7-4acb-baca-032dbfbe7208 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:57.879177 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9cda44-a4b3-49fe-b56d-2677c3fd63ed None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:57.879833 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7a9cda44-a4b3-49fe-b56d-2677c3fd63ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:57.909432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.934330 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Transition to ACTIVE for port object c7f147af-555b-4dfa-b6ea-573833eebd82 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:57.962430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a26c9fa0-755f-4830-9c71-0bc1264eb8c5 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.014022 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35604) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:58.046925 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c9fa0-755f-4830-9c71-0bc1264eb8c5 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Subnet': ['ID=7813e3d1-1974-4e6e-af52-becd18fea4f3,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:58.063338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a26c9fa0-755f-4830-9c71-0bc1264eb8c5 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.076024 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.082419 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5073df-dacc-42de-8383-344e3f92bdab None None] Network d3884b67-d3a5-40c7-aac4-044f97485aa5 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:58.159563 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a26c9fa0-755f-4830-9c71-0bc1264eb8c5 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/7813e3d1-1974-4e6e-af52-becd18fea4f3 HTTP/1.1" status: 204 len: 168 time: 1.1493182 Apr 22 14:44:58.163468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35608) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:58.174747 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f147af-555b-4dfa-b6ea-573833eebd82,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:58.193889 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Network 25eb85eb-411c-4074-8f9a-0de5fadf0faa is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:58.195107 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:58.197587 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:58.258739 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-7a9cda44-a4b3-49fe-b56d-2677c3fd63ed None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:58.280041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.374144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95221438-253c-4fba-b1d6-b7049903d017 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:58.396012 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-95221438-253c-4fba-b1d6-b7049903d017 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e HTTP/1.1" status: 200 len: 814 time: 0.3803389 Apr 22 14:44:58.441105 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.457801 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.465723 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:58.466437 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.561081 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e66b7c0-b446-40f4-af32-cfd04d242d63 None None] DHCP port deletion for d3884b67-d3a5-40c7-aac4-044f97485aa5 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:44:58.566173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2e66b7c0-b446-40f4-af32-cfd04d242d63 None None] Deleting port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:58.566553 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2e66b7c0-b446-40f4-af32-cfd04d242d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.686014 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-af6546b9-395e-4440-aa9f-5bc9c8f194e8 None None] Provisioning for port c7f147af-555b-4dfa-b6ea-573833eebd82 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:58.705292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-af6546b9-395e-4440-aa9f-5bc9c8f194e8 None None] Provisioning complete for port c7f147af-555b-4dfa-b6ea-573833eebd82 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:58.706378 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-af6546b9-395e-4440-aa9f-5bc9c8f194e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.795358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] For port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=21a84175-a2e2-4f0d-8d47-8b9fe75f59a3,segment=NetworkSegment(c854e51e-c2b4-4a61-964c-b26e5746dc97),segment_id=c854e51e-c2b4-4a61-964c-b26e5746dc97)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:58.795725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.815845 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-af6546b9-395e-4440-aa9f-5bc9c8f194e8 None None] Port c7f147af-555b-4dfa-b6ea-573833eebd82 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:58.838320 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.847818 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.931199 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7a9cda44-a4b3-49fe-b56d-2677c3fd63ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:55Z', 'revision_number': 9, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:58.948823 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cda44-a4b3-49fe-b56d-2677c3fd63ed None None] The sync data for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv is: [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:44:55Z', 'revision_number': 9, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': 'a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76', 'name': '', 'network_id': '89d58ab9-aebd-4331-abb7-b61c3cc4c170', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:28:c0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:25Z', 'updated_at': '2022-04-22T14:44:33Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:59.019982 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.031448 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:59.032533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f147af-555b-4dfa-b6ea-573833eebd82,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:59.049566 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2e66b7c0-b446-40f4-af32-cfd04d242d63 None None] For port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=21a84175-a2e2-4f0d-8d47-8b9fe75f59a3,segment=NetworkSegment(c854e51e-c2b4-4a61-964c-b26e5746dc97),segment_id=c854e51e-c2b4-4a61-964c-b26e5746dc97)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:59.050431 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2e66b7c0-b446-40f4-af32-cfd04d242d63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.184918 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Network 25eb85eb-411c-4074-8f9a-0de5fadf0faa is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:59.185408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2e66b7c0-b446-40f4-af32-cfd04d242d63 None None] Calling delete_port for 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:59.186153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:59.232731 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.268041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-2e66b7c0-b446-40f4-af32-cfd04d242d63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:44:59.268400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-2e66b7c0-b446-40f4-af32-cfd04d242d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:44:59.282490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=21a84175-a2e2-4f0d-8d47-8b9fe75f59a3,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:59.284535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35616) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:59.290621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-19de523a-2607-4954-adce-0c99293954fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:59.405355 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-19de523a-2607-4954-adce-0c99293954fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.464193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No DVR routers for this DVR port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:44:59.470619 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7ff857e4-68e2-4dea-bb3b-078b4275533a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:59.560424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d0bc1ade-886b-4f73-8356-6b9499966aa3 None None] Provisioning complete for port c7f147af-555b-4dfa-b6ea-573833eebd82 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:59.561173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d0bc1ade-886b-4f73-8356-6b9499966aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.599457 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 7ff857e4-68e2-4dea-bb3b-078b4275533a completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:59.613620 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 7ff857e4-68e2-4dea-bb3b-078b4275533a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:59.614356 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.692995 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d0bc1ade-886b-4f73-8356-6b9499966aa3 None None] Port c7f147af-555b-4dfa-b6ea-573833eebd82 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:59.725501 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.747571 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Router bfd46018-69c1-42d1-bf90-780891eb091f has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:59.764182 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.772125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2e66b7c0-b446-40f4-af32-cfd04d242d63 None None] Deleting port 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:59.772628 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2e66b7c0-b446-40f4-af32-cfd04d242d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.783529 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3884b67-d3a5-40c7-aac4-044f97485aa5']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:59.801612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c854e51e-c2b4-4a61-964c-b26e5746dc97') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:59.801943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c854e51e-c2b4-4a61-964c-b26e5746dc97') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:59.828134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.861065 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 7ff857e4-68e2-4dea-bb3b-078b4275533a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7ff857e4-68e2-4dea-bb3b-078b4275533a,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:59.866774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2e66b7c0-b446-40f4-af32-cfd04d242d63 None None] The port '21a84175-a2e2-4f0d-8d47-8b9fe75f59a3' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:44:59.868878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.904684 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.933873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:44:59.934281 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:44:59.950435 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:44:59.968166 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=7ff857e4-68e2-4dea-bb3b-078b4275533a,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:59.978241 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:59.978587 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:59.979453 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:59.980388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:59.980388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:59.980610 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:59.981562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:59.981562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:59.981766 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:59.981945 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:59.982230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:59.993845 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:45:00.003271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:00.005058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-19de523a-2607-4954-adce-0c99293954fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:00.015942 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-014a9bc7-c23c-442a-983b-7590367f5858 admin admin] 10.222.0.23 "PUT /v2.0/routers/bfd46018-69c1-42d1-bf90-780891eb091f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6254971 Apr 22 14:45:00.017522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-19de523a-2607-4954-adce-0c99293954fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:00.018007 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [None req-19de523a-2607-4954-adce-0c99293954fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Floating IP cf617fa7-2cb8-4d71-b576-3fe4d963de94 disassociated. External IP: 172.26.0.150, port: 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f. Apr 22 14:45:00.030041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:45:00.030392 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 21a84175-a2e2-4f0d-8d47-8b9fe75f59a3 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:45:00.030816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 066a22ae-dc24-4247-b745-a1e9d7e5ab81 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:45:00.064579 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 066a22ae-dc24-4247-b745-a1e9d7e5ab81 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:45:00.064930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 066a22ae-dc24-4247-b745-a1e9d7e5ab81 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:45:00.189874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:00.213527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:00.226579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Network': ['ID=d3884b67-d3a5-40c7-aac4-044f97485aa5,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:00.238726 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8cd27c74-4e61-4e81-bc24-b238974cd849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/networks/d3884b67-d3a5-40c7-aac4-044f97485aa5 HTTP/1.1" status: 204 len: 168 time: 2.0739207 Apr 22 14:45:00.241617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35624) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:00.544229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19de523a-2607-4954-adce-0c99293954fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:00.721245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7b56bcc9-d7bc-4bb7-88eb-0630536bca84 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:00.761758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19de523a-2607-4954-adce-0c99293954fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:00.766080 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-19de523a-2607-4954-adce-0c99293954fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:00.774634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f9ec5-52cf-4599-b164-f15ba32ccc41 None None] Sync routers for ids ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:00.790743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f9ec5-52cf-4599-b164-f15ba32ccc41 None None] Routers {'ea6013b9-6419-4de2-a3a7-b5ff1f5df528'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:00.791826 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3c2f9ec5-52cf-4599-b164-f15ba32ccc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:00.947632 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-19de523a-2607-4954-adce-0c99293954fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 690 time: 1.6619961 Apr 22 14:45:00.948514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35638) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:00.949206 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de25975-0e3b-4c6f-bc17-54ce2f6af4e9', 'tag': '97e1a0d5-89d3-4b16-8459-9d9ee2e3631f'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:45:01.041287 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6db0923-4fdf-4df9-828e-3ce8bbf126e9'] response: {'name': 'network-changed', 'server_uuid': '9de25975-0e3b-4c6f-bc17-54ce2f6af4e9', 'tag': '97e1a0d5-89d3-4b16-8459-9d9ee2e3631f', 'status': 'completed', 'code': 200} Apr 22 14:45:01.072064 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-3c2f9ec5-52cf-4599-b164-f15ba32ccc41 None None] Set router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:01.134256 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-375779c4-7cd7-470b-bf7e-2e21a7c85d7d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 690 time: 0.1788504 Apr 22 14:45:01.153852 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-743a4803-44c2-42d9-873b-69d21f064ef9 req-7006ede3-1976-4c15-a496-c9af8b54c97a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 1098 time: 0.1011894 Apr 22 14:45:01.196262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35648) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:01.245272 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2062052591-network', 'tenant_id': '1af50acb336748c991c64085c93bcd86'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:01.254672 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:01.267253 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Usage tracker for resource:network and tenant:1af50acb336748c991c64085c93bcd86 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:01.271985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:01.280275 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:01.307890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Made reservation on behalf of 1af50acb336748c991c64085c93bcd86 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:45:01.310323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:01.330127 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:01.363736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4803-44c2-42d9-873b-69d21f064ef9 req-35088efb-1e3b-4c30-b68b-dbd18e4bfcf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:01.365244 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-743a4803-44c2-42d9-873b-69d21f064ef9 req-35088efb-1e3b-4c30-b68b-dbd18e4bfcf7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ce38580-bcfc-45b9-9805-0712d9031bc2 HTTP/1.1" status: 200 len: 898 time: 0.2027342 Apr 22 14:45:01.387074 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-7b56bcc9-d7bc-4bb7-88eb-0630536bca84 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:01.387620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7b56bcc9-d7bc-4bb7-88eb-0630536bca84 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:01.401193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7ff857e4-68e2-4dea-bb3b-078b4275533a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:01.444110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:01.447109 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-743a4803-44c2-42d9-873b-69d21f064ef9 req-d51fa1d1-4f8e-4bf5-a9cc-4ec4afe2509e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f HTTP/1.1" status: 200 len: 217 time: 0.0746999 Apr 22 14:45:01.452167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Usage tracker for resource:security_group_rule and tenant:1af50acb336748c991c64085c93bcd86 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:01.488929 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:01.501333 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:01.536688 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4803-44c2-42d9-873b-69d21f064ef9 req-6baa9fac-0b04-4d1d-913f-5ea22b1f1272 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:01.538181 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-743a4803-44c2-42d9-873b-69d21f064ef9 req-6baa9fac-0b04-4d1d-913f-5ea22b1f1272 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e HTTP/1.1" status: 200 len: 835 time: 0.0823781 Apr 22 14:45:01.550182 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 7ff857e4-68e2-4dea-bb3b-078b4275533a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:01.551406 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:01.589545 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3c2f9ec5-52cf-4599-b164-f15ba32ccc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:51Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '7c3b03bb-0839-4c22-9f3a-169f6ffacd21', 'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:62:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:50Z', 'updated_at': '2022-04-22T14:44:02Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:01.604007 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f9ec5-52cf-4599-b164-f15ba32ccc41 None None] Checking router: ea6013b9-6419-4de2-a3a7-b5ff1f5df528 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:45:01.619835 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f9ec5-52cf-4599-b164-f15ba32ccc41 None None] Routers {'ea6013b9-6419-4de2-a3a7-b5ff1f5df528'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:01.620276 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3c2f9ec5-52cf-4599-b164-f15ba32ccc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:01.628402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-7b56bcc9-d7bc-4bb7-88eb-0630536bca84 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] For port a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76,segment=NetworkSegment(8eb86843-2825-4e9d-9001-12b4671b4809),segment_id=8eb86843-2825-4e9d-9001-12b4671b4809)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:01.629092 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7b56bcc9-d7bc-4bb7-88eb-0630536bca84 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:01.645695 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:01.658143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:01.664124 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-743a4803-44c2-42d9-873b-69d21f064ef9 req-464cfd06-6cbe-4c28-b35b-f5422489327f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ce38580-bcfc-45b9-9805-0712d9031bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1190948 Apr 22 14:45:01.744040 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:45:01.807621 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-7b56bcc9-d7bc-4bb7-88eb-0630536bca84 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:01.832443 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:01.832757 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Added segment 2b361af4-b653-45fb-bc77-deb7095cd5c1 of type vlan for network 809b8062-92f2-48c7-8f43-4dd5955d3812 Apr 22 14:45:01.846462 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe5f310-ea88-47b8-bfec-61ffc1de9d7d,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:01.903345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:01.917339 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-743a4803-44c2-42d9-873b-69d21f064ef9 req-83ef991c-bc4b-4640-8d4f-4ee25028c11a service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361236 Apr 22 14:45:01.937737 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-3c2f9ec5-52cf-4599-b164-f15ba32ccc41 None None] Set router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:02.038757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.040231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:02.041172 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.050445 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7b56bcc9-d7bc-4bb7-88eb-0630536bca84 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.146094 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35652) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:02.146618 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Sync routers for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:02.162460 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:02.163086 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:02.209437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56bcc9-d7bc-4bb7-88eb-0630536bca84 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:02.265468 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0681579 Apr 22 14:45:02.271509 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878c80d-c308-4617-94a1-0c4011efe152 admin admin] Pushing event updated for resources: {'Network': ['ID=809b8062-92f2-48c7-8f43-4dd5955d3812,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:02.275601 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35656) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:02.299239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-c05487c7-6c97-4226-9127-0f125fc5c704 admin admin] Request body: {'subnet': {'network_id': '809b8062-92f2-48c7-8f43-4dd5955d3812', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2062052591-subnet', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'ip_version': 4}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:02.307830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 809b8062-92f2-48c7-8f43-4dd5955d3812 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:45:02.311932 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6b25fb90-7ecb-42fd-bc9c-7bdb5b116096 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 690 time: 0.1537502 Apr 22 14:45:02.317232 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c05487c7-6c97-4226-9127-0f125fc5c704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:02.321157 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-743a4803-44c2-42d9-873b-69d21f064ef9 req-2ccfe873-a74b-48b4-a081-03bae28cbedb service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889930 Apr 22 14:45:02.325012 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c05487c7-6c97-4226-9127-0f125fc5c704 admin admin] Usage tracker for resource:subnet and tenant:1af50acb336748c991c64085c93bcd86 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:02.331576 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c05487c7-6c97-4226-9127-0f125fc5c704 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:02.348461 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c05487c7-6c97-4226-9127-0f125fc5c704 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:02.370790 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05487c7-6c97-4226-9127-0f125fc5c704 admin admin] Made reservation on behalf of 1af50acb336748c991c64085c93bcd86 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:45:02.374473 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c05487c7-6c97-4226-9127-0f125fc5c704 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.431380 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:02.499011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3c2f9ec5-52cf-4599-b164-f15ba32ccc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:51Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '7c3b03bb-0839-4c22-9f3a-169f6ffacd21', 'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:62:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:50Z', 'updated_at': '2022-04-22T14:44:02Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:02.508292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f9ec5-52cf-4599-b164-f15ba32ccc41 None None] The sync data for ids ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'] in dv-neutron-839027-1-hyperv is: [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:51Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '7c3b03bb-0839-4c22-9f3a-169f6ffacd21', 'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:62:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:50Z', 'updated_at': '2022-04-22T14:44:02Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:02.527490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7b56bcc9-d7bc-4bb7-88eb-0630536bca84 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.687805 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c05487c7-6c97-4226-9127-0f125fc5c704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.774702 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05487c7-6c97-4226-9127-0f125fc5c704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b67a27a-76ee-44c7-91a8-e3ee73fce451,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:02.790642 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05487c7-6c97-4226-9127-0f125fc5c704 admin admin] Checking segment: {'id': '2b361af4-b653-45fb-bc77-deb7095cd5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '809b8062-92f2-48c7-8f43-4dd5955d3812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:02.791133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05487c7-6c97-4226-9127-0f125fc5c704 admin admin] Network hostable DHCP agents. Network: 809b8062-92f2-48c7-8f43-4dd5955d3812, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:45:02.820486 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05487c7-6c97-4226-9127-0f125fc5c704 admin admin] Network 809b8062-92f2-48c7-8f43-4dd5955d3812 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:45:02.833023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-c05487c7-6c97-4226-9127-0f125fc5c704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 809b8062-92f2-48c7-8f43-4dd5955d3812) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:02.845653 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1d8e21-dffa-4917-a3e4-d6b73374f799 None None] Network 809b8062-92f2-48c7-8f43-4dd5955d3812 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:45:02.849890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05487c7-6c97-4226-9127-0f125fc5c704 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:02.850480 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c05487c7-6c97-4226-9127-0f125fc5c704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.871024 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4177848-412d-44a4-94d5-3459b7665fd8 None None] New status for floating IP cf617fa7-2cb8-4d71-b576-3fe4d963de94: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:45:02.884049 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c05487c7-6c97-4226-9127-0f125fc5c704 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5938237 Apr 22 14:45:02.886598 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35660) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:02.891891 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2062052591-router', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:02.895325 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 2, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:02.897550 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:02.901338 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Checking router: bfd46018-69c1-42d1-bf90-780891eb091f for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:45:02.901653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Usage tracker for resource:router and tenant:1af50acb336748c991c64085c93bcd86 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:02.901790 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Updating router bfd46018-69c1-42d1-bf90-780891eb091f port c7f147af-555b-4dfa-b6ea-573833eebd82 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:45:02.905211 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:02.911203 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:02.925511 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.926379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.955521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.982356 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.142708 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b56bcc9-d7bc-4bb7-88eb-0630536bca84 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 7740ee92-0db7-4acb-baca-032dbfbe7208 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:03.239261 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.310379 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35664) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:03.415338 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-669f2ff6-a38c-477f-8a67-924ce9890408 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 690 time: 0.1027114 Apr 22 14:45:03.436091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b56bcc9-d7bc-4bb7-88eb-0630536bca84 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:03.451790 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe740a-999a-40ec-8663-e4cc4a1bfc12 None None] Sync routers for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:03.458904 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7b56bcc9-d7bc-4bb7-88eb-0630536bca84 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/7740ee92-0db7-4acb-baca-032dbfbe7208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2159328 Apr 22 14:45:03.461477 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35668) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:03.485870 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.488886 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe740a-999a-40ec-8663-e4cc4a1bfc12 None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:03.489759 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-cefe740a-999a-40ec-8663-e4cc4a1bfc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:03.510247 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-809b8062-92f2-48c7-8f43-4dd5955d3812', 'network_id': '809b8062-92f2-48c7-8f43-4dd5955d3812', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'fixed_ips': [{'subnet_id': '1b67a27a-76ee-44c7-91a8-e3ee73fce451'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:45:03.511777 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.652338 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.702853 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Transition to ACTIVE for port object c7f147af-555b-4dfa-b6ea-573833eebd82 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:03.707511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6736675-c449-4018-8a50-817208cd2900 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting subnet 3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:45:03.712475 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.722120 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.722716 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f6736675-c449-4018-8a50-817208cd2900 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.799167 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-cefe740a-999a-40ec-8663-e4cc4a1bfc12 None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:03.818254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f6736675-c449-4018-8a50-817208cd2900 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.822618 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Allocated IP 172.20.0.2 (809b8062-92f2-48c7-8f43-4dd5955d3812/1b67a27a-76ee-44c7-91a8-e3ee73fce451/87264be7-be0b-4cb4-97a7-888ba1428979) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:45:03.912690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Allocated IP 172.26.0.231 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/b6e5a1a4-2726-4ea6-9586-6518d3a0e4de) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:45:03.959088 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757ec17-3c30-4681-a1e8-60d187333c33 None None] Pushing event updated for resources: {'Port': ['ID=c7f147af-555b-4dfa-b6ea-573833eebd82,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:04.121636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.164684 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.196853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f6736675-c449-4018-8a50-817208cd2900 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.214798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.238282 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Transition to ACTIVE for port object 87264be7-be0b-4cb4-97a7-888ba1428979 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:04.278336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:04.279574 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Pushing event updated for resources: {'Port': ['ID=b6e5a1a4-2726-4ea6-9586-6518d3a0e4de,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:04.283990 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:04.289504 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-df62da13-7220-4c1d-97c3-13b8f316d6ca req-6b836d22-22bf-4714-bfd0-a38a8c0f4661 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6898189 Apr 22 14:45:04.291077 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:45:04.307881 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Transition to ACTIVE for port object 87264be7-be0b-4cb4-97a7-888ba1428979 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:04.315761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f6736675-c449-4018-8a50-817208cd2900 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.327067 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.348977 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Attempting to bind port c7f147af-555b-4dfa-b6ea-573833eebd82 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:45:04.349567 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Attempting to bind port c7f147af-555b-4dfa-b6ea-573833eebd82 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:45:04.350142 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Attempting to bind port c7f147af-555b-4dfa-b6ea-573833eebd82 on network 25eb85eb-411c-4074-8f9a-0de5fadf0faa {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:04.394671 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:45:04.395250 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Checking segment: {'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:04.395888 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.396865 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Bound using segment: {'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:45:04.397153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6736675-c449-4018-8a50-817208cd2900 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Subnet': ['ID=3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:04.397292 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Bound port: c7f147af-555b-4dfa-b6ea-573833eebd82, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:45:04.397876 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.404524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f6736675-c449-4018-8a50-817208cd2900 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.414900 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f6736675-c449-4018-8a50-817208cd2900 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2 HTTP/1.1" status: 204 len: 168 time: 0.9501603 Apr 22 14:45:04.415142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35672) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:04.419277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35674) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:04.428815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272e45c2-165d-468b-845d-9bfc96875683 None None] Network 89d58ab9-aebd-4331-abb7-b61c3cc4c170 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:45:04.487939 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Network 809b8062-92f2-48c7-8f43-4dd5955d3812 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:04.557069 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:04.564417 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-df62da13-7220-4c1d-97c3-13b8f316d6ca req-86c8f193-eb8d-4659-ac48-60099485f113 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 1098 time: 0.1568968 Apr 22 14:45:04.592234 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:45:04.608768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Pushing event updated for resources: {'Port': ['ID=87264be7-be0b-4cb4-97a7-888ba1428979,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:04.662914 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] For port c7f147af-555b-4dfa-b6ea-573833eebd82, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:45:04.665276 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ee7325b1-3d0f-4169-b402-83dd62cdd867 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 688 time: 0.2247405 Apr 22 14:45:04.667704 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] For port c7f147af-555b-4dfa-b6ea-573833eebd82, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c7f147af-555b-4dfa-b6ea-573833eebd82,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:45:04.674876 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.716935 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.748285 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:04.748604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.755457 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-cefe740a-999a-40ec-8663-e4cc4a1bfc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:45:01Z', 'revision_number': 10, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:04.766158 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe740a-999a-40ec-8663-e4cc4a1bfc12 None None] Checking router: 7740ee92-0db7-4acb-baca-032dbfbe7208 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:45:04.786455 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757ec17-3c30-4681-a1e8-60d187333c33 None None] Pushing event updated for resources: {'Port': ['ID=c7f147af-555b-4dfa-b6ea-573833eebd82,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:04.798879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62da13-7220-4c1d-97c3-13b8f316d6ca req-b03fdb11-95da-4bdb-8bab-94ec5f4dbb83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:04.801420 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-df62da13-7220-4c1d-97c3-13b8f316d6ca req-b03fdb11-95da-4bdb-8bab-94ec5f4dbb83 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ce38580-bcfc-45b9-9805-0712d9031bc2 HTTP/1.1" status: 200 len: 898 time: 0.2130826 Apr 22 14:45:04.803487 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:04.804287 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:04.821208 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Attempting to bind port 87264be7-be0b-4cb4-97a7-888ba1428979 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:45:04.822508 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Attempting to bind port 87264be7-be0b-4cb4-97a7-888ba1428979 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2b361af4-b653-45fb-bc77-deb7095cd5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '809b8062-92f2-48c7-8f43-4dd5955d3812'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:45:04.822978 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Attempting to bind port 87264be7-be0b-4cb4-97a7-888ba1428979 on network 809b8062-92f2-48c7-8f43-4dd5955d3812 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:04.845412 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:45:04.846017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Checking segment: {'id': '2b361af4-b653-45fb-bc77-deb7095cd5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '809b8062-92f2-48c7-8f43-4dd5955d3812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:04.846540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.847038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Bound using segment: {'id': '2b361af4-b653-45fb-bc77-deb7095cd5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '809b8062-92f2-48c7-8f43-4dd5955d3812'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:45:04.847655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Bound port: 87264be7-be0b-4cb4-97a7-888ba1428979, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b361af4-b653-45fb-bc77-deb7095cd5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '809b8062-92f2-48c7-8f43-4dd5955d3812'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:45:04.848132 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.856147 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe740a-999a-40ec-8663-e4cc4a1bfc12 None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:04.856779 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-cefe740a-999a-40ec-8663-e4cc4a1bfc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:04.897696 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-df62da13-7220-4c1d-97c3-13b8f316d6ca req-418be621-6eb0-4075-b424-ac35481cfb70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f HTTP/1.1" status: 200 len: 217 time: 0.0900378 Apr 22 14:45:04.992811 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] For port 87264be7-be0b-4cb4-97a7-888ba1428979, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:45:04.999382 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] For port 87264be7-be0b-4cb4-97a7-888ba1428979, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=87264be7-be0b-4cb4-97a7-888ba1428979,segment=NetworkSegment(2b361af4-b653-45fb-bc77-deb7095cd5c1),segment_id=2b361af4-b653-45fb-bc77-deb7095cd5c1)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:45:05.005073 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.032887 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62da13-7220-4c1d-97c3-13b8f316d6ca req-ffae2d08-0fd9-4f70-ba03-b8a2452a8928 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:05.034381 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-df62da13-7220-4c1d-97c3-13b8f316d6ca req-ffae2d08-0fd9-4f70-ba03-b8a2452a8928 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e HTTP/1.1" status: 200 len: 835 time: 0.1264844 Apr 22 14:45:05.104205 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e1e8bb-7eb1-4293-88d9-b7c3b6528a85 None None] DHCP port deletion for 89d58ab9-aebd-4331-abb7-b61c3cc4c170 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:45:05.117594 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.119316 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] For port 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=98ec0547-1480-4d7b-8d64-d5c18d7ff0f7,segment=NetworkSegment(8eb86843-2825-4e9d-9001-12b4671b4809),segment_id=8eb86843-2825-4e9d-9001-12b4671b4809)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:05.119610 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.119827 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.119929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1e8bb-7eb1-4293-88d9-b7c3b6528a85 None None] Deleting port 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:05.119929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e8bb-7eb1-4293-88d9-b7c3b6528a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.242617 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:05.247538 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb8f18-9366-4797-b216-be9afc5ef2c4 None None] Pushing event updated for resources: {'Port': ['ID=87264be7-be0b-4cb4-97a7-888ba1428979,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:05.261909 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:05.274696 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-df62da13-7220-4c1d-97c3-13b8f316d6ca req-3843c8ae-8a04-4c7e-a7ee-a326f5748ea3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ce38580-bcfc-45b9-9805-0712d9031bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2339456 Apr 22 14:45:05.369664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.449301 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:45:05.452055 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=98ec0547-1480-4d7b-8d64-d5c18d7ff0f7,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:05.462542 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No DVR routers for this DVR port 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:45:05.524849 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:45:05.525195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:45:05.536699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-e6e1e8bb-7eb1-4293-88d9-b7c3b6528a85 None None] For port 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=98ec0547-1480-4d7b-8d64-d5c18d7ff0f7,segment=NetworkSegment(8eb86843-2825-4e9d-9001-12b4671b4809),segment_id=8eb86843-2825-4e9d-9001-12b4671b4809)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:05.537100 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e8bb-7eb1-4293-88d9-b7c3b6528a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.720512 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.757985 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-cefe740a-999a-40ec-8663-e4cc4a1bfc12 None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:05.758482 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d58ab9-aebd-4331-abb7-b61c3cc4c170']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:05.772607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb86843-2825-4e9d-9001-12b4671b4809') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:05.773050 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb86843-2825-4e9d-9001-12b4671b4809') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:05.796947 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.817831 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-df62da13-7220-4c1d-97c3-13b8f316d6ca req-abc8fc9c-494a-4d40-baf9-4e0105da64a0 service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332162 Apr 22 14:45:05.832347 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.835827 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1e8bb-7eb1-4293-88d9-b7c3b6528a85 None None] Calling delete_port for 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:05.841032 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:45:05.841648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:45:05.872748 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:45:05.934895 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-e6e1e8bb-7eb1-4293-88d9-b7c3b6528a85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:45:05.935265 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-e6e1e8bb-7eb1-4293-88d9-b7c3b6528a85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:45:05.980741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.020865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.027792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Network': ['ID=89d58ab9-aebd-4331-abb7-b61c3cc4c170,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:06.050828 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dbccb9f2-98ae-4ee5-a16f-e27762537193 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/networks/89d58ab9-aebd-4331-abb7-b61c3cc4c170 HTTP/1.1" status: 204 len: 168 time: 1.6346037 Apr 22 14:45:06.055972 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35682) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:06.059076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35684) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:06.067075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d348c46a-125c-49ed-be28-f8a986ace09d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1791172075', 'description': 'tempest-secgroup-smoke-1791172075 description', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:06.073704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d348c46a-125c-49ed-be28-f8a986ace09d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:06.085905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d348c46a-125c-49ed-be28-f8a986ace09d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:06.097742 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d348c46a-125c-49ed-be28-f8a986ace09d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.140388 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d348c46a-125c-49ed-be28-f8a986ace09d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:06.145443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d348c46a-125c-49ed-be28-f8a986ace09d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:06.148254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d348c46a-125c-49ed-be28-f8a986ace09d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:06.154393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d348c46a-125c-49ed-be28-f8a986ace09d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:06.194854 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-df62da13-7220-4c1d-97c3-13b8f316d6ca req-b28573b7-996c-4af0-9cee-ea66586d5fd0 service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684208 Apr 22 14:45:06.221456 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d348c46a-125c-49ed-be28-f8a986ace09d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.227493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d348c46a-125c-49ed-be28-f8a986ace09d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.261675 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:04Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:06.269192 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d8b1f2-531b-4556-8641-e92c8c9ddeec None None] The sync data for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv is: [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:04Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:06.270438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Router cdeee376-3698-491e-a8a6-e016f3cac8cf is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:45:06.271773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d348c46a-125c-49ed-be28-f8a986ace09d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.274478 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d348c46a-125c-49ed-be28-f8a986ace09d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2142918 Apr 22 14:45:06.279939 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35690) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:06.293322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-9f9dbfca-6a91-437c-889e-79f0b10a4849 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '206f0564-6617-44f6-bae2-c29877a5e983', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:06.303476 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9f9dbfca-6a91-437c-889e-79f0b10a4849 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:06.308517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9f9dbfca-6a91-437c-889e-79f0b10a4849 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:06.312714 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9f9dbfca-6a91-437c-889e-79f0b10a4849 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:06.327414 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-cefe740a-999a-40ec-8663-e4cc4a1bfc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:45:01Z', 'revision_number': 10, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:06.327551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348c46a-125c-49ed-be28-f8a986ace09d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206f0564-6617-44f6-bae2-c29877a5e983,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:06.331258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9f9dbfca-6a91-437c-889e-79f0b10a4849 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:06.331527 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe740a-999a-40ec-8663-e4cc4a1bfc12 None None] The sync data for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv is: [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:45:01Z', 'revision_number': 10, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None, '_interfaces': [{'id': 'ef5d91c9-934b-415d-9aa5-bc632180d11d', 'name': '', 'network_id': 'da80062c-78d2-4022-9bae-033d5a6d3e99', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'mac_address': 'fa:16:3e:f5:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:14Z', 'updated_at': '2022-04-22T14:44:26Z', 'revision_number': 5, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'subnets': [{'id': '090c7cec-c52b-40ff-b527-0e5afc1eb8d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:06.366568 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9f9dbfca-6a91-437c-889e-79f0b10a4849 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.438141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1e8bb-7eb1-4293-88d9-b7c3b6528a85 None None] Deleting port 98ec0547-1480-4d7b-8d64-d5c18d7ff0f7 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:06.438714 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e8bb-7eb1-4293-88d9-b7c3b6528a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.521281 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1e8bb-7eb1-4293-88d9-b7c3b6528a85 None None] The port '98ec0547-1480-4d7b-8d64-d5c18d7ff0f7' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:45:06.716690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e0ec14-4d6e-4a27-a27c-fe05842d428b None None] Network 809b8062-92f2-48c7-8f43-4dd5955d3812 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:45:06.731003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9f9dbfca-6a91-437c-889e-79f0b10a4849 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.742055 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:45:06.749568 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9f9dbfca-6a91-437c-889e-79f0b10a4849 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.787027 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9dbfca-6a91-437c-889e-79f0b10a4849 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf84f74a-9853-4e4d-a01f-ec24cd376095,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:06.819411 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9f9dbfca-6a91-437c-889e-79f0b10a4849 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.823715 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9f9dbfca-6a91-437c-889e-79f0b10a4849 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5372365 Apr 22 14:45:06.823912 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35694) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:06.830025 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4879fcaa-28d9-4064-927d-ea7a5d030bd9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '206f0564-6617-44f6-bae2-c29877a5e983', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:06.836120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4879fcaa-28d9-4064-927d-ea7a5d030bd9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:06.840264 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4879fcaa-28d9-4064-927d-ea7a5d030bd9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:06.846948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4879fcaa-28d9-4064-927d-ea7a5d030bd9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:06.859268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4879fcaa-28d9-4064-927d-ea7a5d030bd9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:06.864530 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-03e9afb5-f3de-4611-b998-8c0685370606 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.898323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4879fcaa-28d9-4064-927d-ea7a5d030bd9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.999841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4879fcaa-28d9-4064-927d-ea7a5d030bd9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.007115 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4879fcaa-28d9-4064-927d-ea7a5d030bd9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.008687 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3676a7f2-f43a-412e-adc8-de2cddcc6815 None None] Provisioning for port 87264be7-be0b-4cb4-97a7-888ba1428979 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:07.031239 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879fcaa-28d9-4064-927d-ea7a5d030bd9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542a0b3a-5fa2-4425-8ae8-9690d7e739ac,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:07.045416 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4879fcaa-28d9-4064-927d-ea7a5d030bd9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.048466 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4879fcaa-28d9-4064-927d-ea7a5d030bd9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2235470 Apr 22 14:45:07.051742 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35698) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:07.057664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1162591e-84ac-4dd3-9d52-8906cdcc1bc0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '206f0564-6617-44f6-bae2-c29877a5e983', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:07.064582 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1162591e-84ac-4dd3-9d52-8906cdcc1bc0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:07.068666 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1162591e-84ac-4dd3-9d52-8906cdcc1bc0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:07.071767 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1162591e-84ac-4dd3-9d52-8906cdcc1bc0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:07.077713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1162591e-84ac-4dd3-9d52-8906cdcc1bc0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:07.100011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1162591e-84ac-4dd3-9d52-8906cdcc1bc0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.136513 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:07.148856 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Sync routers for ids ['cdeee376-3698-491e-a8a6-e016f3cac8cf'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:07.163783 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Routers {'cdeee376-3698-491e-a8a6-e016f3cac8cf'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:07.164693 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cdeee376-3698-491e-a8a6-e016f3cac8cf'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:07.204699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.210895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35702) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:07.213020 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d60970fc-8e3b-4613-b848-91e7cb82ac8a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3251026 Apr 22 14:45:07.224731 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1162591e-84ac-4dd3-9d52-8906cdcc1bc0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.476326 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Set router cdeee376-3698-491e-a8a6-e016f3cac8cf gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:07.547998 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1162591e-84ac-4dd3-9d52-8906cdcc1bc0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.554931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 87264be7-be0b-4cb4-97a7-888ba1428979 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:07.594708 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162591e-84ac-4dd3-9d52-8906cdcc1bc0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099bc74d-2e81-43b5-873f-144aee944ac2,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:07.623795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1162591e-84ac-4dd3-9d52-8906cdcc1bc0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.625081 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1162591e-84ac-4dd3-9d52-8906cdcc1bc0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5723958 Apr 22 14:45:07.628748 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35706) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:07.635705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-c427e9f0-7279-4ef7-bc2c-41e2680f22a7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '206f0564-6617-44f6-bae2-c29877a5e983', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:07.667085 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c427e9f0-7279-4ef7-bc2c-41e2680f22a7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:07.674616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c427e9f0-7279-4ef7-bc2c-41e2680f22a7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:07.687254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c427e9f0-7279-4ef7-bc2c-41e2680f22a7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:07.698098 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c427e9f0-7279-4ef7-bc2c-41e2680f22a7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:07.726280 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c427e9f0-7279-4ef7-bc2c-41e2680f22a7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.841900 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 87264be7-be0b-4cb4-97a7-888ba1428979 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:07.859724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 87264be7-be0b-4cb4-97a7-888ba1428979 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:07.860133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.951946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c427e9f0-7279-4ef7-bc2c-41e2680f22a7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.960332 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c427e9f0-7279-4ef7-bc2c-41e2680f22a7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.996341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427e9f0-7279-4ef7-bc2c-41e2680f22a7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf732188-b01a-450d-aa20-9438ece73fe1,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:08.009548 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-03e9afb5-f3de-4611-b998-8c0685370606 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port ef5d91c9-934b-415d-9aa5-bc632180d11d {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:08.010076 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-03e9afb5-f3de-4611-b998-8c0685370606 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.027272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c427e9f0-7279-4ef7-bc2c-41e2680f22a7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.035342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35710) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:08.035978 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c427e9f0-7279-4ef7-bc2c-41e2680f22a7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4018025 Apr 22 14:45:08.043206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'name': 'tempest-TestVolumeBootPattern-2062052591-router', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b6e5a1a4-2726-4ea6-9586-6518d3a0e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:02Z', 'updated_at': '2022-04-22T14:45:04Z', 'revision_number': 3, 'project_id': '1af50acb336748c991c64085c93bcd86', 'gw_port': {'id': 'b6e5a1a4-2726-4ea6-9586-6518d3a0e4de', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:03Z', 'updated_at': '2022-04-22T14:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:08.048119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8196646c-55db-4cc7-a161-f55982b8872c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '206f0564-6617-44f6-bae2-c29877a5e983', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:08.052770 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Checking router: cdeee376-3698-491e-a8a6-e016f3cac8cf for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:45:08.053115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Updating router cdeee376-3698-491e-a8a6-e016f3cac8cf port b6e5a1a4-2726-4ea6-9586-6518d3a0e4de binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:45:08.057331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8196646c-55db-4cc7-a161-f55982b8872c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:08.070118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8196646c-55db-4cc7-a161-f55982b8872c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:08.078547 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8196646c-55db-4cc7-a161-f55982b8872c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:08.083071 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.088772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8196646c-55db-4cc7-a161-f55982b8872c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:08.148821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.167142 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-8196646c-55db-4cc7-a161-f55982b8872c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:45:08.187259 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8196646c-55db-4cc7-a161-f55982b8872c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.205525 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 87264be7-be0b-4cb4-97a7-888ba1428979, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=87264be7-be0b-4cb4-97a7-888ba1428979,segment=NetworkSegment(2b361af4-b653-45fb-bc77-deb7095cd5c1),segment_id=2b361af4-b653-45fb-bc77-deb7095cd5c1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:08.214035 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.215253 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c7f147af-555b-4dfa-b6ea-573833eebd82 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:08.301511 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-03e9afb5-f3de-4611-b998-8c0685370606 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] For port ef5d91c9-934b-415d-9aa5-bc632180d11d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ef5d91c9-934b-415d-9aa5-bc632180d11d,segment=NetworkSegment(c63ffaef-abc6-44cf-8700-11fd715c4ad1),segment_id=c63ffaef-abc6-44cf-8700-11fd715c4ad1)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:08.301897 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-03e9afb5-f3de-4611-b998-8c0685370606 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.325575 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8196646c-55db-4cc7-a161-f55982b8872c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.376507 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8196646c-55db-4cc7-a161-f55982b8872c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.455909 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-03e9afb5-f3de-4611-b998-8c0685370606 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for ef5d91c9-934b-415d-9aa5-bc632180d11d owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:08.487214 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196646c-55db-4cc7-a161-f55982b8872c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c92bd1-33d3-484c-a2cf-13f86df534f4,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:08.492571 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=87264be7-be0b-4cb4-97a7-888ba1428979,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:08.493734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.518144 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port c7f147af-555b-4dfa-b6ea-573833eebd82 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:08.520178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8196646c-55db-4cc7-a161-f55982b8872c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.521412 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8196646c-55db-4cc7-a161-f55982b8872c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4851308 Apr 22 14:45:08.524727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35714) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:08.524927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port c7f147af-555b-4dfa-b6ea-573833eebd82 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:08.525261 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.532867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-786ee890-514b-4413-bcb5-e9f2f5369f37 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '206f0564-6617-44f6-bae2-c29877a5e983', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:08.538566 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-786ee890-514b-4413-bcb5-e9f2f5369f37 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:08.542941 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-786ee890-514b-4413-bcb5-e9f2f5369f37 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:08.546855 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-786ee890-514b-4413-bcb5-e9f2f5369f37 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:08.554806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-786ee890-514b-4413-bcb5-e9f2f5369f37 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:08.580234 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-786ee890-514b-4413-bcb5-e9f2f5369f37 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:45:08.593149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-786ee890-514b-4413-bcb5-e9f2f5369f37 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.693450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-786ee890-514b-4413-bcb5-e9f2f5369f37 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.716849 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-786ee890-514b-4413-bcb5-e9f2f5369f37 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.731387 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Allocated IP 172.20.0.1 (809b8062-92f2-48c7-8f43-4dd5955d3812/1b67a27a-76ee-44c7-91a8-e3ee73fce451/da6aa657-34f5-4fd2-9531-63a9a00ce57a) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:45:08.750161 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ee890-514b-4413-bcb5-e9f2f5369f37 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757a6733-5aab-4d38-a679-ad843a629ca7,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:08.757395 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.771925 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-786ee890-514b-4413-bcb5-e9f2f5369f37 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.783302 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-786ee890-514b-4413-bcb5-e9f2f5369f37 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2471697 Apr 22 14:45:08.783509 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.801082 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Transition to ACTIVE for port object b6e5a1a4-2726-4ea6-9586-6518d3a0e4de will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:08.813671 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.819540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port c7f147af-555b-4dfa-b6ea-573833eebd82, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c7f147af-555b-4dfa-b6ea-573833eebd82,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:08.858340 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.901665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-03e9afb5-f3de-4611-b998-8c0685370606 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.926449 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.935225 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:45:08.944718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Transition to ACTIVE for port object da6aa657-34f5-4fd2-9531-63a9a00ce57a will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:08.962961 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9afb5-f3de-4611-b998-8c0685370606 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=ef5d91c9-934b-415d-9aa5-bc632180d11d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:08.977101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.011724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:45:09.012171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a665f80c-ba6c-4d4d-ae05-dca9b1cd6d76 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:45:09.038171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c9d84-e96c-4eea-a468-12b423fb22f0 None None] Pushing event updated for resources: {'Port': ['ID=b6e5a1a4-2726-4ea6-9586-6518d3a0e4de,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:09.081857 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Attempting to bind port b6e5a1a4-2726-4ea6-9586-6518d3a0e4de on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:45:09.082562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Attempting to bind port b6e5a1a4-2726-4ea6-9586-6518d3a0e4de by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:45:09.082815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Attempting to bind port b6e5a1a4-2726-4ea6-9586-6518d3a0e4de on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:09.104361 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:45:09.105416 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:09.106823 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.107397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:45:09.107924 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Bound port: b6e5a1a4-2726-4ea6-9586-6518d3a0e4de, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:45:09.108407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.114708 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Network 809b8062-92f2-48c7-8f43-4dd5955d3812 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:09.120702 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Pushing event updated for resources: {'Port': ['ID=da6aa657-34f5-4fd2-9531-63a9a00ce57a,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:09.123137 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:09.128733 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:45:09.194862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-03e9afb5-f3de-4611-b998-8c0685370606 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.208323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.219762 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-f5ac9ea7-35c7-4e05-af35-dec6a5187e2e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:09.228509 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=c7f147af-555b-4dfa-b6ea-573833eebd82,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:09.244231 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] For port b6e5a1a4-2726-4ea6-9586-6518d3a0e4de, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:45:09.248507 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] For port b6e5a1a4-2726-4ea6-9586-6518d3a0e4de, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b6e5a1a4-2726-4ea6-9586-6518d3a0e4de,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:45:09.256673 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.259569 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-f5ac9ea7-35c7-4e05-af35-dec6a5187e2e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:09.269552 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-f5ac9ea7-35c7-4e05-af35-dec6a5187e2e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1791172075&fields=id&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 267 time: 0.2099104 Apr 22 14:45:09.359072 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c9d84-e96c-4eea-a468-12b423fb22f0 None None] Pushing event updated for resources: {'Port': ['ID=b6e5a1a4-2726-4ea6-9586-6518d3a0e4de,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:09.389895 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Routers {'cdeee376-3698-491e-a8a6-e016f3cac8cf'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:09.390553 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cdeee376-3698-491e-a8a6-e016f3cac8cf'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:09.491389 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.575356 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 87264be7-be0b-4cb4-97a7-888ba1428979 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:09.601725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-0ffc5ccc-d660-4588-b7cb-2813a2777b2a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:09.608235 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-0ffc5ccc-d660-4588-b7cb-2813a2777b2a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/networks?id=7ce38580-bcfc-45b9-9805-0712d9031bc2 HTTP/1.1" status: 200 len: 797 time: 0.3378842 Apr 22 14:45:09.638112 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-96191208-dd19-41e2-a6ee-d9d9cc024222 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/quotas/cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 375 time: 0.0288877 Apr 22 14:45:09.744847 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-79bbf88c-e115-4660-a8f1-0f1f44d7e8aa None None] Provisioning for port da6aa657-34f5-4fd2-9531-63a9a00ce57a completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:09.771424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-79bbf88c-e115-4660-a8f1-0f1f44d7e8aa None None] Provisioning complete for port da6aa657-34f5-4fd2-9531-63a9a00ce57a triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:09.772075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-79bbf88c-e115-4660-a8f1-0f1f44d7e8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.854233 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] Set router cdeee376-3698-491e-a8a6-e016f3cac8cf gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:09.896121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 87264be7-be0b-4cb4-97a7-888ba1428979 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:09.896121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.924135 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e9afb5-f3de-4611-b998-8c0685370606 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 7740ee92-0db7-4acb-baca-032dbfbe7208 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:09.953242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-79bbf88c-e115-4660-a8f1-0f1f44d7e8aa None None] Port da6aa657-34f5-4fd2-9531-63a9a00ce57a cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:45:09.966869 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-c69d928d-d9ae-4104-87be-6805bcc8857a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3238456 Apr 22 14:45:10.080443 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e9afb5-f3de-4611-b998-8c0685370606 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:10.096302 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-03e9afb5-f3de-4611-b998-8c0685370606 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/7740ee92-0db7-4acb-baca-032dbfbe7208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0338502 Apr 22 14:45:10.096515 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.096959 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35726) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:10.113605 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.209270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c7f147af-555b-4dfa-b6ea-573833eebd82 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:10.239806 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-35d7091e-6031-45f8-97f2-51f90d7d49f8 service neutron] 10.222.0.23 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631075 Apr 22 14:45:10.244588 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.272228 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Pushing event updated for resources: {'Port': ['ID=da6aa657-34f5-4fd2-9531-63a9a00ce57a,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:10.300458 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-40082842-3569-4a4b-ad79-d9cedacf375c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting subnet 090c7cec-c52b-40ff-b527-0e5afc1eb8d0 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:45:10.303789 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-40082842-3569-4a4b-ad79-d9cedacf375c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.368748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-40082842-3569-4a4b-ad79-d9cedacf375c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.393804 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port c7f147af-555b-4dfa-b6ea-573833eebd82 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:10.394856 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.469420 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'name': 'tempest-TestVolumeBootPattern-2062052591-router', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b6e5a1a4-2726-4ea6-9586-6518d3a0e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:02Z', 'updated_at': '2022-04-22T14:45:09Z', 'revision_number': 4, 'project_id': '1af50acb336748c991c64085c93bcd86', 'gw_port': {'id': 'b6e5a1a4-2726-4ea6-9586-6518d3a0e4de', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:03Z', 'updated_at': '2022-04-22T14:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'da6aa657-34f5-4fd2-9531-63a9a00ce57a', 'name': '', 'network_id': '809b8062-92f2-48c7-8f43-4dd5955d3812', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'mac_address': 'fa:16:3e:fd:80:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b67a27a-76ee-44c7-91a8-e3ee73fce451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:08Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 1, 'project_id': '1af50acb336748c991c64085c93bcd86', 'subnets': [{'id': '1b67a27a-76ee-44c7-91a8-e3ee73fce451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:10.472861 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-40082842-3569-4a4b-ad79-d9cedacf375c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.478727 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3bd058-7678-4050-b5c9-db54c3fc8e43 None None] The sync data for ids ['cdeee376-3698-491e-a8a6-e016f3cac8cf'] in dv-neutron-839027-1-hyperv is: [{'id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'name': 'tempest-TestVolumeBootPattern-2062052591-router', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b6e5a1a4-2726-4ea6-9586-6518d3a0e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:02Z', 'updated_at': '2022-04-22T14:45:09Z', 'revision_number': 4, 'project_id': '1af50acb336748c991c64085c93bcd86', 'gw_port': {'id': 'b6e5a1a4-2726-4ea6-9586-6518d3a0e4de', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:03Z', 'updated_at': '2022-04-22T14:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'da6aa657-34f5-4fd2-9531-63a9a00ce57a', 'name': '', 'network_id': '809b8062-92f2-48c7-8f43-4dd5955d3812', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'mac_address': 'fa:16:3e:fd:80:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b67a27a-76ee-44c7-91a8-e3ee73fce451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:08Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 1, 'project_id': '1af50acb336748c991c64085c93bcd86', 'subnets': [{'id': '1b67a27a-76ee-44c7-91a8-e3ee73fce451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:10.511515 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-64d69528-1e32-4893-bb64-536e558b344e service neutron] 10.222.0.23 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593565 Apr 22 14:45:10.531402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Network 809b8062-92f2-48c7-8f43-4dd5955d3812 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:10.533471 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:10.574490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-40082842-3569-4a4b-ad79-d9cedacf375c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.624483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40082842-3569-4a4b-ad79-d9cedacf375c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Subnet': ['ID=090c7cec-c52b-40ff-b527-0e5afc1eb8d0,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:10.639949 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-40082842-3569-4a4b-ad79-d9cedacf375c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.649303 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8a6ba5-c960-49dc-8fa6-3f6b117f49c6 None None] Network da80062c-78d2-4022-9bae-033d5a6d3e99 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:45:10.668588 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-40082842-3569-4a4b-ad79-d9cedacf375c tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/090c7cec-c52b-40ff-b527-0e5afc1eb8d0 HTTP/1.1" status: 204 len: 168 time: 0.5707312 Apr 22 14:45:10.671755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35730) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:10.896274 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ee7f7126-4865-40ef-9acb-88c11a77260b req-25a9b588-a19a-401b-a5f5-db6c4773afb4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 210 time: 0.0818822 Apr 22 14:45:10.903228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.917906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Deleting port 9b6eb350-93f1-426c-86d7-f7719c9ceb58 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:10.918497 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.972654 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6b9b7e1d-c811-44bc-b7d4-92a56366ce81 None None] Provisioning complete for port da6aa657-34f5-4fd2-9531-63a9a00ce57a triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:10.973042 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6b9b7e1d-c811-44bc-b7d4-92a56366ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:11.055715 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b7e1d-c811-44bc-b7d4-92a56366ce81 None None] Port da6aa657-34f5-4fd2-9531-63a9a00ce57a cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:45:11.147718 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33efbc28-9bee-4134-b173-a79b34e70f4e None None] DHCP port deletion for da80062c-78d2-4022-9bae-033d5a6d3e99 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:45:11.153869 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-33efbc28-9bee-4134-b173-a79b34e70f4e None None] Deleting port 9b6eb350-93f1-426c-86d7-f7719c9ceb58 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:11.154755 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-33efbc28-9bee-4134-b173-a79b34e70f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:11.196020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] For port 9b6eb350-93f1-426c-86d7-f7719c9ceb58, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9b6eb350-93f1-426c-86d7-f7719c9ceb58,segment=NetworkSegment(c63ffaef-abc6-44cf-8700-11fd715c4ad1),segment_id=c63ffaef-abc6-44cf-8700-11fd715c4ad1)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:11.196384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:11.247780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Router cdeee376-3698-491e-a8a6-e016f3cac8cf has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:11.379341 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Calling delete_port for 9b6eb350-93f1-426c-86d7-f7719c9ceb58 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:11.388386 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb22e33-5e6e-4526-bf10-6abf5b6892d5 None None] Sync routers for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:11.410399 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb22e33-5e6e-4526-bf10-6abf5b6892d5 None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:11.411420 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fbb22e33-5e6e-4526-bf10-6abf5b6892d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:11.488634 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:11.553659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Port': ['ID=9b6eb350-93f1-426c-86d7-f7719c9ceb58,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:11.560013 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No DVR routers for this DVR port 9b6eb350-93f1-426c-86d7-f7719c9ceb58 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:45:11.585212 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:11.600121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-33efbc28-9bee-4134-b173-a79b34e70f4e None None] For port 9b6eb350-93f1-426c-86d7-f7719c9ceb58, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9b6eb350-93f1-426c-86d7-f7719c9ceb58,segment=NetworkSegment(c63ffaef-abc6-44cf-8700-11fd715c4ad1),segment_id=c63ffaef-abc6-44cf-8700-11fd715c4ad1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:11.600760 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-33efbc28-9bee-4134-b173-a79b34e70f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:11.635377 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-82206425-d384-4f75-9d58-21e386c3217f admin admin] 10.222.0.23 "PUT /v2.0/routers/cdeee376-3698-491e-a8a6-e016f3cac8cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4224219 Apr 22 14:45:11.680127 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9b6eb350-93f1-426c-86d7-f7719c9ceb58 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:45:11.683124 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-fbb22e33-5e6e-4526-bf10-6abf5b6892d5 None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:11.720675 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:11.749826 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da80062c-78d2-4022-9bae-033d5a6d3e99']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:11.773449 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63ffaef-abc6-44cf-8700-11fd715c4ad1') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:11.777872 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63ffaef-abc6-44cf-8700-11fd715c4ad1') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:11.788548 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-33efbc28-9bee-4134-b173-a79b34e70f4e None None] Calling delete_port for 9b6eb350-93f1-426c-86d7-f7719c9ceb58 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:11.802118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:11.819352 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 9b6eb350-93f1-426c-86d7-f7719c9ceb58 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:45:11.819651 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9b6eb350-93f1-426c-86d7-f7719c9ceb58 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:45:11.826341 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:11.835846 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:45:11.836300 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:11.875159 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fbb22e33-5e6e-4526-bf10-6abf5b6892d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 11, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:11.876405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-33efbc28-9bee-4134-b173-a79b34e70f4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:45:11.876767 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-33efbc28-9bee-4134-b173-a79b34e70f4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:45:11.881419 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb22e33-5e6e-4526-bf10-6abf5b6892d5 None None] Checking router: 7740ee92-0db7-4acb-baca-032dbfbe7208 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:45:11.895683 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb22e33-5e6e-4526-bf10-6abf5b6892d5 None None] Routers {'7740ee92-0db7-4acb-baca-032dbfbe7208'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:11.896716 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fbb22e33-5e6e-4526-bf10-6abf5b6892d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7740ee92-0db7-4acb-baca-032dbfbe7208'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:12.033337 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-fbb22e33-5e6e-4526-bf10-6abf5b6892d5 None None] Set router 7740ee92-0db7-4acb-baca-032dbfbe7208 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:45:12.041454 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:45:12.079850 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:12.086699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:12.104780 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4871cdba-cab3-4656-a5be-e0e645c13ad8 req-47b5f6a3-ad28-403f-ac45-f4dd8c815ef4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 210 time: 0.0532808 Apr 22 14:45:12.139714 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/networks/da80062c-78d2-4022-9bae-033d5a6d3e99 HTTP/1.1" status: 204 len: 168 time: 1.4667516 Apr 22 14:45:12.140600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341118b7-85db-4d94-badd-13419669f849 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Pushing event deleted for resources: {'Network': ['ID=da80062c-78d2-4022-9bae-033d5a6d3e99,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:12.142476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35752) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:12.148140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-168e8973-6460-41c1-88ef-c8483f258737 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'router': {'routes': None}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:12.164097 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fbb22e33-5e6e-4526-bf10-6abf5b6892d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 11, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:12.168352 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb22e33-5e6e-4526-bf10-6abf5b6892d5 None None] The sync data for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv is: [{'id': '7740ee92-0db7-4acb-baca-032dbfbe7208', 'name': 'tempest-RoutersIpV6Test-router-1710662386', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:11Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 11, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:12.377937 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-33efbc28-9bee-4134-b173-a79b34e70f4e None None] Deleting port 9b6eb350-93f1-426c-86d7-f7719c9ceb58 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:12.378822 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-33efbc28-9bee-4134-b173-a79b34e70f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:12.431395 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-cc73adee-2545-41a7-acac-5ada65f5508f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:12.432961 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-cc73adee-2545-41a7-acac-5ada65f5508f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/networks?id=7ce38580-bcfc-45b9-9805-0712d9031bc2 HTTP/1.1" status: 200 len: 797 time: 0.1812272 Apr 22 14:45:12.460010 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-33efbc28-9bee-4134-b173-a79b34e70f4e None None] The port '9b6eb350-93f1-426c-86d7-f7719c9ceb58' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:45:12.542388 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-bcfed235-12fb-4b26-966c-7cd4fde101d6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 472 time: 0.0976069 Apr 22 14:45:12.553747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-4400aaf7-dcd4-4e99-b195-4bdc3cf04dea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'port': {'device_id': '14904f93-c741-47bf-9fff-114bb7e4f466', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'admin_state_up': True, 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'security_groups': ['206f0564-6617-44f6-bae2-c29877a5e983']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:12.613174 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35756) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:12.624426 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-8895ccc4-8511-43be-8451-c3f02058a0c1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2000481042', 'description': 'tempest-secgroup-smoke-2000481042 description', 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:12.630112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.extraroute_db [None req-168e8973-6460-41c1-88ef-c8483f258737 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Added routes are [] {{(pid=83964) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 14:45:12.630413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.extraroute_db [None req-168e8973-6460-41c1-88ef-c8483f258737 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Removed routes are [] {{(pid=83964) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 14:45:12.630769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-168e8973-6460-41c1-88ef-c8483f258737 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:12.634493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8895ccc4-8511-43be-8451-c3f02058a0c1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:12.691047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8895ccc4-8511-43be-8451-c3f02058a0c1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Usage tracker for resource:security_group and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:12.699904 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8895ccc4-8511-43be-8451-c3f02058a0c1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:12.711545 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-4400aaf7-dcd4-4e99-b195-4bdc3cf04dea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:12.721228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-4400aaf7-dcd4-4e99-b195-4bdc3cf04dea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:12.736582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-4400aaf7-dcd4-4e99-b195-4bdc3cf04dea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:45:12.739737 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-4400aaf7-dcd4-4e99-b195-4bdc3cf04dea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:12.763887 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8895ccc4-8511-43be-8451-c3f02058a0c1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:12.842531 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8895ccc4-8511-43be-8451-c3f02058a0c1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:12.906188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-4400aaf7-dcd4-4e99-b195-4bdc3cf04dea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.9 (7ce38580-bcfc-45b9-9805-0712d9031bc2/d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e/5c2e5aa0-eff8-403d-bdcf-a992c01332ed) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:45:12.928100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-168e8973-6460-41c1-88ef-c8483f258737 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:12.934637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-168e8973-6460-41c1-88ef-c8483f258737 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.000496 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8895ccc4-8511-43be-8451-c3f02058a0c1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:13.014536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8895ccc4-8511-43be-8451-c3f02058a0c1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Usage tracker for resource:security_group_rule and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:13.067703 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8895ccc4-8511-43be-8451-c3f02058a0c1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:13.083245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8895ccc4-8511-43be-8451-c3f02058a0c1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:13.109128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-4400aaf7-dcd4-4e99-b195-4bdc3cf04dea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.127699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-4400aaf7-dcd4-4e99-b195-4bdc3cf04dea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object 5c2e5aa0-eff8-403d-bdcf-a992c01332ed will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:13.135739 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168e8973-6460-41c1-88ef-c8483f258737 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 7740ee92-0db7-4acb-baca-032dbfbe7208 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:13.157908 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-4400aaf7-dcd4-4e99-b195-4bdc3cf04dea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.165499 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8895ccc4-8511-43be-8451-c3f02058a0c1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.171448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8895ccc4-8511-43be-8451-c3f02058a0c1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.239470 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-4400aaf7-dcd4-4e99-b195-4bdc3cf04dea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 7ce38580-bcfc-45b9-9805-0712d9031bc2 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:13.242775 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-4400aaf7-dcd4-4e99-b195-4bdc3cf04dea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:13.247142 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-4400aaf7-dcd4-4e99-b195-4bdc3cf04dea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:45:13.287981 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400aaf7-dcd4-4e99-b195-4bdc3cf04dea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=5c2e5aa0-eff8-403d-bdcf-a992c01332ed,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:13.327845 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-4400aaf7-dcd4-4e99-b195-4bdc3cf04dea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:13.329385 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-4400aaf7-dcd4-4e99-b195-4bdc3cf04dea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.343864 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ef5d91c9-934b-415d-9aa5-bc632180d11d no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:45:13.360622 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-4400aaf7-dcd4-4e99-b195-4bdc3cf04dea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8123662 Apr 22 14:45:13.371453 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Request body: {'port': {'device_id': '14904f93-c741-47bf-9fff-114bb7e4f466', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:13.385123 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8895ccc4-8511-43be-8451-c3f02058a0c1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.389110 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8895ccc4-8511-43be-8451-c3f02058a0c1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7722166 Apr 22 14:45:13.389306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895ccc4-8511-43be-8451-c3f02058a0c1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:13.393944 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35762) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:13.401224 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: ef5d91c9-934b-415d-9aa5-bc632180d11d {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:45:13.401607 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ef5d91c9-934b-415d-9aa5-bc632180d11d not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:45:13.404667 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-366b2d00-f453-41a5-8303-3e5e0fcc72c4 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Request body: {'security_group_rule': {'security_group_id': '5a3f931a-782c-40d7-ab56-2a8eb3a1b39d', 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:13.415255 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-366b2d00-f453-41a5-8303-3e5e0fcc72c4 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:13.428363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-366b2d00-f453-41a5-8303-3e5e0fcc72c4 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Usage tracker for resource:security_group_rule and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:13.433863 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-366b2d00-f453-41a5-8303-3e5e0fcc72c4 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:13.443530 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-366b2d00-f453-41a5-8303-3e5e0fcc72c4 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:13.464201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168e8973-6460-41c1-88ef-c8483f258737 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:13.475070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-168e8973-6460-41c1-88ef-c8483f258737 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.476235 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-168e8973-6460-41c1-88ef-c8483f258737 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/7740ee92-0db7-4acb-baca-032dbfbe7208 HTTP/1.1" status: 200 len: 705 time: 1.3327515 Apr 22 14:45:13.480659 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35766) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:13.486905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-366b2d00-f453-41a5-8303-3e5e0fcc72c4 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.508419 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.529037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b73099-9574-47df-a355-bd9976bc8e77 req-3088ddf8-f968-43e5-a1ef-7f94e29c4212 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:13.530455 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-15b73099-9574-47df-a355-bd9976bc8e77 req-3088ddf8-f968-43e5-a1ef-7f94e29c4212 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 931 time: 0.2818227 Apr 22 14:45:13.561879 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-77bd3104-8f11-402b-9665-f956b9abd1b9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Synchronizing usage tracker for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:13.604133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c1dcbbde-0612-4035-8ffe-f0ea6e449cac None None] Provisioning for port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:13.619904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c1dcbbde-0612-4035-8ffe-f0ea6e449cac None None] Provisioning complete for port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:13.621161 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c1dcbbde-0612-4035-8ffe-f0ea6e449cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.631854 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-77bd3104-8f11-402b-9665-f956b9abd1b9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Unset dirty status for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:13.635536 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-77bd3104-8f11-402b-9665-f956b9abd1b9 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports?device_id=7740ee92-0db7-4acb-baca-032dbfbe7208 HTTP/1.1" status: 200 len: 205 time: 0.1492949 Apr 22 14:45:13.635784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35770) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:13.700494 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-c1dcbbde-0612-4035-8ffe-f0ea6e449cac None None] Port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:45:13.701243 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-15b73099-9574-47df-a355-bd9976bc8e77 req-749cbdc7-09af-4bfe-8b19-57e33f3fa7ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=206f0564-6617-44f6-bae2-c29877a5e983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630914 Apr 22 14:45:13.886924 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-366b2d00-f453-41a5-8303-3e5e0fcc72c4 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.897433 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-366b2d00-f453-41a5-8303-3e5e0fcc72c4 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.932168 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b2d00-f453-41a5-8303-3e5e0fcc72c4 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc4c193-dbcd-4e82-8e1f-34381b7f1353,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:13.937499 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-366b2d00-f453-41a5-8303-3e5e0fcc72c4 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.939598 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-366b2d00-f453-41a5-8303-3e5e0fcc72c4 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5435889 Apr 22 14:45:13.942393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35774) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:13.948463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-3af23b9f-1cf7-4197-b6a6-2672ca5a583b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Request body: {'security_group_rule': {'security_group_id': '5a3f931a-782c-40d7-ab56-2a8eb3a1b39d', 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:13.956130 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fbfddc3b-d50b-46e1-a876-23cd27bb83ed tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.971230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2e5aa0-eff8-403d-bdcf-a992c01332ed {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:45:13.987185 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.004405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Transition to ACTIVE for port object 5c2e5aa0-eff8-403d-bdcf-a992c01332ed will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:14.008239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.014735 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3af23b9f-1cf7-4197-b6a6-2672ca5a583b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:14.070594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3af23b9f-1cf7-4197-b6a6-2672ca5a583b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Usage tracker for resource:security_group_rule and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:14.078303 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3af23b9f-1cf7-4197-b6a6-2672ca5a583b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:14.097391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3af23b9f-1cf7-4197-b6a6-2672ca5a583b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:14.144780 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2e5aa0-eff8-403d-bdcf-a992c01332ed,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:14.185575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3af23b9f-1cf7-4197-b6a6-2672ca5a583b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.273134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Attempting to bind port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:45:14.273471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Attempting to bind port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:45:14.273795 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Attempting to bind port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed on network 7ce38580-bcfc-45b9-9805-0712d9031bc2 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:14.284213 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed on network 7ce38580-bcfc-45b9-9805-0712d9031bc2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:45:14.285539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Attempting to bind port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed on network 7ce38580-bcfc-45b9-9805-0712d9031bc2 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:14.293242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:45:14.293625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Checking segment: {'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:14.293973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Bound using segment: {'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:45:14.294541 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Bound port: 5c2e5aa0-eff8-403d-bdcf-a992c01332ed, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac7a0800-224d-4d85-b44b-63ec7b17ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:45:14.294759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.395199 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] For port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:45:14.398786 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] For port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5c2e5aa0-eff8-403d-bdcf-a992c01332ed,segment=NetworkSegment(ac7a0800-224d-4d85-b44b-63ec7b17ded0),segment_id=ac7a0800-224d-4d85-b44b-63ec7b17ded0)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:45:14.403954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.442099 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fbfddc3b-d50b-46e1-a876-23cd27bb83ed tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.451304 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fbfddc3b-d50b-46e1-a876-23cd27bb83ed tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.478077 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3af23b9f-1cf7-4197-b6a6-2672ca5a583b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.483062 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3af23b9f-1cf7-4197-b6a6-2672ca5a583b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.526118 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af23b9f-1cf7-4197-b6a6-2672ca5a583b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c431a1d-a10a-431a-855a-5a77b4ee7c60,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:14.530348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fbfddc3b-d50b-46e1-a876-23cd27bb83ed tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.530905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfddc3b-d50b-46e1-a876-23cd27bb83ed tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Fanout notify agent at l3_agent the message router_deleted on router 7740ee92-0db7-4acb-baca-032dbfbe7208 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:45:14.552248 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fbfddc3b-d50b-46e1-a876-23cd27bb83ed tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.553480 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fbfddc3b-d50b-46e1-a876-23cd27bb83ed tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/routers/7740ee92-0db7-4acb-baca-032dbfbe7208 HTTP/1.1" status: 204 len: 168 time: 0.9165161 Apr 22 14:45:14.554974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3af23b9f-1cf7-4197-b6a6-2672ca5a583b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.556174 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3af23b9f-1cf7-4197-b6a6-2672ca5a583b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6129508 Apr 22 14:45:14.557547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35778) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:14.564195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-287db4f9-deec-4d6c-a372-67d14666848a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1538464701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:14.568609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35782) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:14.572623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-287db4f9-deec-4d6c-a372-67d14666848a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:14.580009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d0c2620e-dd80-44c8-9b9d-a27ebe70a92d tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Request body: {'security_group_rule': {'security_group_id': '5a3f931a-782c-40d7-ab56-2a8eb3a1b39d', 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:14.586877 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-287db4f9-deec-4d6c-a372-67d14666848a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Usage tracker for resource:router and tenant:86b29c328fb340e4bf6b5c5ddc979a88 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:14.590250 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d0c2620e-dd80-44c8-9b9d-a27ebe70a92d tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:14.591366 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.592604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-287db4f9-deec-4d6c-a372-67d14666848a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:14.592762 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] 10.222.0.30 "PUT /v2.0/ports/5c2e5aa0-eff8-403d-bdcf-a992c01332ed HTTP/1.1" status: 200 len: 1093 time: 1.2258189 Apr 22 14:45:14.593197 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14904f93-c741-47bf-9fff-114bb7e4f466', 'tag': '5c2e5aa0-eff8-403d-bdcf-a992c01332ed'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:45:14.600515 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d0c2620e-dd80-44c8-9b9d-a27ebe70a92d tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Usage tracker for resource:security_group_rule and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:14.604019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-287db4f9-deec-4d6c-a372-67d14666848a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:14.606634 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d0c2620e-dd80-44c8-9b9d-a27ebe70a92d tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:14.617273 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d0c2620e-dd80-44c8-9b9d-a27ebe70a92d tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:14.631133 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-287db4f9-deec-4d6c-a372-67d14666848a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.632153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-287db4f9-deec-4d6c-a372-67d14666848a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.635255 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3013fe-6976-4884-80b2-f10ea5855050 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2e5aa0-eff8-403d-bdcf-a992c01332ed,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:14.695605 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0c2620e-dd80-44c8-9b9d-a27ebe70a92d tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.758432 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13858d8b-b12d-4a36-8526-1f159d99e6bb'] response: {'name': 'network-changed', 'server_uuid': '14904f93-c741-47bf-9fff-114bb7e4f466', 'tag': '5c2e5aa0-eff8-403d-bdcf-a992c01332ed', 'status': 'completed', 'code': 200} Apr 22 14:45:14.777258 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-287db4f9-deec-4d6c-a372-67d14666848a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.810940 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-ddb9a4b7-2e66-46d2-853b-d5657fc28944 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 1096 time: 0.1449537 Apr 22 14:45:14.854749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-287db4f9-deec-4d6c-a372-67d14666848a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.892734 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-2f5d4095-9116-48fd-8694-eeb21206de5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c2e5aa0-eff8-403d-bdcf-a992c01332ed HTTP/1.1" status: 200 len: 217 time: 0.0752773 Apr 22 14:45:14.908419 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0c2620e-dd80-44c8-9b9d-a27ebe70a92d tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.964861 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-61e39112-07d3-41fe-9e8a-c4366c2a9701 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:14.966318 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-61e39112-07d3-41fe-9e8a-c4366c2a9701 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e HTTP/1.1" status: 200 len: 835 time: 0.0678749 Apr 22 14:45:14.990264 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0c2620e-dd80-44c8-9b9d-a27ebe70a92d tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.046457 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-287db4f9-deec-4d6c-a372-67d14666848a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.046787 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-9211093a-2f68-4fd1-b1aa-293005d89dad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ce38580-bcfc-45b9-9805-0712d9031bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737863 Apr 22 14:45:15.049326 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-287db4f9-deec-4d6c-a372-67d14666848a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4906952 Apr 22 14:45:15.050536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2620e-dd80-44c8-9b9d-a27ebe70a92d tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec5e5aa-697a-4300-b391-c8859288a085,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:15.054370 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35790) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:15.066144 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ae15f526-4d43-41fb-a18f-f9e026bb4062 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:15.192130 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-6bdb1b7b-7e7c-489a-952e-9281d92103ec service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395164 Apr 22 14:45:15.291604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d0c2620e-dd80-44c8-9b9d-a27ebe70a92d tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.293537 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d0c2620e-dd80-44c8-9b9d-a27ebe70a92d tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7227349 Apr 22 14:45:15.304901 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35794) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:15.313480 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-36670694-9cef-483b-b8b2-b5648c6ecd8f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Request body: {'security_group_rule': {'security_group_id': '5a3f931a-782c-40d7-ab56-2a8eb3a1b39d', 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:15.323021 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-36670694-9cef-483b-b8b2-b5648c6ecd8f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:15.337159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-36670694-9cef-483b-b8b2-b5648c6ecd8f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Usage tracker for resource:security_group_rule and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:15.341632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-36670694-9cef-483b-b8b2-b5648c6ecd8f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:15.349938 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-44fdb122-0020-4c08-b93a-bcfebfb0194f req-2fe86a60-26bb-4f94-8705-d14c7a407561 service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524990 Apr 22 14:45:15.350757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-36670694-9cef-483b-b8b2-b5648c6ecd8f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:15.353685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca800b-5782-4c51-a373-92ef66f7154b req-6d7c18ea-fee2-4f0d-9dc9-0e72e3f06121 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:15.356288 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f1ca800b-5782-4c51-a373-92ef66f7154b req-6d7c18ea-fee2-4f0d-9dc9-0e72e3f06121 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 943 time: 0.4561021 Apr 22 14:45:15.371298 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-36670694-9cef-483b-b8b2-b5648c6ecd8f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.495582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-36670694-9cef-483b-b8b2-b5648c6ecd8f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.501313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-36670694-9cef-483b-b8b2-b5648c6ecd8f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.529586 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36670694-9cef-483b-b8b2-b5648c6ecd8f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce858a2-0d83-454e-963d-1f0864f23d8b,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:15.534337 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e3c74f6b-8b35-492d-904d-b37fe03a6034 req-659db443-4e6e-4d06-a127-812387d724ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 1096 time: 0.1395309 Apr 22 14:45:15.561764 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-36670694-9cef-483b-b8b2-b5648c6ecd8f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.563502 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-36670694-9cef-483b-b8b2-b5648c6ecd8f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2570062 Apr 22 14:45:15.567866 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35798) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:15.614947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-d98ffcdd-75af-4629-a87c-842f1acc25cd tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Request body: {'security_group_rule': {'security_group_id': '5a3f931a-782c-40d7-ab56-2a8eb3a1b39d', 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:15.628406 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d98ffcdd-75af-4629-a87c-842f1acc25cd tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:15.642572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d98ffcdd-75af-4629-a87c-842f1acc25cd tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Usage tracker for resource:security_group_rule and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:15.651324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d98ffcdd-75af-4629-a87c-842f1acc25cd tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:15.667832 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f1ca800b-5782-4c51-a373-92ef66f7154b req-d901847f-b6f0-4e71-8749-c7260ba0ed07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=206f0564-6617-44f6-bae2-c29877a5e983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064419 Apr 22 14:45:15.672463 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d98ffcdd-75af-4629-a87c-842f1acc25cd tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:15.699928 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-d98ffcdd-75af-4629-a87c-842f1acc25cd tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Project 3e29fa7348a3496d8df9f20800aa5dfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:45:15.710819 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d98ffcdd-75af-4629-a87c-842f1acc25cd tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.763953 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c74f6b-8b35-492d-904d-b37fe03a6034 req-be3845cb-6623-42a3-980c-da5cf92e466b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:15.766849 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e3c74f6b-8b35-492d-904d-b37fe03a6034 req-be3845cb-6623-42a3-980c-da5cf92e466b service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ce38580-bcfc-45b9-9805-0712d9031bc2 HTTP/1.1" status: 200 len: 898 time: 0.2255414 Apr 22 14:45:15.852963 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e3c74f6b-8b35-492d-904d-b37fe03a6034 req-b57006ed-c6f4-40d1-b511-38f4de5d4803 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c2e5aa0-eff8-403d-bdcf-a992c01332ed HTTP/1.1" status: 200 len: 217 time: 0.0772364 Apr 22 14:45:15.857711 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ae15f526-4d43-41fb-a18f-f9e026bb4062 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.874372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ae15f526-4d43-41fb-a18f-f9e026bb4062 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.942788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d98ffcdd-75af-4629-a87c-842f1acc25cd tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.951089 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d98ffcdd-75af-4629-a87c-842f1acc25cd tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.013580 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c74f6b-8b35-492d-904d-b37fe03a6034 req-4613fd7d-18a7-4a85-aaff-f2dacb36cc6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:16.016365 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e3c74f6b-8b35-492d-904d-b37fe03a6034 req-4613fd7d-18a7-4a85-aaff-f2dacb36cc6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e HTTP/1.1" status: 200 len: 835 time: 0.1549270 Apr 22 14:45:16.019793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ffcdd-75af-4629-a87c-842f1acc25cd tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e4e7cb-d2fb-41f2-aac8-ff7b7589bff7,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:16.028936 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d98ffcdd-75af-4629-a87c-842f1acc25cd tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.030516 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d98ffcdd-75af-4629-a87c-842f1acc25cd tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4613395 Apr 22 14:45:16.035061 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5879b035-c0a4-481a-85fb-ac5d228b81ad None None] Sync routers for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:16.058138 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879b035-c0a4-481a-85fb-ac5d228b81ad None None] Routers set() bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:16.059598 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879b035-c0a4-481a-85fb-ac5d228b81ad None None] Router IDs set() for agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 22 14:45:16.061083 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_agentschedulers_db [None req-5879b035-c0a4-481a-85fb-ac5d228b81ad None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7740ee92-0db7-4acb-baca-032dbfbe7208'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent'). {{(pid=83965) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 22 14:45:16.068493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35802) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:16.083210 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879b035-c0a4-481a-85fb-ac5d228b81ad None None] Routers set() bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:16.084163 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-01072288-65ae-4c80-ac3c-60d2b19b597a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Request body: {'security_group_rule': {'security_group_id': '5a3f931a-782c-40d7-ab56-2a8eb3a1b39d', 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:16.084485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879b035-c0a4-481a-85fb-ac5d228b81ad None None] Router IDs set() for agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 22 14:45:16.085768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_agentschedulers_db [None req-5879b035-c0a4-481a-85fb-ac5d228b81ad None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7740ee92-0db7-4acb-baca-032dbfbe7208'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent'). {{(pid=83965) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 22 14:45:16.086680 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5879b035-c0a4-481a-85fb-ac5d228b81ad None None] The sync data for ids ['7740ee92-0db7-4acb-baca-032dbfbe7208'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:16.093263 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-01072288-65ae-4c80-ac3c-60d2b19b597a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:16.099959 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-01072288-65ae-4c80-ac3c-60d2b19b597a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Usage tracker for resource:security_group_rule and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:16.104404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-01072288-65ae-4c80-ac3c-60d2b19b597a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:16.116987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-01072288-65ae-4c80-ac3c-60d2b19b597a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:16.143211 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-01072288-65ae-4c80-ac3c-60d2b19b597a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Project 3e29fa7348a3496d8df9f20800aa5dfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:45:16.154894 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e3c74f6b-8b35-492d-904d-b37fe03a6034 req-e5122823-3f82-4d65-8ee7-ecdd52d92408 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ce38580-bcfc-45b9-9805-0712d9031bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1286595 Apr 22 14:45:16.155683 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-01072288-65ae-4c80-ac3c-60d2b19b597a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.339408 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-01072288-65ae-4c80-ac3c-60d2b19b597a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.347447 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-01072288-65ae-4c80-ac3c-60d2b19b597a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.375943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01072288-65ae-4c80-ac3c-60d2b19b597a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da19871-4175-4a38-891a-b4fbfcf45da3,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:16.380202 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e3c74f6b-8b35-492d-904d-b37fe03a6034 req-7504d7ee-939d-432e-96a0-bf91dcb0002a service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165933 Apr 22 14:45:16.429425 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae15f526-4d43-41fb-a18f-f9e026bb4062 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Router 18dbad15-d724-4c01-a512-5978851cae65 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:45:16.473250 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-01072288-65ae-4c80-ac3c-60d2b19b597a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.477641 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-01072288-65ae-4c80-ac3c-60d2b19b597a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4050686 Apr 22 14:45:16.574203 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e3c74f6b-8b35-492d-904d-b37fe03a6034 req-0915929d-d583-40c8-8aa4-aa52a74679a6 service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877229 Apr 22 14:45:16.747738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae15f526-4d43-41fb-a18f-f9e026bb4062 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:16.761661 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337c1f4-14ba-4629-b7d3-2d834a60bfae None None] Sync routers for ids ['18dbad15-d724-4c01-a512-5978851cae65'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:16.776469 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ae15f526-4d43-41fb-a18f-f9e026bb4062 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.783016 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35824) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:16.787566 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ae15f526-4d43-41fb-a18f-f9e026bb4062 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "PUT /v2.0/routers/18dbad15-d724-4c01-a512-5978851cae65 HTTP/1.1" status: 200 len: 698 time: 1.7279005 Apr 22 14:45:16.811503 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337c1f4-14ba-4629-b7d3-2d834a60bfae None None] Routers {'18dbad15-d724-4c01-a512-5978851cae65'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:16.812688 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-2337c1f4-14ba-4629-b7d3-2d834a60bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['18dbad15-d724-4c01-a512-5978851cae65'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:17.145244 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-2337c1f4-14ba-4629-b7d3-2d834a60bfae None None] Set router 18dbad15-d724-4c01-a512-5978851cae65 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:17.183334 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-014f0380-82d7-48e2-aeda-575287a14ac8 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/routers/18dbad15-d724-4c01-a512-5978851cae65 HTTP/1.1" status: 200 len: 704 time: 0.3964925 Apr 22 14:45:17.185993 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35834) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:17.198117 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb3d4-b1af-4a37-aef4-a4ae2b6420ca req-c4cd5056-e21b-48a8-b8a2-f25a33323ccb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:17.211248 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cadbb3d4-b1af-4a37-aef4-a4ae2b6420ca req-c4cd5056-e21b-48a8-b8a2-f25a33323ccb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 943 time: 0.1924350 Apr 22 14:45:17.276855 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e5413e46-226d-4b41-b16a-780387f2ef5e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Synchronizing usage tracker for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:17.303745 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e5413e46-226d-4b41-b16a-780387f2ef5e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Unset dirty status for tenant:86b29c328fb340e4bf6b5c5ddc979a88 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:17.304841 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e5413e46-226d-4b41-b16a-780387f2ef5e tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports?device_id=18dbad15-d724-4c01-a512-5978851cae65 HTTP/1.1" status: 200 len: 205 time: 0.1176698 Apr 22 14:45:17.312461 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35838) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:17.313415 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cadbb3d4-b1af-4a37-aef4-a4ae2b6420ca req-cb82fd6b-1965-4366-909c-64e6541413e2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=206f0564-6617-44f6-bae2-c29877a5e983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002147 Apr 22 14:45:17.441595 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-2337c1f4-14ba-4629-b7d3-2d834a60bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18dbad15-d724-4c01-a512-5978851cae65', 'name': 'tempest-RoutersIpV6Test-router-1538464701', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:14Z', 'updated_at': '2022-04-22T14:45:15Z', 'revision_number': 2, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:17.448865 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337c1f4-14ba-4629-b7d3-2d834a60bfae None None] Checking router: 18dbad15-d724-4c01-a512-5978851cae65 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:45:17.490998 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337c1f4-14ba-4629-b7d3-2d834a60bfae None None] Routers {'18dbad15-d724-4c01-a512-5978851cae65'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:17.496459 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-2337c1f4-14ba-4629-b7d3-2d834a60bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:44:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['18dbad15-d724-4c01-a512-5978851cae65'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:17.583696 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b6e5a1a4-2726-4ea6-9586-6518d3a0e4de up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:17.675041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 5c2e5aa0-eff8-403d-bdcf-a992c01332ed details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:45:17.729509 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-019d1567-eb07-4093-a140-f05051be6375 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:17.821162 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port b6e5a1a4-2726-4ea6-9586-6518d3a0e4de completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:17.856830 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-2337c1f4-14ba-4629-b7d3-2d834a60bfae None None] Set router 18dbad15-d724-4c01-a512-5978851cae65 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:17.932367 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port b6e5a1a4-2726-4ea6-9586-6518d3a0e4de triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:17.943926 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:18.051706 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-2337c1f4-14ba-4629-b7d3-2d834a60bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18dbad15-d724-4c01-a512-5978851cae65', 'name': 'tempest-RoutersIpV6Test-router-1538464701', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:14Z', 'updated_at': '2022-04-22T14:45:15Z', 'revision_number': 2, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:18.056796 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337c1f4-14ba-4629-b7d3-2d834a60bfae None None] The sync data for ids ['18dbad15-d724-4c01-a512-5978851cae65'] in dv-neutron-839027-1-hyperv is: [{'id': '18dbad15-d724-4c01-a512-5978851cae65', 'name': 'tempest-RoutersIpV6Test-router-1538464701', 'tenant_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:14Z', 'updated_at': '2022-04-22T14:45:15Z', 'revision_number': 2, 'project_id': '86b29c328fb340e4bf6b5c5ddc979a88', 'gw_port_host': None}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:18.133455 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5c2e5aa0-eff8-403d-bdcf-a992c01332ed,segment=NetworkSegment(ac7a0800-224d-4d85-b44b-63ec7b17ded0),segment_id=ac7a0800-224d-4d85-b44b-63ec7b17ded0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:18.160817 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '5c2e5aa0-eff8-403d-bdcf-a992c01332ed', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'port_id': '5c2e5aa0-eff8-403d-bdcf-a992c01332ed', 'mac_address': 'fa:16:3e:38:05:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:45:18.282278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:18.302796 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:18.323176 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port b6e5a1a4-2726-4ea6-9586-6518d3a0e4de, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b6e5a1a4-2726-4ea6-9586-6518d3a0e4de,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:18.330370 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:18.366201 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2e5aa0-eff8-403d-bdcf-a992c01332ed {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:45:18.423255 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5c2e5aa0-eff8-403d-bdcf-a992c01332ed,segment=NetworkSegment(ac7a0800-224d-4d85-b44b-63ec7b17ded0),segment_id=ac7a0800-224d-4d85-b44b-63ec7b17ded0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:18.431074 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:18.439368 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=b6e5a1a4-2726-4ea6-9586-6518d3a0e4de,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:18.534042 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-019d1567-eb07-4093-a140-f05051be6375 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:18.541427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-019d1567-eb07-4093-a140-f05051be6375 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:18.577617 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=5c2e5aa0-eff8-403d-bdcf-a992c01332ed,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:18.602553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-019d1567-eb07-4093-a140-f05051be6375 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:18.603052 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019d1567-eb07-4093-a140-f05051be6375 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Fanout notify agent at l3_agent the message router_deleted on router 18dbad15-d724-4c01-a512-5978851cae65 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:45:18.623370 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-019d1567-eb07-4093-a140-f05051be6375 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:18.628129 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-019d1567-eb07-4093-a140-f05051be6375 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/routers/18dbad15-d724-4c01-a512-5978851cae65 HTTP/1.1" status: 204 len: 168 time: 1.3109052 Apr 22 14:45:18.628808 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35872) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:18.667485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['5c2e5aa0-eff8-403d-bdcf-a992c01332ed'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:45:18.694512 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c3ce4-7bde-429d-87b0-8bbaf1a7ed4e req-3bc3bc54-dd05-4d87-91c6-9d94518fcc44 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:18.702805 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-757c3ce4-7bde-429d-87b0-8bbaf1a7ed4e req-3bc3bc54-dd05-4d87-91c6-9d94518fcc44 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 944 time: 0.1748881 Apr 22 14:45:18.706431 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f6076a89-46dd-4e46-8fc7-11020141cbbf tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports?device_id=18dbad15-d724-4c01-a512-5978851cae65 HTTP/1.1" status: 200 len: 205 time: 0.0762391 Apr 22 14:45:18.714529 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35876) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:18.764579 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-757c3ce4-7bde-429d-87b0-8bbaf1a7ed4e req-2bb83ad0-8d69-441c-a51b-cf7ae2370052 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=206f0564-6617-44f6-bae2-c29877a5e983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593028 Apr 22 14:45:18.818493 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-4cb2cfef-465d-42dd-a233-2a0bcba6f069 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] delete failed (client error): The resource could not be found. Apr 22 14:45:18.819602 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4cb2cfef-465d-42dd-a233-2a0bcba6f069 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/routers/18dbad15-d724-4c01-a512-5978851cae65 HTTP/1.1" status: 404 len: 336 time: 0.0981660 Apr 22 14:45:18.822361 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35880) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:18.869580 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d07e53-9c46-4ed2-9d5a-2174126e9e67 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:18.870006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d07e53-9c46-4ed2-9d5a-2174126e9e67 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:18.871704 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d3d07e53-9c46-4ed2-9d5a-2174126e9e67 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/57779458-cecf-4050-af2b-537e12a553df HTTP/1.1" status: 404 len: 337 time: 0.0483508 Apr 22 14:45:18.876542 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35884) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:18.916992 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f2da11-fda1-4907-9eac-391fb2372c74 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:18.917431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f2da11-fda1-4907-9eac-391fb2372c74 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:18.919119 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d7f2da11-fda1-4907-9eac-391fb2372c74 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/7813e3d1-1974-4e6e-af52-becd18fea4f3 HTTP/1.1" status: 404 len: 337 time: 0.0414982 Apr 22 14:45:18.923914 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35888) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:18.972044 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d1ffc0-676b-4827-a9fb-6d7a57dcc8e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:18.972877 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d1ffc0-676b-4827-a9fb-6d7a57dcc8e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:18.975372 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b7d1ffc0-676b-4827-a9fb-6d7a57dcc8e0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/3aff577c-9eee-4cc1-ac68-6d7a0e1d0cf2 HTTP/1.1" status: 404 len: 337 time: 0.0496094 Apr 22 14:45:18.979324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35892) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:19.022227 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dba9c44-c13e-443c-aaeb-417aed759d33 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:19.022658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dba9c44-c13e-443c-aaeb-417aed759d33 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:19.024368 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6dba9c44-c13e-443c-aaeb-417aed759d33 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/090c7cec-c52b-40ff-b527-0e5afc1eb8d0 HTTP/1.1" status: 404 len: 337 time: 0.0440578 Apr 22 14:45:19.028336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35896) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:19.088367 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f95f1b5f-0fa4-402f-9054-dcaee5d3ed30 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports?device_id=7740ee92-0db7-4acb-baca-032dbfbe7208 HTTP/1.1" status: 200 len: 205 time: 0.0583155 Apr 22 14:45:19.090442 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35900) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:19.202372 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-b7268a31-a7a7-4d7b-8adb-08bc7a7f9e19 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] delete failed (client error): The resource could not be found. Apr 22 14:45:19.203866 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b7268a31-a7a7-4d7b-8adb-08bc7a7f9e19 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/routers/7740ee92-0db7-4acb-baca-032dbfbe7208 HTTP/1.1" status: 404 len: 336 time: 0.1115744 Apr 22 14:45:19.206434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35904) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:19.274748 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-472d1f6e-e4b3-44a1-9f7a-65509ec069e3 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1580884-5b3f-4ab3-9a67-e9015ce25d7a HTTP/1.1" status: 200 len: 205 time: 0.0666277 Apr 22 14:45:19.277638 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35908) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:19.345386 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-da4257f0-fbf4-46e3-9c31-947ec4df1861 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] delete failed (client error): The resource could not be found. Apr 22 14:45:19.346532 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-da4257f0-fbf4-46e3-9c31-947ec4df1861 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/routers/f1580884-5b3f-4ab3-9a67-e9015ce25d7a HTTP/1.1" status: 404 len: 336 time: 0.0678327 Apr 22 14:45:19.350254 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35912) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:19.410340 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b6e5a1a4-2726-4ea6-9586-6518d3a0e4de up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:19.502942 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe892f5-f1c0-4da4-9b0d-4525d60d308f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:19.503261 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe892f5-f1c0-4da4-9b0d-4525d60d308f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:19.504997 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3fe892f5-f1c0-4da4-9b0d-4525d60d308f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/8c8d05db-98b5-4c29-8609-7d319dbdec10 HTTP/1.1" status: 404 len: 337 time: 0.1536944 Apr 22 14:45:19.508252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35916) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:19.525795 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port b6e5a1a4-2726-4ea6-9586-6518d3a0e4de triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:19.526462 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:19.590706 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35920) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:19.591541 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d78a0312-a44b-4920-b924-4fcceb4df793 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b12d66-45ce-49d6-9353-481d147fc4e4 HTTP/1.1" status: 200 len: 205 time: 0.0815513 Apr 22 14:45:19.673474 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-45303948-9eaf-46a4-af02-5e63cb321ba1 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] delete failed (client error): The resource could not be found. Apr 22 14:45:19.675133 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-45303948-9eaf-46a4-af02-5e63cb321ba1 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/routers/82b12d66-45ce-49d6-9353-481d147fc4e4 HTTP/1.1" status: 404 len: 336 time: 0.0821867 Apr 22 14:45:19.679510 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35924) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:19.706778 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 5c2e5aa0-eff8-403d-bdcf-a992c01332ed up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:19.810303 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:19.815121 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6fd31560-c61e-49bd-8951-6a22755fbcaf tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports?device_id=865c735c-d30d-4697-8d4f-0fc38f2eb12b HTTP/1.1" status: 200 len: 205 time: 0.1328881 Apr 22 14:45:19.819388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35932) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:19.832010 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:19.832873 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:19.974344 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-428da4bf-43a4-4588-a106-e227012d832f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] delete failed (client error): The resource could not be found. Apr 22 14:45:19.975616 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-428da4bf-43a4-4588-a106-e227012d832f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/routers/865c735c-d30d-4697-8d4f-0fc38f2eb12b HTTP/1.1" status: 404 len: 336 time: 0.1543870 Apr 22 14:45:19.979695 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35936) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:20.017523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:20.030975 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fa0eb5-519b-4cd5-8371-3cb3914a3c0a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:20.032993 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fa0eb5-519b-4cd5-8371-3cb3914a3c0a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:20.036669 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b6fa0eb5-519b-4cd5-8371-3cb3914a3c0a tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/b49a1461-39dd-415f-8e97-687d54e6d076 HTTP/1.1" status: 404 len: 337 time: 0.0552418 Apr 22 14:45:20.040491 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35940) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:20.063544 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14904f93-c741-47bf-9fff-114bb7e4f466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2e5aa0-eff8-403d-bdcf-a992c01332ed'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:45:20.085401 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5c2e5aa0-eff8-403d-bdcf-a992c01332ed,segment=NetworkSegment(ac7a0800-224d-4d85-b44b-63ec7b17ded0),segment_id=ac7a0800-224d-4d85-b44b-63ec7b17ded0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:20.091715 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:20.134986 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f95fbc56-971a-4b2b-845a-08f0b57bb06f tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports?device_id=87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8 HTTP/1.1" status: 200 len: 205 time: 0.0922170 Apr 22 14:45:20.136002 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35946) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:20.231689 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e7c6a91-9500-4f23-8334-810d2988e829'] response: {'server_uuid': '14904f93-c741-47bf-9fff-114bb7e4f466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2e5aa0-eff8-403d-bdcf-a992c01332ed', 'code': 200} Apr 22 14:45:20.241105 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a2a5d-c766-4c54-9bc3-400fd67f3c6b req-1e1bdead-c582-4447-ae84-b0054cd68c15 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:20.245892 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-625a2a5d-c766-4c54-9bc3-400fd67f3c6b req-1e1bdead-c582-4447-ae84-b0054cd68c15 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 944 time: 0.3066394 Apr 22 14:45:20.254195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=5c2e5aa0-eff8-403d-bdcf-a992c01332ed,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:20.273151 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-fad868d5-e314-4c53-aadc-3befbbbba1d1 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] delete failed (client error): The resource could not be found. Apr 22 14:45:20.274382 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fad868d5-e314-4c53-aadc-3befbbbba1d1 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/routers/87ffd1d9-0eaf-4d38-8e7e-36d4e85b2de8 HTTP/1.1" status: 404 len: 336 time: 0.1368439 Apr 22 14:45:20.278257 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35950) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:20.332610 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f45c69-986a-4fc9-8b67-7373e6df6608 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:20.333207 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f45c69-986a-4fc9-8b67-7373e6df6608 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:20.334274 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-625a2a5d-c766-4c54-9bc3-400fd67f3c6b req-b7313d93-6376-4305-8429-3c61f98f438b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=206f0564-6617-44f6-bae2-c29877a5e983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782800 Apr 22 14:45:20.346841 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-82f45c69-986a-4fc9-8b67-7373e6df6608 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/cb9baf3e-cc56-4ae2-977f-5e40d98589cd HTTP/1.1" status: 404 len: 337 time: 0.0668845 Apr 22 14:45:20.351076 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35954) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:20.409475 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6b35ef23-6909-4df2-95d8-d3cb6ae10db1 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "GET /v2.0/ports?device_id=82c99176-aec7-40f3-a733-c666c2f38815 HTTP/1.1" status: 200 len: 205 time: 0.0566859 Apr 22 14:45:20.411936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35958) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:20.495386 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-f1f0f150-cf6e-40ff-8759-ed50dbd6bd1b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] delete failed (client error): The resource could not be found. Apr 22 14:45:20.502754 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f1f0f150-cf6e-40ff-8759-ed50dbd6bd1b tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/routers/82c99176-aec7-40f3-a733-c666c2f38815 HTTP/1.1" status: 404 len: 336 time: 0.0834472 Apr 22 14:45:20.502754 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35962) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:20.538432 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-710562b3-2055-4536-9b03-c9305fa0d92e req-90ab3860-0700-432b-a308-694c145d36d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 1098 time: 0.0822325 Apr 22 14:45:20.548254 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc46ccfd-9342-4ad9-887e-fd7f8db1dbb0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:20.548702 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc46ccfd-9342-4ad9-887e-fd7f8db1dbb0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:20.552687 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cc46ccfd-9342-4ad9-887e-fd7f8db1dbb0 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/04ad9209-d10f-4cb7-898e-240f82ec8859 HTTP/1.1" status: 404 len: 337 time: 0.0492036 Apr 22 14:45:20.553018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 35966) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:20.592948 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-162f29aa-98dd-4bb6-95a1-e0cd1e848f75 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:20.593295 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162f29aa-98dd-4bb6-95a1-e0cd1e848f75 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:20.597993 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-162f29aa-98dd-4bb6-95a1-e0cd1e848f75 tempest-RoutersIpV6Test-474174524 tempest-RoutersIpV6Test-474174524-project] 10.222.0.23 "DELETE /v2.0/subnets/ea9ca61d-611e-4321-bfdd-85d217fa1fbe HTTP/1.1" status: 404 len: 337 time: 0.0416574 Apr 22 14:45:20.603757 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-710562b3-2055-4536-9b03-c9305fa0d92e req-93a5f1f3-5fef-45df-86bb-11657731bceb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=206f0564-6617-44f6-bae2-c29877a5e983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597641 Apr 22 14:45:21.030867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35976) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:21.273802 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8343b11e-9be5-4a59-ab9e-5a0ce024f8bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86b29c328fb340e4bf6b5c5ddc979a88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2412207 Apr 22 14:45:21.276319 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 35982) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:21.356759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-236acced-454a-4c45-93ff-45af03bf99e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:21.389818 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-236acced-454a-4c45-93ff-45af03bf99e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:21.458928 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-236acced-454a-4c45-93ff-45af03bf99e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:21.477840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236acced-454a-4c45-93ff-45af03bf99e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb57b3b-f712-4a67-99a2-d15e6ca4479e,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:21.490748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-236acced-454a-4c45-93ff-45af03bf99e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:21.491898 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-236acced-454a-4c45-93ff-45af03bf99e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fb57b3b-f712-4a67-99a2-d15e6ca4479e HTTP/1.1" status: 204 len: 168 time: 0.2146821 Apr 22 14:45:21.604595 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21988ae6-87cf-4493-80f7-fa22adbc804f req-8e8b49d9-e2ee-4ad0-abbc-eeb02b9420b9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:21.607006 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-21988ae6-87cf-4493-80f7-fa22adbc804f req-8e8b49d9-e2ee-4ad0-abbc-eeb02b9420b9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 945 time: 0.1008291 Apr 22 14:45:21.704631 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-21988ae6-87cf-4493-80f7-fa22adbc804f req-cdaef7c3-45a2-4bd1-a8d7-a53035691454 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=206f0564-6617-44f6-bae2-c29877a5e983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896082 Apr 22 14:45:22.411160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7c13285f-5a02-4c9f-ab36-a65b6b08d2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:22.456162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36008) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:22.596495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-43819eaf-256d-4cbf-a7a4-9071c62bc1d5 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:22.597077 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-43819eaf-256d-4cbf-a7a4-9071c62bc1d5 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 14:45:22.598028 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-43819eaf-256d-4cbf-a7a4-9071c62bc1d5 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1408594 Apr 22 14:45:22.601668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36014) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:22.607711 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1378555204'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:22.614050 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:22.621458 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:22.624752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:22.631313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:22.645482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:22.660346 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:22.700111 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:22.704741 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:22.707787 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:22.713915 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:22.796007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:22.803072 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:22.847053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:22.854784 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:22.857903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7ac487-2702-4a93-a6a6-e36f6a4a10c1,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:22.861375 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:22.868379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:22.912120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333ac35-c4e6-40eb-b5c6-8c418c05e77e req-45c23217-c289-42fb-a61d-903f4d0850c5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:22.913905 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4333ac35-c4e6-40eb-b5c6-8c418c05e77e req-45c23217-c289-42fb-a61d-903f4d0850c5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 945 time: 0.0908334 Apr 22 14:45:22.975337 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4333ac35-c4e6-40eb-b5c6-8c418c05e77e req-2be2b6ca-da43-482e-b3d4-26fa12d4e924 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=206f0564-6617-44f6-bae2-c29877a5e983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542300 Apr 22 14:45:22.990038 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:22.995942 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:23.048508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75b59a2-1b01-429d-aa23-dec5ada7a75a,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:23.053732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:23.057808 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4d724743-da93-465d-9117-1c3c41e753e3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4526138 Apr 22 14:45:23.058574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36024) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:23.064990 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-3acbf97e-5d9c-4447-86ab-abeabb5e2b22 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': 'c75b59a2-1b01-429d-aa23-dec5ada7a75a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:23.074087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3acbf97e-5d9c-4447-86ab-abeabb5e2b22 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:23.079703 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3acbf97e-5d9c-4447-86ab-abeabb5e2b22 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:23.083664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3acbf97e-5d9c-4447-86ab-abeabb5e2b22 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:23.090517 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3acbf97e-5d9c-4447-86ab-abeabb5e2b22 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:23.112188 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3acbf97e-5d9c-4447-86ab-abeabb5e2b22 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:23.277736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3acbf97e-5d9c-4447-86ab-abeabb5e2b22 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:23.289727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90797482-7f1f-4f06-b03e-98f71b6f2e7a req-a8af8e4f-fb53-43a4-8097-436715d486bd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:23.291320 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-90797482-7f1f-4f06-b03e-98f71b6f2e7a req-a8af8e4f-fb53-43a4-8097-436715d486bd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 945 time: 0.1694946 Apr 22 14:45:23.315955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3acbf97e-5d9c-4447-86ab-abeabb5e2b22 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:23.344259 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbf97e-5d9c-4447-86ab-abeabb5e2b22 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b41b18-18e8-42a0-a20c-2e814d4685d2,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:23.371366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3acbf97e-5d9c-4447-86ab-abeabb5e2b22 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:23.372795 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3acbf97e-5d9c-4447-86ab-abeabb5e2b22 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3129835 Apr 22 14:45:23.376048 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-90797482-7f1f-4f06-b03e-98f71b6f2e7a req-42a2088b-d3d2-4eb1-adf0-e1e1b0a1be8a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=206f0564-6617-44f6-bae2-c29877a5e983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775933 Apr 22 14:45:23.376593 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36028) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:23.385187 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-6bc10900-4a44-4511-b302-209777a7b6c3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': 'c75b59a2-1b01-429d-aa23-dec5ada7a75a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:23.392572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6bc10900-4a44-4511-b302-209777a7b6c3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:23.397400 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-6bc10900-4a44-4511-b302-209777a7b6c3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:23.408507 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-6bc10900-4a44-4511-b302-209777a7b6c3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:23.409242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36032) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:23.441833 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6bc10900-4a44-4511-b302-209777a7b6c3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:23.478983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6bc10900-4a44-4511-b302-209777a7b6c3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:23.534493 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ae62e286-5eda-4c1e-aa9a-18c7386006e6 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 1093 time: 0.1230707 Apr 22 14:45:23.537775 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36036) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:23.543857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-aba7200c-8087-46a2-a905-70acef2f7e43 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'floatingip': {'port_id': '5c2e5aa0-eff8-403d-bdcf-a992c01332ed'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:23.557987 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-6bc10900-4a44-4511-b302-209777a7b6c3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 14:45:23.561723 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6bc10900-4a44-4511-b302-209777a7b6c3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1815999 Apr 22 14:45:23.561960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36040) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:23.629522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aba7200c-8087-46a2-a905-70acef2f7e43 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:23.650069 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6e70bf5f-38c6-4c5e-a496-0dccac612abd tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:23.700236 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6e70bf5f-38c6-4c5e-a496-0dccac612abd tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:23.776255 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6e70bf5f-38c6-4c5e-a496-0dccac612abd tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:23.802969 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70bf5f-38c6-4c5e-a496-0dccac612abd tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75b59a2-1b01-429d-aa23-dec5ada7a75a,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:23.809077 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6e70bf5f-38c6-4c5e-a496-0dccac612abd tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:23.810172 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6e70bf5f-38c6-4c5e-a496-0dccac612abd tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "DELETE /v2.0/security-groups/c75b59a2-1b01-429d-aa23-dec5ada7a75a HTTP/1.1" status: 204 len: 168 time: 0.2472961 Apr 22 14:45:23.814173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36044) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:23.901741 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1b08f0b5-8d2c-4fe1-a614-6494c70beb60 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Synchronizing usage tracker for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:23.923025 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1b08f0b5-8d2c-4fe1-a614-6494c70beb60 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Unset dirty status for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:23.926899 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1b08f0b5-8d2c-4fe1-a614-6494c70beb60 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1109359 Apr 22 14:45:23.930736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36048) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:23.938259 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-6505e4da-00ac-44df-a701-0b57b51cad6e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736060428'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:23.945874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6505e4da-00ac-44df-a701-0b57b51cad6e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:23.963413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6505e4da-00ac-44df-a701-0b57b51cad6e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:23.982016 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6505e4da-00ac-44df-a701-0b57b51cad6e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.050210 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6505e4da-00ac-44df-a701-0b57b51cad6e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:24.055223 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-6505e4da-00ac-44df-a701-0b57b51cad6e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:24.058226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-6505e4da-00ac-44df-a701-0b57b51cad6e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:24.064554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6505e4da-00ac-44df-a701-0b57b51cad6e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:24.133517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6505e4da-00ac-44df-a701-0b57b51cad6e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.138994 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6505e4da-00ac-44df-a701-0b57b51cad6e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.200301 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505e4da-00ac-44df-a701-0b57b51cad6e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbff544-c557-448a-8e5e-c1ca974205d7,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:24.210534 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6505e4da-00ac-44df-a701-0b57b51cad6e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.216705 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6505e4da-00ac-44df-a701-0b57b51cad6e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2838528 Apr 22 14:45:24.218109 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36054) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:24.227505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-51cb2ae5-de98-4f24-80d5-d41400e38218 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': '7cbff544-c557-448a-8e5e-c1ca974205d7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:24.228259 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-51cb2ae5-de98-4f24-80d5-d41400e38218 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:24.229280 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-51cb2ae5-de98-4f24-80d5-d41400e38218 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090847 Apr 22 14:45:24.232619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36058) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:24.318942 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3f42b628-0f78-45a8-9081-b2f4dcbbdc17 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.356176 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3f42b628-0f78-45a8-9081-b2f4dcbbdc17 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.363002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.420232 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3f42b628-0f78-45a8-9081-b2f4dcbbdc17 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.442309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42b628-0f78-45a8-9081-b2f4dcbbdc17 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbff544-c557-448a-8e5e-c1ca974205d7,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:24.456499 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3f42b628-0f78-45a8-9081-b2f4dcbbdc17 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.459805 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3f42b628-0f78-45a8-9081-b2f4dcbbdc17 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "DELETE /v2.0/security-groups/7cbff544-c557-448a-8e5e-c1ca974205d7 HTTP/1.1" status: 204 len: 168 time: 0.2259684 Apr 22 14:45:24.460887 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36062) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:24.524697 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5871afe4-a6d8-447d-af7e-6f42d053ef47 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Synchronizing usage tracker for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:24.525677 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aba7200c-8087-46a2-a905-70acef2f7e43 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.532411 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aba7200c-8087-46a2-a905-70acef2f7e43 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.544036 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5871afe4-a6d8-447d-af7e-6f42d053ef47 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Unset dirty status for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:24.545287 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5871afe4-a6d8-447d-af7e-6f42d053ef47 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0832160 Apr 22 14:45:24.549653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36066) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:24.555108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-fc85cfd1-b801-47ab-9d68-148db5d137cb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group': {'name': 'tempest-secgroup--804444091'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:24.566332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fc85cfd1-b801-47ab-9d68-148db5d137cb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:24.578867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fc85cfd1-b801-47ab-9d68-148db5d137cb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:24.590323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fc85cfd1-b801-47ab-9d68-148db5d137cb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.629714 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fc85cfd1-b801-47ab-9d68-148db5d137cb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:24.634613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fc85cfd1-b801-47ab-9d68-148db5d137cb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:24.637654 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fc85cfd1-b801-47ab-9d68-148db5d137cb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:24.644306 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fc85cfd1-b801-47ab-9d68-148db5d137cb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:24.716841 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fc85cfd1-b801-47ab-9d68-148db5d137cb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.721793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fc85cfd1-b801-47ab-9d68-148db5d137cb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.758372 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-aba7200c-8087-46a2-a905-70acef2f7e43 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Floating IP cf617fa7-2cb8-4d71-b576-3fe4d963de94 associated. External IP: 172.26.0.150, port: 5c2e5aa0-eff8-403d-bdcf-a992c01332ed. Apr 22 14:45:24.781102 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a8b46c3f-049c-4346-bd69-3dfada0a27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.789957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85cfd1-b801-47ab-9d68-148db5d137cb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca738af2-87ec-47e7-87ac-692510fc4ff0,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:24.805587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fc85cfd1-b801-47ab-9d68-148db5d137cb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.807978 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fc85cfd1-b801-47ab-9d68-148db5d137cb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2571173 Apr 22 14:45:24.809856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36070) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:24.816299 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-533888f7-5428-4148-90df-9d76f991b2a6 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': 'ca738af2-87ec-47e7-87ac-692510fc4ff0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:24.817301 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-533888f7-5428-4148-90df-9d76f991b2a6 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:24.818457 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-533888f7-5428-4148-90df-9d76f991b2a6 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072775 Apr 22 14:45:24.821468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36074) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:24.901083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b1db0770-51e2-464d-90ac-2881caffb445 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.933013 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b1db0770-51e2-464d-90ac-2881caffb445 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.990553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b1db0770-51e2-464d-90ac-2881caffb445 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.013446 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db0770-51e2-464d-90ac-2881caffb445 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca738af2-87ec-47e7-87ac-692510fc4ff0,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:25.022829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b1db0770-51e2-464d-90ac-2881caffb445 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.024504 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b1db0770-51e2-464d-90ac-2881caffb445 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "DELETE /v2.0/security-groups/ca738af2-87ec-47e7-87ac-692510fc4ff0 HTTP/1.1" status: 204 len: 168 time: 0.2005324 Apr 22 14:45:25.027053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36078) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:25.099382 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2ab48ad1-298c-424f-b1c2-0d483397367a tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Synchronizing usage tracker for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:25.117472 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2ab48ad1-298c-424f-b1c2-0d483397367a tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Unset dirty status for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:25.124513 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2ab48ad1-298c-424f-b1c2-0d483397367a tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0963774 Apr 22 14:45:25.125230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36082) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:25.131117 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a9cfcdb3-85fc-4ac6-a755-3d5996ab8378 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1346606813'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:25.137946 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a9cfcdb3-85fc-4ac6-a755-3d5996ab8378 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:25.149608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a9cfcdb3-85fc-4ac6-a755-3d5996ab8378 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:25.162865 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a9cfcdb3-85fc-4ac6-a755-3d5996ab8378 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.201441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a9cfcdb3-85fc-4ac6-a755-3d5996ab8378 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:25.206181 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a9cfcdb3-85fc-4ac6-a755-3d5996ab8378 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:25.208923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a9cfcdb3-85fc-4ac6-a755-3d5996ab8378 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:25.215131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba7200c-8087-46a2-a905-70acef2f7e43 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:25.215360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a9cfcdb3-85fc-4ac6-a755-3d5996ab8378 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:25.283533 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a9cfcdb3-85fc-4ac6-a755-3d5996ab8378 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.288205 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a9cfcdb3-85fc-4ac6-a755-3d5996ab8378 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.339673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfcdb3-85fc-4ac6-a755-3d5996ab8378 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c0643e-7a3c-423d-919f-ff0bf9c9e3d8,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:25.347233 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a9cfcdb3-85fc-4ac6-a755-3d5996ab8378 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.351852 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a9cfcdb3-85fc-4ac6-a755-3d5996ab8378 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2225101 Apr 22 14:45:25.351852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36088) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:25.358823 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7eb92e60-2a9e-4bf0-8195-c24a92091f12 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': 'b3c0643e-7a3c-423d-919f-ff0bf9c9e3d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:25.360107 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-7eb92e60-2a9e-4bf0-8195-c24a92091f12 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:25.363882 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7eb92e60-2a9e-4bf0-8195-c24a92091f12 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078490 Apr 22 14:45:25.364054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36092) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:25.370493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-aadc1ec4-3ce4-4b6b-9226-50f01e5673a0 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': 'b3c0643e-7a3c-423d-919f-ff0bf9c9e3d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:25.371351 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-aadc1ec4-3ce4-4b6b-9226-50f01e5673a0 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:25.374909 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-aadc1ec4-3ce4-4b6b-9226-50f01e5673a0 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072894 Apr 22 14:45:25.375794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36096) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:25.386038 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-5c6a80de-74a9-4c9d-bda2-c2e1c87a8bec tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': 'b3c0643e-7a3c-423d-919f-ff0bf9c9e3d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:25.386729 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-5c6a80de-74a9-4c9d-bda2-c2e1c87a8bec tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:25.387708 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5c6a80de-74a9-4c9d-bda2-c2e1c87a8bec tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109255 Apr 22 14:45:25.391222 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36100) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:25.397157 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-04c18bfd-b181-4031-9ce7-e81e69f81975 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': 'b3c0643e-7a3c-423d-919f-ff0bf9c9e3d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:25.397848 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-04c18bfd-b181-4031-9ce7-e81e69f81975 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:25.398762 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-04c18bfd-b181-4031-9ce7-e81e69f81975 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063903 Apr 22 14:45:25.401437 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36104) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:25.486547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba7200c-8087-46a2-a905-70acef2f7e43 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:25.491203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aba7200c-8087-46a2-a905-70acef2f7e43 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.497579 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3529ee9f-d3b8-42af-966f-688cf2953dbb None None] Sync routers for ids ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:25.514467 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3529ee9f-d3b8-42af-966f-688cf2953dbb None None] Routers {'ea6013b9-6419-4de2-a3a7-b5ff1f5df528'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:25.516273 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3529ee9f-d3b8-42af-966f-688cf2953dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:45:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:25.563739 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-aba7200c-8087-46a2-a905-70acef2f7e43 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 991 time: 2.0217905 Apr 22 14:45:25.563739 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14904f93-c741-47bf-9fff-114bb7e4f466', 'tag': '5c2e5aa0-eff8-403d-bdcf-a992c01332ed'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:45:25.564636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36108) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:25.630612 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50afa5ec-2827-488f-8c71-a478277ae29b'] response: {'name': 'network-changed', 'server_uuid': '14904f93-c741-47bf-9fff-114bb7e4f466', 'tag': '5c2e5aa0-eff8-403d-bdcf-a992c01332ed', 'status': 'completed', 'code': 200} Apr 22 14:45:25.640317 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-415a94e0-55b8-43de-ac18-7e6bebf3f8b5 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.731315 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-415a94e0-55b8-43de-ac18-7e6bebf3f8b5 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.760424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-3529ee9f-d3b8-42af-966f-688cf2953dbb None None] Set router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:25.772955 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-789fe835-9cbe-4efb-bff7-9eb34166991d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 991 time: 0.2078025 Apr 22 14:45:25.805385 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6f9f0a6a-94fc-40fb-ba1e-6e6c8b62c2cd req-06bfca3a-c118-4159-b1ab-363339c10881 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 1098 time: 0.1513526 Apr 22 14:45:25.835040 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-415a94e0-55b8-43de-ac18-7e6bebf3f8b5 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.926274 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a94e0-55b8-43de-ac18-7e6bebf3f8b5 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c0643e-7a3c-423d-919f-ff0bf9c9e3d8,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:25.942517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-415a94e0-55b8-43de-ac18-7e6bebf3f8b5 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.943642 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-415a94e0-55b8-43de-ac18-7e6bebf3f8b5 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "DELETE /v2.0/security-groups/b3c0643e-7a3c-423d-919f-ff0bf9c9e3d8 HTTP/1.1" status: 204 len: 168 time: 0.5413396 Apr 22 14:45:25.946269 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36114) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:26.016502 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f0a6a-94fc-40fb-ba1e-6e6c8b62c2cd req-3905ae3c-8238-49df-af06-044c08c1c38f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:26.018332 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6f9f0a6a-94fc-40fb-ba1e-6e6c8b62c2cd req-3905ae3c-8238-49df-af06-044c08c1c38f service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ce38580-bcfc-45b9-9805-0712d9031bc2 HTTP/1.1" status: 200 len: 898 time: 0.2073481 Apr 22 14:45:26.059562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:26.123328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b176fa4b-1972-4600-b669-1ce5ac0f8462 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Synchronizing usage tracker for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:26.151925 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6f9f0a6a-94fc-40fb-ba1e-6e6c8b62c2cd req-db68d57d-16a9-4234-b964-332b582fc576 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c2e5aa0-eff8-403d-bdcf-a992c01332ed HTTP/1.1" status: 200 len: 999 time: 0.1277661 Apr 22 14:45:26.154041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b176fa4b-1972-4600-b669-1ce5ac0f8462 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Unset dirty status for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:26.161895 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b176fa4b-1972-4600-b669-1ce5ac0f8462 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2081404 Apr 22 14:45:26.162280 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36118) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:26.173544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-71d6c839-ced9-47ca-a942-81978a379ac1 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group': {'name': 'tempest-secgroup--738795727'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:26.180489 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-71d6c839-ced9-47ca-a942-81978a379ac1 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:26.194507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-71d6c839-ced9-47ca-a942-81978a379ac1 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:26.201547 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:26.215560 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-71d6c839-ced9-47ca-a942-81978a379ac1 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:26.230446 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3529ee9f-d3b8-42af-966f-688cf2953dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:51Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'cf617fa7-2cb8-4d71-b576-3fe4d963de94', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.150', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'port_id': '5c2e5aa0-eff8-403d-bdcf-a992c01332ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'mac_address': 'fa:16:3e:38:05:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14904f93-c741-47bf-9fff-114bb7e4f466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:44:26Z', 'updated_at': '2022-04-22T14:45:24Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3b03bb-0839-4c22-9f3a-169f6ffacd21', 'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:62:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:50Z', 'updated_at': '2022-04-22T14:44:02Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:26.235341 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3529ee9f-d3b8-42af-966f-688cf2953dbb None None] Checking router: ea6013b9-6419-4de2-a3a7-b5ff1f5df528 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:45:26.237819 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f0a6a-94fc-40fb-ba1e-6e6c8b62c2cd req-7197f0f7-3bc2-4c15-9ccf-5e5754581ab3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:26.241625 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6f9f0a6a-94fc-40fb-ba1e-6e6c8b62c2cd req-7197f0f7-3bc2-4c15-9ccf-5e5754581ab3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e HTTP/1.1" status: 200 len: 835 time: 0.0836527 Apr 22 14:45:26.246878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3529ee9f-d3b8-42af-966f-688cf2953dbb None None] Routers {'ea6013b9-6419-4de2-a3a7-b5ff1f5df528'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:26.247744 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3529ee9f-d3b8-42af-966f-688cf2953dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:45:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:26.259872 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-71d6c839-ced9-47ca-a942-81978a379ac1 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:26.263992 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-71d6c839-ced9-47ca-a942-81978a379ac1 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:26.269048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-71d6c839-ced9-47ca-a942-81978a379ac1 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:26.275341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-71d6c839-ced9-47ca-a942-81978a379ac1 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:26.345023 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6f9f0a6a-94fc-40fb-ba1e-6e6c8b62c2cd req-69bb6087-ecf1-466c-ac6f-d069fb3a251c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ce38580-bcfc-45b9-9805-0712d9031bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928171 Apr 22 14:45:26.352923 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-71d6c839-ced9-47ca-a942-81978a379ac1 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:26.360152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [req-6f9f0a6a-94fc-40fb-ba1e-6e6c8b62c2cd req-8cf4921d-1549-4541-b157-44890743bdd2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:45:26.361394 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6f9f0a6a-94fc-40fb-ba1e-6e6c8b62c2cd req-8cf4921d-1549-4541-b157-44890743bdd2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068429 Apr 22 14:45:26.361782 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-71d6c839-ced9-47ca-a942-81978a379ac1 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:26.423973 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6c839-ced9-47ca-a942-81978a379ac1 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdc9589-0a6d-403b-a24d-175f27e85fa3,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:26.429135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-71d6c839-ced9-47ca-a942-81978a379ac1 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:26.430340 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-71d6c839-ced9-47ca-a942-81978a379ac1 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2669141 Apr 22 14:45:26.433130 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36124) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:26.446775 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-8b08de02-4fa9-46bb-b1a2-19d4990ad3da tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': '3bdc9589-0a6d-403b-a24d-175f27e85fa3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:26.447455 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-8b08de02-4fa9-46bb-b1a2-19d4990ad3da tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:26.450254 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8b08de02-4fa9-46bb-b1a2-19d4990ad3da tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0161669 Apr 22 14:45:26.455951 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36128) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:26.467567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2d2d93b4-e375-44c5-8c66-788d4e789a96 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': '3bdc9589-0a6d-403b-a24d-175f27e85fa3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:26.481057 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2d2d93b4-e375-44c5-8c66-788d4e789a96 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:26.487653 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2d2d93b4-e375-44c5-8c66-788d4e789a96 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:26.492104 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2d2d93b4-e375-44c5-8c66-788d4e789a96 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:26.503327 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2d2d93b4-e375-44c5-8c66-788d4e789a96 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:26.510065 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-3529ee9f-d3b8-42af-966f-688cf2953dbb None None] Set router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:26.551987 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-2d2d93b4-e375-44c5-8c66-788d4e789a96 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:26.556358 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2d2d93b4-e375-44c5-8c66-788d4e789a96 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0987918 Apr 22 14:45:26.556974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36132) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:26.566717 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-10495588-ee03-4d49-9a6c-ef3df825b5cb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': '3bdc9589-0a6d-403b-a24d-175f27e85fa3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:26.568531 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-10495588-ee03-4d49-9a6c-ef3df825b5cb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:26.575660 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-10495588-ee03-4d49-9a6c-ef3df825b5cb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127997 Apr 22 14:45:26.577376 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36136) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:26.582732 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6f9f0a6a-94fc-40fb-ba1e-6e6c8b62c2cd req-887c2761-ff79-491e-973d-9d4b790675f4 service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151809 Apr 22 14:45:26.586581 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-0e2f414b-d19d-47c9-8da9-578b152fdb5b tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': '3bdc9589-0a6d-403b-a24d-175f27e85fa3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:26.593453 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-0e2f414b-d19d-47c9-8da9-578b152fdb5b tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:26.600047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0e2f414b-d19d-47c9-8da9-578b152fdb5b tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:26.606135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0e2f414b-d19d-47c9-8da9-578b152fdb5b tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:26.619718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-0e2f414b-d19d-47c9-8da9-578b152fdb5b tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:26.691660 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-0e2f414b-d19d-47c9-8da9-578b152fdb5b tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:26.696349 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0e2f414b-d19d-47c9-8da9-578b152fdb5b tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1166911 Apr 22 14:45:26.697277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36140) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:26.717007 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-eb81f41a-4964-40d1-8c1c-14c2a3eb7c91 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': '3bdc9589-0a6d-403b-a24d-175f27e85fa3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:26.717668 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-eb81f41a-4964-40d1-8c1c-14c2a3eb7c91 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:26.722805 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-eb81f41a-4964-40d1-8c1c-14c2a3eb7c91 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0240271 Apr 22 14:45:26.723399 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36144) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:26.731925 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-c81d970d-1c8c-489f-b929-0b76695a07eb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': '3bdc9589-0a6d-403b-a24d-175f27e85fa3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:26.739885 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c81d970d-1c8c-489f-b929-0b76695a07eb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:26.744506 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c81d970d-1c8c-489f-b929-0b76695a07eb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:26.748948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c81d970d-1c8c-489f-b929-0b76695a07eb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:26.758899 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c81d970d-1c8c-489f-b929-0b76695a07eb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:26.774227 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-c81d970d-1c8c-489f-b929-0b76695a07eb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Project 9e78521369b54272a2783253165b45c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:45:26.809081 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36148) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:26.817737 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-c81d970d-1c8c-489f-b929-0b76695a07eb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:26.822569 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6f9f0a6a-94fc-40fb-ba1e-6e6c8b62c2cd req-6c75c171-b43f-4be1-abe1-63999d8768b1 service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342303 Apr 22 14:45:26.825427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36152) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:26.827599 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c81d970d-1c8c-489f-b929-0b76695a07eb tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1025736 Apr 22 14:45:26.832736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-cb00ded9-acf2-4101-8206-686b6fc89c1f tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': '3bdc9589-0a6d-403b-a24d-175f27e85fa3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:26.833660 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-cb00ded9-acf2-4101-8206-686b6fc89c1f tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:26.834951 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cb00ded9-acf2-4101-8206-686b6fc89c1f tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083048 Apr 22 14:45:26.839604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36156) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:26.847085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-34ec0870-795c-4e7f-8a6f-1c524226f572 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': '3bdc9589-0a6d-403b-a24d-175f27e85fa3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:26.857316 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-34ec0870-795c-4e7f-8a6f-1c524226f572 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:26.862295 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-34ec0870-795c-4e7f-8a6f-1c524226f572 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:26.865794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-34ec0870-795c-4e7f-8a6f-1c524226f572 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:26.873600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-34ec0870-795c-4e7f-8a6f-1c524226f572 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:26.890167 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-34ec0870-795c-4e7f-8a6f-1c524226f572 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Project 9e78521369b54272a2783253165b45c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:45:26.934309 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-34ec0870-795c-4e7f-8a6f-1c524226f572 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:26.939366 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-34ec0870-795c-4e7f-8a6f-1c524226f572 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0972538 Apr 22 14:45:26.940353 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36160) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:26.958026 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-76c67326-2a71-4410-b5df-ddf01ab8fa1e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': '3bdc9589-0a6d-403b-a24d-175f27e85fa3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:26.967540 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-76c67326-2a71-4410-b5df-ddf01ab8fa1e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:26.973181 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-76c67326-2a71-4410-b5df-ddf01ab8fa1e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:26.976737 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-76c67326-2a71-4410-b5df-ddf01ab8fa1e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:26.989447 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-76c67326-2a71-4410-b5df-ddf01ab8fa1e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:27.003902 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-76c67326-2a71-4410-b5df-ddf01ab8fa1e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Project 9e78521369b54272a2783253165b45c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:45:27.032672 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-76c67326-2a71-4410-b5df-ddf01ab8fa1e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:27.034984 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-76c67326-2a71-4410-b5df-ddf01ab8fa1e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0928018 Apr 22 14:45:27.037364 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36164) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:27.077018 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3529ee9f-d3b8-42af-966f-688cf2953dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:51Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'cf617fa7-2cb8-4d71-b576-3fe4d963de94', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.150', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'port_id': '5c2e5aa0-eff8-403d-bdcf-a992c01332ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'mac_address': 'fa:16:3e:38:05:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14904f93-c741-47bf-9fff-114bb7e4f466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:44:26Z', 'updated_at': '2022-04-22T14:45:24Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3b03bb-0839-4c22-9f3a-169f6ffacd21', 'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:62:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:50Z', 'updated_at': '2022-04-22T14:44:02Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:27.089689 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3529ee9f-d3b8-42af-966f-688cf2953dbb None None] The sync data for ids ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'] in dv-neutron-839027-1-hyperv is: [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:51Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'cf617fa7-2cb8-4d71-b576-3fe4d963de94', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.150', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'port_id': '5c2e5aa0-eff8-403d-bdcf-a992c01332ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'mac_address': 'fa:16:3e:38:05:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14904f93-c741-47bf-9fff-114bb7e4f466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:44:26Z', 'updated_at': '2022-04-22T14:45:24Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3b03bb-0839-4c22-9f3a-169f6ffacd21', 'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:62:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:50Z', 'updated_at': '2022-04-22T14:44:02Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:27.112103 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c4e608a-8d88-40f7-afa8-18ed1105e932 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.128632 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-15c45a22-dafb-4bdf-8b75-0d6b20d8b7e4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 991 time: 0.3172684 Apr 22 14:45:27.147817 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c4e608a-8d88-40f7-afa8-18ed1105e932 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.216220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c4e608a-8d88-40f7-afa8-18ed1105e932 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.241724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e608a-8d88-40f7-afa8-18ed1105e932 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdc9589-0a6d-403b-a24d-175f27e85fa3,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:27.246502 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c4e608a-8d88-40f7-afa8-18ed1105e932 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.247671 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4c4e608a-8d88-40f7-afa8-18ed1105e932 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "DELETE /v2.0/security-groups/3bdc9589-0a6d-403b-a24d-175f27e85fa3 HTTP/1.1" status: 204 len: 168 time: 0.2093205 Apr 22 14:45:27.250341 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36168) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:27.300835 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.310908 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fd38828f-691b-4e24-8cb7-98c20bbab0da tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Synchronizing usage tracker for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:27.330276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fd38828f-691b-4e24-8cb7-98c20bbab0da tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Unset dirty status for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:27.339371 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fd38828f-691b-4e24-8cb7-98c20bbab0da tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0804086 Apr 22 14:45:27.339577 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36172) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:27.346053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-05eecf95-7498-45d1-b85a-0ab51fea022f tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group': {'name': 'tempest-secgroup--156484524'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:27.352056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-05eecf95-7498-45d1-b85a-0ab51fea022f tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:27.365933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-05eecf95-7498-45d1-b85a-0ab51fea022f tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:27.377658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05eecf95-7498-45d1-b85a-0ab51fea022f tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.416139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-05eecf95-7498-45d1-b85a-0ab51fea022f tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:27.420389 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-05eecf95-7498-45d1-b85a-0ab51fea022f tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:27.424678 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-05eecf95-7498-45d1-b85a-0ab51fea022f tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:27.430958 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-05eecf95-7498-45d1-b85a-0ab51fea022f tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:27.502299 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05eecf95-7498-45d1-b85a-0ab51fea022f tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.509185 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05eecf95-7498-45d1-b85a-0ab51fea022f tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.558036 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eecf95-7498-45d1-b85a-0ab51fea022f tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd74ae9-6879-435f-905e-8b05ae542ca4,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:27.572556 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05eecf95-7498-45d1-b85a-0ab51fea022f tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.575104 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36178) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:27.577537 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-05eecf95-7498-45d1-b85a-0ab51fea022f tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2354119 Apr 22 14:45:27.581939 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-1d76a875-0cf8-4500-a022-2bb82172c319 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': '0cd74ae9-6879-435f-905e-8b05ae542ca4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:27.590995 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1d76a875-0cf8-4500-a022-2bb82172c319 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:27.593595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1d76a875-0cf8-4500-a022-2bb82172c319 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:27.597313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1d76a875-0cf8-4500-a022-2bb82172c319 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:27.603802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1d76a875-0cf8-4500-a022-2bb82172c319 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:27.654225 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-1d76a875-0cf8-4500-a022-2bb82172c319 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The resource could not be found. Apr 22 14:45:27.655557 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1d76a875-0cf8-4500-a022-2bb82172c319 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0789621 Apr 22 14:45:27.659147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36182) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:27.664943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-824f049f-e7a2-43df-9b07-bac39b7099fd tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': '0cd74ae9-6879-435f-905e-8b05ae542ca4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'dac006ad-217d-40f5-bf73-be9faf8f4d3f'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:27.671933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-824f049f-e7a2-43df-9b07-bac39b7099fd tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:27.677968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-824f049f-e7a2-43df-9b07-bac39b7099fd tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:27.681733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-824f049f-e7a2-43df-9b07-bac39b7099fd tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:27.690512 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-824f049f-e7a2-43df-9b07-bac39b7099fd tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:27.758353 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-824f049f-e7a2-43df-9b07-bac39b7099fd tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The resource could not be found. Apr 22 14:45:27.759522 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-824f049f-e7a2-43df-9b07-bac39b7099fd tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0993083 Apr 22 14:45:27.762405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36186) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:27.833799 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2e3369bb-e825-4172-8e51-8f211a38bc09 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.874691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2e3369bb-e825-4172-8e51-8f211a38bc09 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.944283 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2e3369bb-e825-4172-8e51-8f211a38bc09 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.976422 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3369bb-e825-4172-8e51-8f211a38bc09 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd74ae9-6879-435f-905e-8b05ae542ca4,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:27.986782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2e3369bb-e825-4172-8e51-8f211a38bc09 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.988477 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2e3369bb-e825-4172-8e51-8f211a38bc09 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "DELETE /v2.0/security-groups/0cd74ae9-6879-435f-905e-8b05ae542ca4 HTTP/1.1" status: 204 len: 168 time: 0.2247431 Apr 22 14:45:27.991482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36190) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:28.064792 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-57c71383-ebd9-4a05-ae91-a77098c39b66 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Synchronizing usage tracker for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:28.087526 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-57c71383-ebd9-4a05-ae91-a77098c39b66 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Unset dirty status for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:28.089337 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-57c71383-ebd9-4a05-ae91-a77098c39b66 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0966299 Apr 22 14:45:28.094837 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36194) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:28.103608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-c62e9380-c311-4016-b029-5d5eda548907 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': '37ccf493-a312-4a84-84a4-f05e5f93065b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:28.112621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c62e9380-c311-4016-b029-5d5eda548907 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:28.118382 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c62e9380-c311-4016-b029-5d5eda548907 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:28.122282 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c62e9380-c311-4016-b029-5d5eda548907 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:28.133184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36198) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:28.142002 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c62e9380-c311-4016-b029-5d5eda548907 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:28.215513 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-c62e9380-c311-4016-b029-5d5eda548907 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The resource could not be found. Apr 22 14:45:28.217882 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c62e9380-c311-4016-b029-5d5eda548907 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1214845 Apr 22 14:45:28.223029 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36202) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:28.233385 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-6bb22bff-48ca-4aa9-9140-fc421d6cd19a tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group': {'name': 'tempest-secgroup--171095377'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:28.245649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6bb22bff-48ca-4aa9-9140-fc421d6cd19a tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:28.259933 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f617b6c7-53ec-407b-9692-968075bb1fc7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 991 time: 0.1243122 Apr 22 14:45:28.264465 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6bb22bff-48ca-4aa9-9140-fc421d6cd19a tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:28.282479 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6bb22bff-48ca-4aa9-9140-fc421d6cd19a tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:28.323838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6bb22bff-48ca-4aa9-9140-fc421d6cd19a tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:28.328022 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-6bb22bff-48ca-4aa9-9140-fc421d6cd19a tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:28.331838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-6bb22bff-48ca-4aa9-9140-fc421d6cd19a tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:28.337767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6bb22bff-48ca-4aa9-9140-fc421d6cd19a tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:28.428673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6bb22bff-48ca-4aa9-9140-fc421d6cd19a tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:28.446007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6bb22bff-48ca-4aa9-9140-fc421d6cd19a tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:28.534278 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb22bff-48ca-4aa9-9140-fc421d6cd19a tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cff1ac2-1bf9-4caa-aadb-201fcb605582,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:28.545448 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6bb22bff-48ca-4aa9-9140-fc421d6cd19a tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:28.547845 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6bb22bff-48ca-4aa9-9140-fc421d6cd19a tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3224504 Apr 22 14:45:28.550531 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36206) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:28.559741 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-95c637da-f62e-40cd-a2ea-a323bd726faa tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639317293'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:28.570619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-95c637da-f62e-40cd-a2ea-a323bd726faa tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:28.577761 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-95c637da-f62e-40cd-a2ea-a323bd726faa tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:28.583675 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-95c637da-f62e-40cd-a2ea-a323bd726faa tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:28.593088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-95c637da-f62e-40cd-a2ea-a323bd726faa tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:28.614911 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-95c637da-f62e-40cd-a2ea-a323bd726faa tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:28.687134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-95c637da-f62e-40cd-a2ea-a323bd726faa tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:28.697470 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-95c637da-f62e-40cd-a2ea-a323bd726faa tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:28.706068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-95c637da-f62e-40cd-a2ea-a323bd726faa tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:28.723785 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-95c637da-f62e-40cd-a2ea-a323bd726faa tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:28.805753 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-95c637da-f62e-40cd-a2ea-a323bd726faa tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:28.810819 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-95c637da-f62e-40cd-a2ea-a323bd726faa tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:28.860364 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c637da-f62e-40cd-a2ea-a323bd726faa tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03aaa028-71a4-4706-bd1e-2b6670cb28ab,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:28.866463 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-95c637da-f62e-40cd-a2ea-a323bd726faa tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:28.868847 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-95c637da-f62e-40cd-a2ea-a323bd726faa tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3167715 Apr 22 14:45:28.873193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36212) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:28.882290 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-fe851f29-5b31-4755-a4b4-ed4eee9386c0 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': '4cff1ac2-1bf9-4caa-aadb-201fcb605582', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '03aaa028-71a4-4706-bd1e-2b6670cb28ab'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:28.894236 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fe851f29-5b31-4755-a4b4-ed4eee9386c0 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:28.903499 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fe851f29-5b31-4755-a4b4-ed4eee9386c0 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:28.909319 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fe851f29-5b31-4755-a4b4-ed4eee9386c0 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:28.919572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fe851f29-5b31-4755-a4b4-ed4eee9386c0 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:28.965603 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-fe851f29-5b31-4755-a4b4-ed4eee9386c0 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:28.967375 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fe851f29-5b31-4755-a4b4-ed4eee9386c0 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0929747 Apr 22 14:45:28.971519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36216) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:29.071388 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-27272c7e-388f-48b7-bf37-aeb44b4c1ff3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.110867 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-27272c7e-388f-48b7-bf37-aeb44b4c1ff3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.183574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-27272c7e-388f-48b7-bf37-aeb44b4c1ff3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.218083 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27272c7e-388f-48b7-bf37-aeb44b4c1ff3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03aaa028-71a4-4706-bd1e-2b6670cb28ab,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:29.224466 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-27272c7e-388f-48b7-bf37-aeb44b4c1ff3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.226213 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-27272c7e-388f-48b7-bf37-aeb44b4c1ff3 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "DELETE /v2.0/security-groups/03aaa028-71a4-4706-bd1e-2b6670cb28ab HTTP/1.1" status: 204 len: 168 time: 0.2532554 Apr 22 14:45:29.229080 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36220) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:29.262480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36224) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:29.483991 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8c8f4dfc-c639-4277-9971-ee677210e07b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 991 time: 0.2201419 Apr 22 14:45:29.498375 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-16c53d8c-99fd-417c-9bed-29999cb1b94e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Synchronizing usage tracker for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:29.525511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-16c53d8c-99fd-417c-9bed-29999cb1b94e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Unset dirty status for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:29.527542 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-16c53d8c-99fd-417c-9bed-29999cb1b94e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2967455 Apr 22 14:45:29.531139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36228) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:29.620800 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8faecbc3-228e-4180-9fe1-792505fe4f3d tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.669636 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8faecbc3-228e-4180-9fe1-792505fe4f3d tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.732064 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8faecbc3-228e-4180-9fe1-792505fe4f3d tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.755139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faecbc3-228e-4180-9fe1-792505fe4f3d tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cff1ac2-1bf9-4caa-aadb-201fcb605582,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:29.768974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8faecbc3-228e-4180-9fe1-792505fe4f3d tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.777510 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8faecbc3-228e-4180-9fe1-792505fe4f3d tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "DELETE /v2.0/security-groups/4cff1ac2-1bf9-4caa-aadb-201fcb605582 HTTP/1.1" status: 204 len: 168 time: 0.2444308 Apr 22 14:45:29.783734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36234) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:29.882937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a430ce9a-0281-41b3-b321-339c2d8a8cee tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Synchronizing usage tracker for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:29.900626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a430ce9a-0281-41b3-b321-339c2d8a8cee tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Unset dirty status for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:29.902838 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a430ce9a-0281-41b3-b321-339c2d8a8cee tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1175578 Apr 22 14:45:29.909170 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36238) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:29.915179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-3058b64f-a855-43a8-b797-3bcd0cd7793e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group': {'name': 'tempest-secgroup--296040185'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:29.924842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3058b64f-a855-43a8-b797-3bcd0cd7793e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:29.938115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3058b64f-a855-43a8-b797-3bcd0cd7793e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:29.986074 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3058b64f-a855-43a8-b797-3bcd0cd7793e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:30.043771 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3058b64f-a855-43a8-b797-3bcd0cd7793e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:30.050806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3058b64f-a855-43a8-b797-3bcd0cd7793e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:30.054468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3058b64f-a855-43a8-b797-3bcd0cd7793e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:30.062755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3058b64f-a855-43a8-b797-3bcd0cd7793e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:30.149626 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3058b64f-a855-43a8-b797-3bcd0cd7793e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:30.156128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3058b64f-a855-43a8-b797-3bcd0cd7793e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:30.333914 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058b64f-a855-43a8-b797-3bcd0cd7793e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c2cf12-8c85-4f4f-9f80-d82bf899d9cf,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:30.348760 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3058b64f-a855-43a8-b797-3bcd0cd7793e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:30.350670 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3058b64f-a855-43a8-b797-3bcd0cd7793e tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4401929 Apr 22 14:45:30.354578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36242) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.361592 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-e510be0e-078d-47a3-a65a-078b032df3d5 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': '16c2cf12-8c85-4f4f-9f80-d82bf899d9cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:30.369173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e510be0e-078d-47a3-a65a-078b032df3d5 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:30.375545 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e510be0e-078d-47a3-a65a-078b032df3d5 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:30.380238 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e510be0e-078d-47a3-a65a-078b032df3d5 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:30.389516 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e510be0e-078d-47a3-a65a-078b032df3d5 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:30.431380 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-e510be0e-078d-47a3-a65a-078b032df3d5 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:30.432227 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e510be0e-078d-47a3-a65a-078b032df3d5 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0763252 Apr 22 14:45:30.436641 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36246) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.442936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-358e13e3-702a-47ec-a929-0dd4432bb040 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group_rule': {'security_group_id': '16c2cf12-8c85-4f4f-9f80-d82bf899d9cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:30.454146 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-358e13e3-702a-47ec-a929-0dd4432bb040 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:30.458756 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-358e13e3-702a-47ec-a929-0dd4432bb040 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:30.462979 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-358e13e3-702a-47ec-a929-0dd4432bb040 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:30.473350 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-358e13e3-702a-47ec-a929-0dd4432bb040 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:30.487660 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36250) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.681843 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-358e13e3-702a-47ec-a929-0dd4432bb040 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:45:30.687394 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-358e13e3-702a-47ec-a929-0dd4432bb040 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2450700 Apr 22 14:45:30.688518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36254) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.714494 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-17fd0c30-84a4-4cc1-96ed-5210b4148225 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 991 time: 0.2231767 Apr 22 14:45:30.793995 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8300b51a-8f64-470f-be14-5812dd9840ed tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:30.835723 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8300b51a-8f64-470f-be14-5812dd9840ed tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:30.900372 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8300b51a-8f64-470f-be14-5812dd9840ed tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:30.922093 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300b51a-8f64-470f-be14-5812dd9840ed tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c2cf12-8c85-4f4f-9f80-d82bf899d9cf,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:30.930219 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8300b51a-8f64-470f-be14-5812dd9840ed tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:30.938003 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8300b51a-8f64-470f-be14-5812dd9840ed tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "DELETE /v2.0/security-groups/16c2cf12-8c85-4f4f-9f80-d82bf899d9cf HTTP/1.1" status: 204 len: 168 time: 0.2420034 Apr 22 14:45:30.938003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36262) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:31.016027 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-837feb14-f405-42ac-b1df-0f52890d063b tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Synchronizing usage tracker for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:31.037621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-837feb14-f405-42ac-b1df-0f52890d063b tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Unset dirty status for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:31.039069 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-837feb14-f405-42ac-b1df-0f52890d063b tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1024466 Apr 22 14:45:31.042973 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36266) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:31.049823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-3f3fc3e0-1bda-4edb-8f17-14d47c5004be tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808793631'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:31.057097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3f3fc3e0-1bda-4edb-8f17-14d47c5004be tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:31.071467 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3f3fc3e0-1bda-4edb-8f17-14d47c5004be tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:31.085276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3f3fc3e0-1bda-4edb-8f17-14d47c5004be tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:31.148145 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3f3fc3e0-1bda-4edb-8f17-14d47c5004be tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:31.153455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3f3fc3e0-1bda-4edb-8f17-14d47c5004be tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Usage tracker for resource:security_group_rule and tenant:9e78521369b54272a2783253165b45c4 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:31.160356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3f3fc3e0-1bda-4edb-8f17-14d47c5004be tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:31.169738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3f3fc3e0-1bda-4edb-8f17-14d47c5004be tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:31.253464 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3f3fc3e0-1bda-4edb-8f17-14d47c5004be tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:31.257968 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3f3fc3e0-1bda-4edb-8f17-14d47c5004be tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:31.308313 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fc3e0-1bda-4edb-8f17-14d47c5004be tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324c74f3-f685-40ef-b64c-c1f1d6c80267,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:31.312695 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3f3fc3e0-1bda-4edb-8f17-14d47c5004be tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:31.314190 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3f3fc3e0-1bda-4edb-8f17-14d47c5004be tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2699070 Apr 22 14:45:31.318544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36274) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:31.326741 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-01079cd4-4e4a-40b2-b7d5-bc4657958753 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:31.327327 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-01079cd4-4e4a-40b2-b7d5-bc4657958753 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] update failed (client error): There was a conflict when trying to complete your request. Apr 22 14:45:31.329170 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-01079cd4-4e4a-40b2-b7d5-bc4657958753 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "PUT /v2.0/security-groups/324c74f3-f685-40ef-b64c-c1f1d6c80267 HTTP/1.1" status: 409 len: 330 time: 0.0081432 Apr 22 14:45:31.333340 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36278) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:31.409657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-966711a5-0b2d-4a67-97a9-ed2b2e3e093c tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:31.439102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-966711a5-0b2d-4a67-97a9-ed2b2e3e093c tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:31.491113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-966711a5-0b2d-4a67-97a9-ed2b2e3e093c tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:31.510426 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966711a5-0b2d-4a67-97a9-ed2b2e3e093c tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324c74f3-f685-40ef-b64c-c1f1d6c80267,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:31.520631 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-966711a5-0b2d-4a67-97a9-ed2b2e3e093c tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:31.525184 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-966711a5-0b2d-4a67-97a9-ed2b2e3e093c tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "DELETE /v2.0/security-groups/324c74f3-f685-40ef-b64c-c1f1d6c80267 HTTP/1.1" status: 204 len: 168 time: 0.1871998 Apr 22 14:45:31.525420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36282) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:31.583766 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b44b104c-6bb2-40e5-b053-7411676006b7 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Synchronizing usage tracker for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:31.600521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b44b104c-6bb2-40e5-b053-7411676006b7 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] Unset dirty status for tenant:9e78521369b54272a2783253165b45c4 on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:31.601991 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b44b104c-6bb2-40e5-b053-7411676006b7 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0755749 Apr 22 14:45:31.605941 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36286) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:31.622908 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-f0fe3462-f0fd-4fa8-b486-892d5e797cd9 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] delete failed (client error): The resource could not be found. Apr 22 14:45:31.627638 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f0fe3462-f0fd-4fa8-b486-892d5e797cd9 tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "DELETE /v2.0/security-groups/b7ba46de-b4ee-403c-8592-2f3d6d703ce0 HTTP/1.1" status: 404 len: 347 time: 0.0171022 Apr 22 14:45:31.627903 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36290) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:31.647609 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-a2b76127-8061-4639-9ff3-43d6a084f1bf tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] show failed (client error): The resource could not be found. Apr 22 14:45:31.649383 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a2b76127-8061-4639-9ff3-43d6a084f1bf tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "GET /v2.0/security-groups/7c72d983-af45-4f1c-8afb-c5245b92b687 HTTP/1.1" status: 404 len: 347 time: 0.0200167 Apr 22 14:45:31.652947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36294) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:31.670718 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-8788a85a-0798-4f6f-bd84-4f2c5f03d82c tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] show failed (client error): The resource could not be found. Apr 22 14:45:31.672097 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8788a85a-0798-4f6f-bd84-4f2c5f03d82c tempest-NegativeSecGroupIPv6Test-1184954196 tempest-NegativeSecGroupIPv6Test-1184954196-project] 10.222.0.23 "GET /v2.0/security-group-rules/eb9dcd61-7f17-4467-9fdb-419439d4f0bb HTTP/1.1" status: 404 len: 356 time: 0.0179865 Apr 22 14:45:31.717338 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36300) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:31.845749 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3bb73f75-f192-4b74-bdaf-d120d4d3a8b5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 991 time: 0.1254125 Apr 22 14:45:32.075159 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36312) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:32.166605 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f7aa6-db2e-4520-85d1-f6c16b276181 None None] New status for floating IP cf617fa7-2cb8-4d71-b576-3fe4d963de94: ACTIVE {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:45:32.289394 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cbe5814e-0e69-4726-b756-f76e848980f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e78521369b54272a2783253165b45c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2081404 Apr 22 14:45:32.289630 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36318) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:32.360862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5762e9d-2ae8-42e4-b537-345bcc1e2b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:32.392977 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5762e9d-2ae8-42e4-b537-345bcc1e2b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:32.455034 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5762e9d-2ae8-42e4-b537-345bcc1e2b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:32.475203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5762e9d-2ae8-42e4-b537-345bcc1e2b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7ac487-2702-4a93-a6a6-e36f6a4a10c1,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:32.482505 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5762e9d-2ae8-42e4-b537-345bcc1e2b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:32.483726 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a5762e9d-2ae8-42e4-b537-345bcc1e2b96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d7ac487-2702-4a93-a6a6-e36f6a4a10c1 HTTP/1.1" status: 204 len: 168 time: 0.1931350 Apr 22 14:45:32.848714 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36328) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:32.978847 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9e65a75e-e959-4a2c-82b6-666400edaca9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 200 len: 993 time: 0.1289222 Apr 22 14:45:33.626849 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36346) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:33.886399 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-744737081'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:33.894547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:33.900848 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Usage tracker for resource:network and tenant:0310c9b1ca3f470b969a732a629fb6b4 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:33.906110 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:33.917020 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:33.933569 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Made reservation on behalf of 0310c9b1ca3f470b969a732a629fb6b4 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:45:33.938398 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:33.966968 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:34.029523 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:34.037415 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Usage tracker for resource:security_group_rule and tenant:0310c9b1ca3f470b969a732a629fb6b4 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:34.043510 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:34.055126 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:34.188548 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:34.193673 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:34.241242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:45:34.258183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4ec5c7-e6f4-45c7-ae9c-8c0e328cdeb6,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:34.270521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:34.271081 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Added segment 49d86e80-26eb-42e5-a00b-06daf1b507f6 of type vlan for network 8243a681-8512-4f4e-a07d-c336a10c76ef Apr 22 14:45:34.330031 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:34.381974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:34.386254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:34.386983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:34.551507 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9228628 Apr 22 14:45:34.557041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36358) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:34.559555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a042ec7-f96d-42c8-bc1d-25c561e31b87 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Pushing event updated for resources: {'Network': ['ID=8243a681-8512-4f4e-a07d-c336a10c76ef,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:34.569665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-57fc2b99-0579-462c-b183-e7b48eaeeffa tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Request body: {'subnet': {'network_id': '8243a681-8512-4f4e-a07d-c336a10c76ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:34.573030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 8243a681-8512-4f4e-a07d-c336a10c76ef details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:45:34.773347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-57fc2b99-0579-462c-b183-e7b48eaeeffa tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:34.778653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-57fc2b99-0579-462c-b183-e7b48eaeeffa tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Usage tracker for resource:subnet and tenant:0310c9b1ca3f470b969a732a629fb6b4 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:34.782396 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-57fc2b99-0579-462c-b183-e7b48eaeeffa tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:34.789382 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-57fc2b99-0579-462c-b183-e7b48eaeeffa tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:34.802579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fc2b99-0579-462c-b183-e7b48eaeeffa tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Made reservation on behalf of 0310c9b1ca3f470b969a732a629fb6b4 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:45:34.924086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-57fc2b99-0579-462c-b183-e7b48eaeeffa tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:35.164991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-57fc2b99-0579-462c-b183-e7b48eaeeffa tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:35.243889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc2b99-0579-462c-b183-e7b48eaeeffa tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Pushing event updated for resources: {'Subnet': ['ID=13826399-748a-4e0f-8e60-0d89d18d8fbb,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:35.263003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc2b99-0579-462c-b183-e7b48eaeeffa tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Checking segment: {'id': '49d86e80-26eb-42e5-a00b-06daf1b507f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8243a681-8512-4f4e-a07d-c336a10c76ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:35.263388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc2b99-0579-462c-b183-e7b48eaeeffa tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Network hostable DHCP agents. Network: 8243a681-8512-4f4e-a07d-c336a10c76ef, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:45:35.289811 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc2b99-0579-462c-b183-e7b48eaeeffa tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Network 8243a681-8512-4f4e-a07d-c336a10c76ef is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:45:35.300983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-57fc2b99-0579-462c-b183-e7b48eaeeffa tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 8243a681-8512-4f4e-a07d-c336a10c76ef) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:35.305766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fc2b99-0579-462c-b183-e7b48eaeeffa tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:35.307539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-57fc2b99-0579-462c-b183-e7b48eaeeffa tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:35.315133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecd7502-010e-4ea2-a981-b10482325aa8 None None] Network 8243a681-8512-4f4e-a07d-c336a10c76ef requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:45:35.347178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36362) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:35.347804 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-57fc2b99-0579-462c-b183-e7b48eaeeffa tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7864242 Apr 22 14:45:35.354445 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Request body: {'port': {'network_id': '8243a681-8512-4f4e-a07d-c336a10c76ef', 'name': 'tempest-TagsExtTest-1875999870'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:35.520960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:35.527730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Usage tracker for resource:port and tenant:0310c9b1ca3f470b969a732a629fb6b4 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:35.533039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:35.543015 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:35.563537 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Made reservation on behalf of 0310c9b1ca3f470b969a732a629fb6b4 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:45:35.580068 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:35.769890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] device_id is not set on port 25aca381-1204-40b8-a8ee-a760525f3c6c yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:45:35.778402 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-8243a681-8512-4f4e-a07d-c336a10c76ef', 'network_id': '8243a681-8512-4f4e-a07d-c336a10c76ef', 'tenant_id': '0310c9b1ca3f470b969a732a629fb6b4', 'fixed_ips': [{'subnet_id': '13826399-748a-4e0f-8e60-0d89d18d8fbb'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:45:35.780435 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:36.006961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Allocated IP 172.20.0.12 (8243a681-8512-4f4e-a07d-c336a10c76ef/13826399-748a-4e0f-8e60-0d89d18d8fbb/25aca381-1204-40b8-a8ee-a760525f3c6c) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:45:36.297201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:36.319815 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Transition to ACTIVE for port object 25aca381-1204-40b8-a8ee-a760525f3c6c will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:36.360760 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:36.453144 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Allocated IP 172.20.0.2 (8243a681-8512-4f4e-a07d-c336a10c76ef/13826399-748a-4e0f-8e60-0d89d18d8fbb/9f435505-6d0c-4776-b375-d88591fb4688) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:45:36.461901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Network 8243a681-8512-4f4e-a07d-c336a10c76ef is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:36.477137 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:36.485031 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:45:36.632056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Pushing event updated for resources: {'Port': ['ID=25aca381-1204-40b8-a8ee-a760525f3c6c,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:36.688910 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:36.690379 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:36.753440 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e9ea4225-01bc-4e7c-91ba-d4d597c69b55 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4016953 Apr 22 14:45:36.753697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36370) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:36.761001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-abfc002f-3542-4621-84fa-ace4f3a8108e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-314450691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:36.774857 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:36.781575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-abfc002f-3542-4621-84fa-ace4f3a8108e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:36.787743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Transition to ACTIVE for port object 9f435505-6d0c-4776-b375-d88591fb4688 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:36.789539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-abfc002f-3542-4621-84fa-ace4f3a8108e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Usage tracker for resource:router and tenant:0310c9b1ca3f470b969a732a629fb6b4 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:36.798601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-abfc002f-3542-4621-84fa-ace4f3a8108e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:36.814719 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-abfc002f-3542-4621-84fa-ace4f3a8108e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:36.831009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abfc002f-3542-4621-84fa-ace4f3a8108e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:36.832080 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abfc002f-3542-4621-84fa-ace4f3a8108e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:36.832846 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Transition to ACTIVE for port object 9f435505-6d0c-4776-b375-d88591fb4688 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:36.846944 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:36.861630 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abfc002f-3542-4621-84fa-ace4f3a8108e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:36.894833 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abfc002f-3542-4621-84fa-ace4f3a8108e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:36.924001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-abfc002f-3542-4621-84fa-ace4f3a8108e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:36.928274 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-abfc002f-3542-4621-84fa-ace4f3a8108e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1706464 Apr 22 14:45:36.928608 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36374) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:36.935750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d05b6f3d-237a-4ad0-ad9a-e371b57725da tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-324142805', 'prefixes': ['172.20.0.0/16']}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:36.942663 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d05b6f3d-237a-4ad0-ad9a-e371b57725da tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:36.997707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Network 8243a681-8512-4f4e-a07d-c336a10c76ef is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:37.005425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:37.008634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Pushing event updated for resources: {'Port': ['ID=9f435505-6d0c-4776-b375-d88591fb4688,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:37.012524 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:45:37.028769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d05b6f3d-237a-4ad0-ad9a-e371b57725da tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks [] for subnetpool, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:37.034916 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36378) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:37.041905 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-fcb6b81c-281a-4000-bc1a-f8b3ebbaba02 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '13826399-748a-4e0f-8e60-0d89d18d8fbb', 'tempest-TagsExtTest-Tag-637910195') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:37.045058 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d05b6f3d-237a-4ad0-ad9a-e371b57725da tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1150763 Apr 22 14:45:37.151389 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Attempting to bind port 9f435505-6d0c-4776-b375-d88591fb4688 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:45:37.151698 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Attempting to bind port 9f435505-6d0c-4776-b375-d88591fb4688 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '49d86e80-26eb-42e5-a00b-06daf1b507f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8243a681-8512-4f4e-a07d-c336a10c76ef'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:45:37.152062 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Attempting to bind port 9f435505-6d0c-4776-b375-d88591fb4688 on network 8243a681-8512-4f4e-a07d-c336a10c76ef {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:37.161102 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fcb6b81c-281a-4000-bc1a-f8b3ebbaba02 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "PUT /v2.0/subnets/13826399-748a-4e0f-8e60-0d89d18d8fbb/tags/tempest-TagsExtTest-Tag-637910195 HTTP/1.1" status: 201 len: 201 time: 0.1248722 Apr 22 14:45:37.162512 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:45:37.162879 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Checking segment: {'id': '49d86e80-26eb-42e5-a00b-06daf1b507f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8243a681-8512-4f4e-a07d-c336a10c76ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:37.163312 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:37.163693 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Bound using segment: {'id': '49d86e80-26eb-42e5-a00b-06daf1b507f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8243a681-8512-4f4e-a07d-c336a10c76ef'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:45:37.164266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Bound port: 9f435505-6d0c-4776-b375-d88591fb4688, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d86e80-26eb-42e5-a00b-06daf1b507f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8243a681-8512-4f4e-a07d-c336a10c76ef'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:45:37.164642 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:37.165189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36382) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:37.177377 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-a4e508c5-aea2-414a-9b6a-e51e4c2669a0 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '25aca381-1204-40b8-a8ee-a760525f3c6c', 'tempest-TagsExtTest-Tag-1514489362') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:37.264110 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Sync routers for ids ['cdeee376-3698-491e-a8a6-e016f3cac8cf'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:37.299241 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] For port 9f435505-6d0c-4776-b375-d88591fb4688, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:45:37.306403 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] For port 9f435505-6d0c-4776-b375-d88591fb4688, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9f435505-6d0c-4776-b375-d88591fb4688,segment=NetworkSegment(49d86e80-26eb-42e5-a00b-06daf1b507f6),segment_id=49d86e80-26eb-42e5-a00b-06daf1b507f6)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:45:37.309777 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Routers {'cdeee376-3698-491e-a8a6-e016f3cac8cf'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:37.311046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:45:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cdeee376-3698-491e-a8a6-e016f3cac8cf'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:37.344663 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a4e508c5-aea2-414a-9b6a-e51e4c2669a0 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "PUT /v2.0/ports/25aca381-1204-40b8-a8ee-a760525f3c6c/tags/tempest-TagsExtTest-Tag-1514489362 HTTP/1.1" status: 201 len: 201 time: 0.1779661 Apr 22 14:45:37.348746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36386) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:37.356215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-8e22112c-0511-47f6-b047-d5a828a317c2 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dbbe3287-4069-4488-bcb4-95b12a688a69', 'tempest-TagsExtTest-Tag-1170453101') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:37.411102 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:37.548080 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36390) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:37.560033 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8e22112c-0511-47f6-b047-d5a828a317c2 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "PUT /v2.0/routers/dbbe3287-4069-4488-bcb4-95b12a688a69/tags/tempest-TagsExtTest-Tag-1170453101 HTTP/1.1" status: 201 len: 201 time: 0.2092733 Apr 22 14:45:37.565322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-7ab067c5-6727-442b-9257-73a87af49319 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f11f6b84-f0f1-4a0d-872f-288d0cf24239', 'tempest-TagsExtTest-Tag-2017818815') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:37.633255 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7570cee-441a-41dc-874d-a943356e0131 None None] Pushing event updated for resources: {'Port': ['ID=9f435505-6d0c-4776-b375-d88591fb4688,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:37.637332 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7ab067c5-6727-442b-9257-73a87af49319 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "PUT /v2.0/subnetpools/f11f6b84-f0f1-4a0d-872f-288d0cf24239/tags/tempest-TagsExtTest-Tag-2017818815 HTTP/1.1" status: 201 len: 201 time: 0.0876188 Apr 22 14:45:37.639915 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36394) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:37.649041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-a9fc3d39-491d-46f0-848f-7c4dd33ed507 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '13826399-748a-4e0f-8e60-0d89d18d8fbb') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:37.711853 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Set router cdeee376-3698-491e-a8a6-e016f3cac8cf gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:37.749634 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36398) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:37.750572 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a9fc3d39-491d-46f0-848f-7c4dd33ed507 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/subnets/13826399-748a-4e0f-8e60-0d89d18d8fbb/tags HTTP/1.1" status: 200 len: 240 time: 0.1071658 Apr 22 14:45:37.756620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-b9c6b77e-2110-4ed1-8b89-5209b0f73cb6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '13826399-748a-4e0f-8e60-0d89d18d8fbb', 'tempest-TagsExtTest-Tag-637910195') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:37.862269 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36404) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:37.869110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-7e34cada-0fce-4a13-ab56-1024de1e1444 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '13826399-748a-4e0f-8e60-0d89d18d8fbb', 'tempest-TagsExtTest-Tag-637910195') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:37.874234 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b9c6b77e-2110-4ed1-8b89-5209b0f73cb6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/subnets/13826399-748a-4e0f-8e60-0d89d18d8fbb/tags/tempest-TagsExtTest-Tag-637910195 HTTP/1.1" status: 204 len: 168 time: 0.1222708 Apr 22 14:45:38.032777 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36410) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:38.041117 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-9ab2be39-c7b6-4b25-81a1-5eb3b72de516 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '13826399-748a-4e0f-8e60-0d89d18d8fbb') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:38.044304 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7e34cada-0fce-4a13-ab56-1024de1e1444 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/subnets/13826399-748a-4e0f-8e60-0d89d18d8fbb/tags/tempest-TagsExtTest-Tag-637910195 HTTP/1.1" status: 204 len: 168 time: 0.1806033 Apr 22 14:45:38.158173 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9ab2be39-c7b6-4b25-81a1-5eb3b72de516 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/subnets/13826399-748a-4e0f-8e60-0d89d18d8fbb/tags HTTP/1.1" status: 200 len: 205 time: 0.1194961 Apr 22 14:45:38.159451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36416) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:38.164908 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-aedd2bba-8fd9-487c-9270-3fe3ad615210 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '25aca381-1204-40b8-a8ee-a760525f3c6c') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:38.243179 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-aedd2bba-8fd9-487c-9270-3fe3ad615210 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/ports/25aca381-1204-40b8-a8ee-a760525f3c6c/tags HTTP/1.1" status: 200 len: 241 time: 0.0824773 Apr 22 14:45:38.246112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36422) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:38.253182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-adc5bbce-c693-48b1-9342-177b9dc56da9 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '25aca381-1204-40b8-a8ee-a760525f3c6c', 'tempest-TagsExtTest-Tag-1514489362') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:38.339519 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-adc5bbce-c693-48b1-9342-177b9dc56da9 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/ports/25aca381-1204-40b8-a8ee-a760525f3c6c/tags/tempest-TagsExtTest-Tag-1514489362 HTTP/1.1" status: 204 len: 168 time: 0.0918496 Apr 22 14:45:38.340804 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'name': 'tempest-TestVolumeBootPattern-2062052591-router', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b6e5a1a4-2726-4ea6-9586-6518d3a0e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:02Z', 'updated_at': '2022-04-22T14:45:09Z', 'revision_number': 4, 'project_id': '1af50acb336748c991c64085c93bcd86', 'gw_port': {'id': 'b6e5a1a4-2726-4ea6-9586-6518d3a0e4de', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:03Z', 'updated_at': '2022-04-22T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'da6aa657-34f5-4fd2-9531-63a9a00ce57a', 'name': '', 'network_id': '809b8062-92f2-48c7-8f43-4dd5955d3812', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'mac_address': 'fa:16:3e:fd:80:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b67a27a-76ee-44c7-91a8-e3ee73fce451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:08Z', 'updated_at': '2022-04-22T14:45:09Z', 'revision_number': 2, 'project_id': '1af50acb336748c991c64085c93bcd86', 'subnets': [{'id': '1b67a27a-76ee-44c7-91a8-e3ee73fce451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:38.346352 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Checking router: cdeee376-3698-491e-a8a6-e016f3cac8cf for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:45:38.346713 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Updating router cdeee376-3698-491e-a8a6-e016f3cac8cf port da6aa657-34f5-4fd2-9531-63a9a00ce57a binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:45:38.349514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36426) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:38.355172 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-99f9516e-078f-4e59-93b9-096861210158 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '25aca381-1204-40b8-a8ee-a760525f3c6c', 'tempest-TagsExtTest-Tag-1514489362') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:38.405020 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:38.457578 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-99f9516e-078f-4e59-93b9-096861210158 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/ports/25aca381-1204-40b8-a8ee-a760525f3c6c/tags/tempest-TagsExtTest-Tag-1514489362 HTTP/1.1" status: 204 len: 168 time: 0.1065564 Apr 22 14:45:38.459655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36432) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:38.465684 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-0d14dd99-cb1e-43ad-8ef4-54d608c34fde tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '25aca381-1204-40b8-a8ee-a760525f3c6c') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:38.516096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-96ea04f2-a16f-4f89-9122-37896d26ae0c tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Synchronizing usage tracker for tenant:3e29fa7348a3496d8df9f20800aa5dfa on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:38.544395 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-96ea04f2-a16f-4f89-9122-37896d26ae0c tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Unset dirty status for tenant:3e29fa7348a3496d8df9f20800aa5dfa on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:38.552135 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-96ea04f2-a16f-4f89-9122-37896d26ae0c tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000481042&fields=id&tenant_id=3e29fa7348a3496d8df9f20800aa5dfa HTTP/1.1" status: 200 len: 267 time: 0.0960126 Apr 22 14:45:38.559520 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0d14dd99-cb1e-43ad-8ef4-54d608c34fde tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/ports/25aca381-1204-40b8-a8ee-a760525f3c6c/tags HTTP/1.1" status: 200 len: 205 time: 0.0978971 Apr 22 14:45:38.563572 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36436) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:38.571495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-bca0a6b7-fbeb-4a70-9c79-620f00f8f0a0 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dbbe3287-4069-4488-bcb4-95b12a688a69') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:38.813020 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bca0a6b7-fbeb-4a70-9c79-620f00f8f0a0 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/routers/dbbe3287-4069-4488-bcb4-95b12a688a69/tags HTTP/1.1" status: 200 len: 241 time: 0.2476330 Apr 22 14:45:38.815983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36440) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:38.825300 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-9bb5c96d-9eb8-4ae4-82e2-9b1576049383 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dbbe3287-4069-4488-bcb4-95b12a688a69', 'tempest-TagsExtTest-Tag-1170453101') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:38.874087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-c1803a50-b485-4863-8b26-4ca500b78c48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:38.875125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-c1803a50-b485-4863-8b26-4ca500b78c48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Synchronizing usage tracker for tenant:3e29fa7348a3496d8df9f20800aa5dfa on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:38.900942 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-c1803a50-b485-4863-8b26-4ca500b78c48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Unset dirty status for tenant:3e29fa7348a3496d8df9f20800aa5dfa on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:38.909342 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-c1803a50-b485-4863-8b26-4ca500b78c48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 812 time: 0.3420718 Apr 22 14:45:38.925925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:38.930767 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-5dbe08d3-fd54-4acb-a036-ac5a250dd5c8 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/quotas/3e29fa7348a3496d8df9f20800aa5dfa HTTP/1.1" status: 200 len: 375 time: 0.0202749 Apr 22 14:45:38.954620 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Transition to ACTIVE for port object da6aa657-34f5-4fd2-9531-63a9a00ce57a will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:38.972425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:39.031756 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-a1ae39e0-4a24-465d-a77a-5339029ce504 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Synchronizing usage tracker for tenant:3e29fa7348a3496d8df9f20800aa5dfa on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:39.053182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-a1ae39e0-4a24-465d-a77a-5339029ce504 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Unset dirty status for tenant:3e29fa7348a3496d8df9f20800aa5dfa on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:39.063143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a660a631-86d9-48fa-8270-23c4a1164c1d None None] Network 8243a681-8512-4f4e-a07d-c336a10c76ef requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:45:39.068576 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-a1ae39e0-4a24-465d-a77a-5339029ce504 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1277063 Apr 22 14:45:39.073818 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-fe580e34-6728-478e-ab14-cef3abfef81a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:45:39.074804 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-fe580e34-6728-478e-ab14-cef3abfef81a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054646 Apr 22 14:45:39.084214 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9bb5c96d-9eb8-4ae4-82e2-9b1576049383 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/routers/dbbe3287-4069-4488-bcb4-95b12a688a69/tags/tempest-TagsExtTest-Tag-1170453101 HTTP/1.1" status: 204 len: 168 time: 0.2661862 Apr 22 14:45:39.088587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36444) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:39.095102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-fb107460-75c6-49a1-932c-af8696260f6d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'dbbe3287-4069-4488-bcb4-95b12a688a69', 'tempest-TagsExtTest-Tag-1170453101') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:39.398783 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-25f0db04-2a29-4d3e-a6bd-e02282479c32 service neutron] 10.222.0.23 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135486 Apr 22 14:45:39.404554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f84b7-57be-4f1a-b8e8-c5d9fe885f86 None None] Pushing event updated for resources: {'Port': ['ID=da6aa657-34f5-4fd2-9531-63a9a00ce57a,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:39.448244 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fb107460-75c6-49a1-932c-af8696260f6d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/routers/dbbe3287-4069-4488-bcb4-95b12a688a69/tags/tempest-TagsExtTest-Tag-1170453101 HTTP/1.1" status: 204 len: 168 time: 0.3582573 Apr 22 14:45:39.449159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36448) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:39.470483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-cdd5b206-6720-4e84-b3a3-2e58b68cdb6e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dbbe3287-4069-4488-bcb4-95b12a688a69') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:39.476341 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-046af2d5-f269-4a33-a0ff-825a6c11775b None None] Provisioning for port 9f435505-6d0c-4776-b375-d88591fb4688 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:39.491813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9f435505-6d0c-4776-b375-d88591fb4688 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:39.604145 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-e8d5d439-5002-424b-9d4d-ab61f84067c4 service neutron] 10.222.0.23 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955001 Apr 22 14:45:39.728870 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cdd5b206-6720-4e84-b3a3-2e58b68cdb6e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/routers/dbbe3287-4069-4488-bcb4-95b12a688a69/tags HTTP/1.1" status: 200 len: 205 time: 0.2779565 Apr 22 14:45:39.732518 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36454) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:39.739248 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-3501469e-9f1c-4ee6-a716-796e9f71a073 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f11f6b84-f0f1-4a0d-872f-288d0cf24239') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:39.770181 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3501469e-9f1c-4ee6-a716-796e9f71a073 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/subnetpools/f11f6b84-f0f1-4a0d-872f-288d0cf24239/tags HTTP/1.1" status: 200 len: 241 time: 0.0364027 Apr 22 14:45:39.773872 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36458) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:39.780569 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-6b4eb780-6e11-417d-801f-9f3d2dea18fd tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f11f6b84-f0f1-4a0d-872f-288d0cf24239', 'tempest-TagsExtTest-Tag-2017818815') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:39.815352 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6b4eb780-6e11-417d-801f-9f3d2dea18fd tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/subnetpools/f11f6b84-f0f1-4a0d-872f-288d0cf24239/tags/tempest-TagsExtTest-Tag-2017818815 HTTP/1.1" status: 204 len: 168 time: 0.0396273 Apr 22 14:45:39.819102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36466) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:39.825844 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-c9deb8e7-0bb5-487b-9112-6e79049e9aa4 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f11f6b84-f0f1-4a0d-872f-288d0cf24239', 'tempest-TagsExtTest-Tag-2017818815') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:39.889438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Attempting to bind port da6aa657-34f5-4fd2-9531-63a9a00ce57a on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:45:39.889998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Attempting to bind port da6aa657-34f5-4fd2-9531-63a9a00ce57a by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '2b361af4-b653-45fb-bc77-deb7095cd5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '809b8062-92f2-48c7-8f43-4dd5955d3812'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:45:39.890359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Attempting to bind port da6aa657-34f5-4fd2-9531-63a9a00ce57a on network 809b8062-92f2-48c7-8f43-4dd5955d3812 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:39.900662 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c9deb8e7-0bb5-487b-9112-6e79049e9aa4 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/subnetpools/f11f6b84-f0f1-4a0d-872f-288d0cf24239/tags/tempest-TagsExtTest-Tag-2017818815 HTTP/1.1" status: 204 len: 168 time: 0.0792336 Apr 22 14:45:39.901219 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36470) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:39.913268 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-367d4793-7a1a-4795-a265-2babc129ca1e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f11f6b84-f0f1-4a0d-872f-288d0cf24239') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:39.951834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:45:39.952248 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Checking segment: {'id': '2b361af4-b653-45fb-bc77-deb7095cd5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '809b8062-92f2-48c7-8f43-4dd5955d3812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:39.952626 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:39.953693 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Bound using segment: {'id': '2b361af4-b653-45fb-bc77-deb7095cd5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '809b8062-92f2-48c7-8f43-4dd5955d3812'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:45:39.954215 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Bound port: da6aa657-34f5-4fd2-9531-63a9a00ce57a, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b361af4-b653-45fb-bc77-deb7095cd5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '809b8062-92f2-48c7-8f43-4dd5955d3812'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:45:39.954613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:39.959395 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-367d4793-7a1a-4795-a265-2babc129ca1e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/subnetpools/f11f6b84-f0f1-4a0d-872f-288d0cf24239/tags HTTP/1.1" status: 200 len: 205 time: 0.0553291 Apr 22 14:45:39.962872 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36474) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:39.975955 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-e70f2d0c-aa22-4632-bfcf-9affed4d54b3 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f11f6b84-f0f1-4a0d-872f-288d0cf24239') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:40.035335 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e70f2d0c-aa22-4632-bfcf-9affed4d54b3 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/subnetpools/f11f6b84-f0f1-4a0d-872f-288d0cf24239/tags HTTP/1.1" status: 204 len: 168 time: 0.0700214 Apr 22 14:45:40.038849 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36480) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:40.042209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 9f435505-6d0c-4776-b375-d88591fb4688 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:40.049852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-dddd5859-20a3-4395-a7c5-bb71fc8590b2 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dbbe3287-4069-4488-bcb4-95b12a688a69') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:40.061958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 9f435505-6d0c-4776-b375-d88591fb4688 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:40.062856 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:40.150352 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2b3fda57-bf6b-4a77-83e0-c747614b1e51 req-aa3c1e30-70b6-4654-915d-baf636d5ec7b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 210 time: 0.0460556 Apr 22 14:45:40.191393 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] For port da6aa657-34f5-4fd2-9531-63a9a00ce57a, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:45:40.201887 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] For port da6aa657-34f5-4fd2-9531-63a9a00ce57a, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=da6aa657-34f5-4fd2-9531-63a9a00ce57a,segment=NetworkSegment(2b361af4-b653-45fb-bc77-deb7095cd5c1),segment_id=2b361af4-b653-45fb-bc77-deb7095cd5c1)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:45:40.215005 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:40.248407 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-dddd5859-20a3-4395-a7c5-bb71fc8590b2 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/routers/dbbe3287-4069-4488-bcb4-95b12a688a69/tags HTTP/1.1" status: 204 len: 168 time: 0.2077322 Apr 22 14:45:40.253591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36486) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:40.260055 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-bb4ab7e6-2f0b-4d2d-994e-0ced14355196 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '25aca381-1204-40b8-a8ee-a760525f3c6c') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:40.306115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f84b7-57be-4f1a-b8e8-c5d9fe885f86 None None] Pushing event updated for resources: {'Port': ['ID=da6aa657-34f5-4fd2-9531-63a9a00ce57a,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:40.390081 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bb4ab7e6-2f0b-4d2d-994e-0ced14355196 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/ports/25aca381-1204-40b8-a8ee-a760525f3c6c/tags HTTP/1.1" status: 204 len: 168 time: 0.1347935 Apr 22 14:45:40.394523 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36494) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:40.400882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-e9103b4d-22c5-4da4-a410-2dc20f6349a0 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '13826399-748a-4e0f-8e60-0d89d18d8fbb') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:40.434764 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:40.481757 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Routers {'cdeee376-3698-491e-a8a6-e016f3cac8cf'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:40.482730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:45:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cdeee376-3698-491e-a8a6-e016f3cac8cf'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:40.563212 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e9103b4d-22c5-4da4-a410-2dc20f6349a0 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/subnets/13826399-748a-4e0f-8e60-0d89d18d8fbb/tags HTTP/1.1" status: 204 len: 168 time: 0.1672566 Apr 22 14:45:40.564060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36498) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:40.573020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-2e800960-3832-48bc-b18c-df9de6e26cee tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '13826399-748a-4e0f-8e60-0d89d18d8fbb', 'tempest-TagsExtTest-Tag-1219178115') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:40.789727 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2e800960-3832-48bc-b18c-df9de6e26cee tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "PUT /v2.0/subnets/13826399-748a-4e0f-8e60-0d89d18d8fbb/tags/tempest-TagsExtTest-Tag-1219178115 HTTP/1.1" status: 201 len: 201 time: 0.2201777 Apr 22 14:45:40.790063 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36504) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:40.799955 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-e9d1fb4b-957f-448c-805c-f919f21932b6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '25aca381-1204-40b8-a8ee-a760525f3c6c', 'tempest-TagsExtTest-Tag-309394557') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:40.990223 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e9d1fb4b-957f-448c-805c-f919f21932b6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "PUT /v2.0/ports/25aca381-1204-40b8-a8ee-a760525f3c6c/tags/tempest-TagsExtTest-Tag-309394557 HTTP/1.1" status: 201 len: 201 time: 0.1982167 Apr 22 14:45:40.994345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36508) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:41.005831 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-7c011006-9734-4fad-8c90-0a93537438f1 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dbbe3287-4069-4488-bcb4-95b12a688a69', 'tempest-TagsExtTest-Tag-1522231194') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:41.040246 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 9f435505-6d0c-4776-b375-d88591fb4688, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9f435505-6d0c-4776-b375-d88591fb4688,segment=NetworkSegment(49d86e80-26eb-42e5-a00b-06daf1b507f6),segment_id=49d86e80-26eb-42e5-a00b-06daf1b507f6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:41.053453 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7cb37f0d-c01b-416a-8bd4-f2b37fc3f33e None None] Provisioning for port 25aca381-1204-40b8-a8ee-a760525f3c6c completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:41.065086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:41.133311 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7cb37f0d-c01b-416a-8bd4-f2b37fc3f33e None None] Provisioning complete for port 25aca381-1204-40b8-a8ee-a760525f3c6c triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:41.133779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7cb37f0d-c01b-416a-8bd4-f2b37fc3f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:41.284329 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7c011006-9734-4fad-8c90-0a93537438f1 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "PUT /v2.0/routers/dbbe3287-4069-4488-bcb4-95b12a688a69/tags/tempest-TagsExtTest-Tag-1522231194 HTTP/1.1" status: 201 len: 201 time: 0.2877789 Apr 22 14:45:41.288968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36514) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:41.301315 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-a2842142-be2b-481c-abf5-85f1d0acb4b2 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f11f6b84-f0f1-4a0d-872f-288d0cf24239', 'tempest-TagsExtTest-Tag-577461676') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:41.302364 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7cb37f0d-c01b-416a-8bd4-f2b37fc3f33e None None] Port 25aca381-1204-40b8-a8ee-a760525f3c6c cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:45:41.312048 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=9f435505-6d0c-4776-b375-d88591fb4688,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:41.321062 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] Set router cdeee376-3698-491e-a8a6-e016f3cac8cf gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:41.395844 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a2842142-be2b-481c-abf5-85f1d0acb4b2 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "PUT /v2.0/subnetpools/f11f6b84-f0f1-4a0d-872f-288d0cf24239/tags/tempest-TagsExtTest-Tag-577461676 HTTP/1.1" status: 201 len: 201 time: 0.1043568 Apr 22 14:45:41.398500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36518) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:41.413122 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-6a1fc1f0-930c-4cb7-848a-8d72d4c84578 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '13826399-748a-4e0f-8e60-0d89d18d8fbb', {'tags': ['tempest-TagsExtTest-Tag-446185164', 'tempest-TagsExtTest-Tag-689998037', 'tempest-TagsExtTest-Tag-340383565']}) {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:41.461708 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7cb37f0d-c01b-416a-8bd4-f2b37fc3f33e None None] Provisioning complete for port 9f435505-6d0c-4776-b375-d88591fb4688 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:41.462615 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7cb37f0d-c01b-416a-8bd4-f2b37fc3f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:41.603553 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6a1fc1f0-930c-4cb7-848a-8d72d4c84578 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "PUT /v2.0/subnets/13826399-748a-4e0f-8e60-0d89d18d8fbb/tags HTTP/1.1" status: 200 len: 315 time: 0.2031126 Apr 22 14:45:41.606373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36522) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:41.609073 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-18710e62-58d8-4f3d-8362-b6a77daec012 req-14af0d41-89d8-475f-b2b1-e1d13c920c00 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 210 time: 0.0531094 Apr 22 14:45:41.615328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-624cd76d-34c6-49e0-a9d7-5d7d3f5a0a13 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '13826399-748a-4e0f-8e60-0d89d18d8fbb') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:41.661462 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device da6aa657-34f5-4fd2-9531-63a9a00ce57a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:41.742905 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-624cd76d-34c6-49e0-a9d7-5d7d3f5a0a13 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/subnets/13826399-748a-4e0f-8e60-0d89d18d8fbb/tags HTTP/1.1" status: 204 len: 168 time: 0.1347735 Apr 22 14:45:41.745703 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36526) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:41.753628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-dd16946e-2b39-4571-88c5-9c2a7925af08 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '13826399-748a-4e0f-8e60-0d89d18d8fbb', 'tempest-TagsExtTest-Tag-446185164') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:41.841819 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-dd16946e-2b39-4571-88c5-9c2a7925af08 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] show failed (client error): The resource could not be found. Apr 22 14:45:41.847006 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dd16946e-2b39-4571-88c5-9c2a7925af08 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/subnets/13826399-748a-4e0f-8e60-0d89d18d8fbb/tags/tempest-TagsExtTest-Tag-446185164 HTTP/1.1" status: 404 len: 328 time: 0.1001768 Apr 22 14:45:41.847500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36530) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:41.855022 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-24b2c76f-e13b-4aa3-8220-48340f836c01 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '13826399-748a-4e0f-8e60-0d89d18d8fbb', 'tempest-TagsExtTest-Tag-689998037') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:41.978680 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port da6aa657-34f5-4fd2-9531-63a9a00ce57a completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:42.022638 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port da6aa657-34f5-4fd2-9531-63a9a00ce57a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:42.023048 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:42.058261 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-44315887-1595-4eab-924a-e04e6a810cb0 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:42.059701 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-44315887-1595-4eab-924a-e04e6a810cb0 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.30 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 812 time: 0.1772816 Apr 22 14:45:42.065795 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-24b2c76f-e13b-4aa3-8220-48340f836c01 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] show failed (client error): The resource could not be found. Apr 22 14:45:42.070027 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-24b2c76f-e13b-4aa3-8220-48340f836c01 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/subnets/13826399-748a-4e0f-8e60-0d89d18d8fbb/tags/tempest-TagsExtTest-Tag-689998037 HTTP/1.1" status: 404 len: 328 time: 0.2178652 Apr 22 14:45:42.070299 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36534) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:42.076118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-10e7d3b5-f8bf-40df-b3ae-8f0214829cc5 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '13826399-748a-4e0f-8e60-0d89d18d8fbb', 'tempest-TagsExtTest-Tag-340383565') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:42.172856 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-be221c14-2cba-44a9-bbaa-180685c7fdf9 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e29fa7348a3496d8df9f20800aa5dfa HTTP/1.1" status: 200 len: 380 time: 0.0581164 Apr 22 14:45:42.181910 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-809dc946-eecf-4b49-bf86-b33a21c44045 None None] Provisioning complete for port 25aca381-1204-40b8-a8ee-a760525f3c6c triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:42.182264 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-809dc946-eecf-4b49-bf86-b33a21c44045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:42.185343 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-d2a68805-0908-4f08-9c18-374b19bafc48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Request body: {'port': {'device_id': '99d46605-85d8-4830-b0a5-582bb435d447', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'admin_state_up': True, 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'security_groups': ['5a3f931a-782c-40d7-ab56-2a8eb3a1b39d']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:42.210260 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-10e7d3b5-f8bf-40df-b3ae-8f0214829cc5 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] show failed (client error): The resource could not be found. Apr 22 14:45:42.217185 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-10e7d3b5-f8bf-40df-b3ae-8f0214829cc5 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/subnets/13826399-748a-4e0f-8e60-0d89d18d8fbb/tags/tempest-TagsExtTest-Tag-340383565 HTTP/1.1" status: 404 len: 328 time: 0.1400921 Apr 22 14:45:42.217551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36538) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:42.227103 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-31b35d7b-4c91-404a-a91e-3c46e138fb37 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '25aca381-1204-40b8-a8ee-a760525f3c6c', {'tags': ['tempest-TagsExtTest-Tag-997440909', 'tempest-TagsExtTest-Tag-1544313412', 'tempest-TagsExtTest-Tag-2058399579']}) {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:42.228956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'name': 'tempest-TestVolumeBootPattern-2062052591-router', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b6e5a1a4-2726-4ea6-9586-6518d3a0e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:02Z', 'updated_at': '2022-04-22T14:45:09Z', 'revision_number': 4, 'project_id': '1af50acb336748c991c64085c93bcd86', 'gw_port': {'id': 'b6e5a1a4-2726-4ea6-9586-6518d3a0e4de', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:03Z', 'updated_at': '2022-04-22T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'da6aa657-34f5-4fd2-9531-63a9a00ce57a', 'name': '', 'network_id': '809b8062-92f2-48c7-8f43-4dd5955d3812', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'mac_address': 'fa:16:3e:fd:80:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b67a27a-76ee-44c7-91a8-e3ee73fce451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:08Z', 'updated_at': '2022-04-22T14:45:40Z', 'revision_number': 4, 'project_id': '1af50acb336748c991c64085c93bcd86', 'subnets': [{'id': '1b67a27a-76ee-44c7-91a8-e3ee73fce451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:42.245250 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:42.255539 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c881c-de46-4e29-ab7f-e8df48a279ee None None] The sync data for ids ['cdeee376-3698-491e-a8a6-e016f3cac8cf'] in dv-neutron-839027-1-hyperv is: [{'id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'name': 'tempest-TestVolumeBootPattern-2062052591-router', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b6e5a1a4-2726-4ea6-9586-6518d3a0e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:02Z', 'updated_at': '2022-04-22T14:45:09Z', 'revision_number': 4, 'project_id': '1af50acb336748c991c64085c93bcd86', 'gw_port': {'id': 'b6e5a1a4-2726-4ea6-9586-6518d3a0e4de', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:03Z', 'updated_at': '2022-04-22T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'da6aa657-34f5-4fd2-9531-63a9a00ce57a', 'name': '', 'network_id': '809b8062-92f2-48c7-8f43-4dd5955d3812', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'mac_address': 'fa:16:3e:fd:80:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b67a27a-76ee-44c7-91a8-e3ee73fce451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:08Z', 'updated_at': '2022-04-22T14:45:40Z', 'revision_number': 4, 'project_id': '1af50acb336748c991c64085c93bcd86', 'subnets': [{'id': '1b67a27a-76ee-44c7-91a8-e3ee73fce451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:42.275251 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-809dc946-eecf-4b49-bf86-b33a21c44045 None None] Port 25aca381-1204-40b8-a8ee-a760525f3c6c cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:45:42.298513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port da6aa657-34f5-4fd2-9531-63a9a00ce57a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=da6aa657-34f5-4fd2-9531-63a9a00ce57a,segment=NetworkSegment(2b361af4-b653-45fb-bc77-deb7095cd5c1),segment_id=2b361af4-b653-45fb-bc77-deb7095cd5c1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:42.307205 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:42.308149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9f435505-6d0c-4776-b375-d88591fb4688 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:42.353529 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-31b35d7b-4c91-404a-a91e-3c46e138fb37 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "PUT /v2.0/ports/25aca381-1204-40b8-a8ee-a760525f3c6c/tags HTTP/1.1" status: 200 len: 317 time: 0.1357753 Apr 22 14:45:42.355005 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36542) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:42.362021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-a686a7ca-1d44-424c-91a2-452495ebb982 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '25aca381-1204-40b8-a8ee-a760525f3c6c') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:42.368485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-809dc946-eecf-4b49-bf86-b33a21c44045 None None] Provisioning complete for port da6aa657-34f5-4fd2-9531-63a9a00ce57a triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:42.368485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-809dc946-eecf-4b49-bf86-b33a21c44045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:42.455634 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-d2a68805-0908-4f08-9c18-374b19bafc48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:42.483069 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-d2a68805-0908-4f08-9c18-374b19bafc48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:42.504540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=da6aa657-34f5-4fd2-9531-63a9a00ce57a,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:42.505916 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-d2a68805-0908-4f08-9c18-374b19bafc48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Made reservation on behalf of 3e29fa7348a3496d8df9f20800aa5dfa for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:45:42.515512 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a686a7ca-1d44-424c-91a2-452495ebb982 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/ports/25aca381-1204-40b8-a8ee-a760525f3c6c/tags HTTP/1.1" status: 204 len: 168 time: 0.1552272 Apr 22 14:45:42.515871 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-d2a68805-0908-4f08-9c18-374b19bafc48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:42.516069 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36546) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:42.523608 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-64777cdc-8332-494e-aa73-a20da5a072bd tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '25aca381-1204-40b8-a8ee-a760525f3c6c', 'tempest-TagsExtTest-Tag-997440909') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:42.624825 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 9f435505-6d0c-4776-b375-d88591fb4688 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:42.626472 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:42.628742 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-64777cdc-8332-494e-aa73-a20da5a072bd tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] show failed (client error): The resource could not be found. Apr 22 14:45:42.630684 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-64777cdc-8332-494e-aa73-a20da5a072bd tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/ports/25aca381-1204-40b8-a8ee-a760525f3c6c/tags/tempest-TagsExtTest-Tag-997440909 HTTP/1.1" status: 404 len: 328 time: 0.1136384 Apr 22 14:45:42.643979 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36552) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:42.657724 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-ec635d6a-9396-4e14-904a-d7bd3fedc3fd tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '25aca381-1204-40b8-a8ee-a760525f3c6c', 'tempest-TagsExtTest-Tag-1544313412') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:42.809746 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-ec635d6a-9396-4e14-904a-d7bd3fedc3fd tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] show failed (client error): The resource could not be found. Apr 22 14:45:42.811220 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ec635d6a-9396-4e14-904a-d7bd3fedc3fd tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/ports/25aca381-1204-40b8-a8ee-a760525f3c6c/tags/tempest-TagsExtTest-Tag-1544313412 HTTP/1.1" status: 404 len: 329 time: 0.1627877 Apr 22 14:45:42.815882 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36560) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:42.824848 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-9f441c85-9d89-4e27-9076-a6cbf01efa1d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '25aca381-1204-40b8-a8ee-a760525f3c6c', 'tempest-TagsExtTest-Tag-2058399579') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:42.964609 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-943f2ef0-1ff8-4f68-b686-5589dd8ae5dc req-a5573c09-004a-40eb-bf73-54debbbf511e tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 210 time: 0.0700901 Apr 22 14:45:43.024545 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-9f441c85-9d89-4e27-9076-a6cbf01efa1d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] show failed (client error): The resource could not be found. Apr 22 14:45:43.035558 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9f441c85-9d89-4e27-9076-a6cbf01efa1d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/ports/25aca381-1204-40b8-a8ee-a760525f3c6c/tags/tempest-TagsExtTest-Tag-2058399579 HTTP/1.1" status: 404 len: 329 time: 0.2163775 Apr 22 14:45:43.035558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36564) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:43.052371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-68fb1737-9922-4dd9-b68f-0ac32782e95d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'dbbe3287-4069-4488-bcb4-95b12a688a69', {'tags': ['tempest-TagsExtTest-Tag-1490250008', 'tempest-TagsExtTest-Tag-1907648733', 'tempest-TagsExtTest-Tag-1720147154']}) {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:43.165353 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-d2a68805-0908-4f08-9c18-374b19bafc48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Allocated IP 172.20.0.7 (25eb85eb-411c-4074-8f9a-0de5fadf0faa/b2f90018-3175-478a-ba05-5be4603daa12/b9c59a80-ea00-4aa0-a52f-9a5e648f9c26) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:45:43.289596 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-68fb1737-9922-4dd9-b68f-0ac32782e95d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "PUT /v2.0/routers/dbbe3287-4069-4488-bcb4-95b12a688a69/tags HTTP/1.1" status: 200 len: 318 time: 0.2518289 Apr 22 14:45:43.291154 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36568) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:43.299936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-6ee2ff2a-9e56-492c-9584-b49d3630242e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dbbe3287-4069-4488-bcb4-95b12a688a69') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:43.434220 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device da6aa657-34f5-4fd2-9531-63a9a00ce57a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:43.517406 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-d2a68805-0908-4f08-9c18-374b19bafc48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:43.541001 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-d2a68805-0908-4f08-9c18-374b19bafc48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Transition to ACTIVE for port object b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:43.544917 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6ee2ff2a-9e56-492c-9584-b49d3630242e tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/routers/dbbe3287-4069-4488-bcb4-95b12a688a69/tags HTTP/1.1" status: 204 len: 168 time: 0.2520545 Apr 22 14:45:43.547614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36572) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:43.550423 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port da6aa657-34f5-4fd2-9531-63a9a00ce57a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:43.551270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:43.554758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-72a846b3-8b8d-47de-a3fe-155ae9d5fb35 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dbbe3287-4069-4488-bcb4-95b12a688a69', 'tempest-TagsExtTest-Tag-1490250008') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:43.707521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-d2a68805-0908-4f08-9c18-374b19bafc48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:43.710195 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-72a846b3-8b8d-47de-a3fe-155ae9d5fb35 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] show failed (client error): The resource could not be found. Apr 22 14:45:43.714026 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-72a846b3-8b8d-47de-a3fe-155ae9d5fb35 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/routers/dbbe3287-4069-4488-bcb4-95b12a688a69/tags/tempest-TagsExtTest-Tag-1490250008 HTTP/1.1" status: 404 len: 329 time: 0.1624014 Apr 22 14:45:43.714760 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36576) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:43.726246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-33994402-72fa-4b65-a9a1-08c08d027e66 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dbbe3287-4069-4488-bcb4-95b12a688a69', 'tempest-TagsExtTest-Tag-1907648733') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:43.748456 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:45:43.788027 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-d2a68805-0908-4f08-9c18-374b19bafc48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Network 25eb85eb-411c-4074-8f9a-0de5fadf0faa is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:43.792355 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-d2a68805-0908-4f08-9c18-374b19bafc48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:43.797339 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-d2a68805-0908-4f08-9c18-374b19bafc48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:45:43.864115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a68805-0908-4f08-9c18-374b19bafc48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event updated for resources: {'Port': ['ID=b9c59a80-ea00-4aa0-a52f-9a5e648f9c26,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:43.877990 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-d2a68805-0908-4f08-9c18-374b19bafc48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:43.878643 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-d2a68805-0908-4f08-9c18-374b19bafc48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:43.913961 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-d2a68805-0908-4f08-9c18-374b19bafc48 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7328212 Apr 22 14:45:43.929092 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Request body: {'port': {'device_id': '99d46605-85d8-4830-b0a5-582bb435d447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:43.958807 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-33994402-72fa-4b65-a9a1-08c08d027e66 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] show failed (client error): The resource could not be found. Apr 22 14:45:43.962971 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-33994402-72fa-4b65-a9a1-08c08d027e66 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/routers/dbbe3287-4069-4488-bcb4-95b12a688a69/tags/tempest-TagsExtTest-Tag-1907648733 HTTP/1.1" status: 404 len: 329 time: 0.2466204 Apr 22 14:45:43.963512 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36580) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:43.975929 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.tag.tag_plugin [None req-2db959ba-6c0a-4fb7-b6da-07600b3f453d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dbbe3287-4069-4488-bcb4-95b12a688a69', 'tempest-TagsExtTest-Tag-1720147154') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:44.127817 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-59cf5d1a-cf2c-4768-b6b4-0d3ee21ee76d None None] Provisioning for port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:44.135168 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-59cf5d1a-cf2c-4768-b6b4-0d3ee21ee76d None None] Provisioning complete for port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:44.136113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-59cf5d1a-cf2c-4768-b6b4-0d3ee21ee76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:44.195704 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:44.218669 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-2db959ba-6c0a-4fb7-b6da-07600b3f453d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] show failed (client error): The resource could not be found. Apr 22 14:45:44.220562 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2db959ba-6c0a-4fb7-b6da-07600b3f453d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/routers/dbbe3287-4069-4488-bcb4-95b12a688a69/tags/tempest-TagsExtTest-Tag-1720147154 HTTP/1.1" status: 404 len: 329 time: 0.2554848 Apr 22 14:45:44.223661 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36586) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:44.224790 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-59cf5d1a-cf2c-4768-b6b4-0d3ee21ee76d None None] Port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:45:44.233830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-f7f34da3-98ea-40c1-b152-9f62063fdc8c tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f11f6b84-f0f1-4a0d-872f-288d0cf24239', {'tags': ['tempest-TagsExtTest-Tag-1128850612', 'tempest-TagsExtTest-Tag-425124258', 'tempest-TagsExtTest-Tag-1621958420']}) {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:44.373728 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f7f34da3-98ea-40c1-b152-9f62063fdc8c tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "PUT /v2.0/subnetpools/f11f6b84-f0f1-4a0d-872f-288d0cf24239/tags HTTP/1.1" status: 200 len: 317 time: 0.1461542 Apr 22 14:45:44.374119 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36590) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:44.383097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-74cf6e72-06d0-4aef-8156-83374bb46e44 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f11f6b84-f0f1-4a0d-872f-288d0cf24239') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:44.410208 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8de64-803a-4768-867d-e1534b5ecb6b req-85af500b-74ad-4ed5-b560-ceb4d4cb8066 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:44.411915 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cdd8de64-803a-4768-867d-e1534b5ecb6b req-85af500b-74ad-4ed5-b560-ceb4d4cb8066 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 931 time: 0.1590941 Apr 22 14:45:44.482518 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cdd8de64-803a-4768-867d-e1534b5ecb6b req-b50270fe-ecd8-4a15-b2c8-814101f61dc5 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620885 Apr 22 14:45:44.492230 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-74cf6e72-06d0-4aef-8156-83374bb46e44 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/subnetpools/f11f6b84-f0f1-4a0d-872f-288d0cf24239/tags HTTP/1.1" status: 204 len: 168 time: 0.1111641 Apr 22 14:45:44.492516 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36594) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:44.498983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-a59bbd9f-c9bd-4bf2-8c48-826d6f9334db tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f11f6b84-f0f1-4a0d-872f-288d0cf24239', 'tempest-TagsExtTest-Tag-1128850612') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:44.533197 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-a59bbd9f-c9bd-4bf2-8c48-826d6f9334db tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] show failed (client error): The resource could not be found. Apr 22 14:45:44.538973 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a59bbd9f-c9bd-4bf2-8c48-826d6f9334db tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/subnetpools/f11f6b84-f0f1-4a0d-872f-288d0cf24239/tags/tempest-TagsExtTest-Tag-1128850612 HTTP/1.1" status: 404 len: 329 time: 0.0409451 Apr 22 14:45:44.539274 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36598) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:44.545176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-411d82ed-6a3e-43ad-8e84-ee00a2efa1f1 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f11f6b84-f0f1-4a0d-872f-288d0cf24239', 'tempest-TagsExtTest-Tag-425124258') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:44.597618 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-411d82ed-6a3e-43ad-8e84-ee00a2efa1f1 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] show failed (client error): The resource could not be found. Apr 22 14:45:44.598671 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-411d82ed-6a3e-43ad-8e84-ee00a2efa1f1 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/subnetpools/f11f6b84-f0f1-4a0d-872f-288d0cf24239/tags/tempest-TagsExtTest-Tag-425124258 HTTP/1.1" status: 404 len: 328 time: 0.0584745 Apr 22 14:45:44.603372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36602) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:44.609822 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-cb3a1d73-5414-4d3e-85e8-e279b523e255 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f11f6b84-f0f1-4a0d-872f-288d0cf24239', 'tempest-TagsExtTest-Tag-1621958420') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:44.637279 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-cb3a1d73-5414-4d3e-85e8-e279b523e255 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] show failed (client error): The resource could not be found. Apr 22 14:45:44.639340 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cb3a1d73-5414-4d3e-85e8-e279b523e255 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/subnetpools/f11f6b84-f0f1-4a0d-872f-288d0cf24239/tags/tempest-TagsExtTest-Tag-1621958420 HTTP/1.1" status: 404 len: 329 time: 0.0340147 Apr 22 14:45:44.644113 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36606) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:44.660248 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-8249cbd0-c167-48f1-be85-039f14e43a88 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f11f6b84-f0f1-4a0d-872f-288d0cf24239') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:44.676521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:45:44.685068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:44.712503 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Transition to ACTIVE for port object b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:44.719956 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:44.730229 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8249cbd0-c167-48f1-be85-039f14e43a88 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/subnetpools/f11f6b84-f0f1-4a0d-872f-288d0cf24239/tags HTTP/1.1" status: 204 len: 168 time: 0.0849369 Apr 22 14:45:44.734797 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36610) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:44.740685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-11acf331-3c11-4161-8b6f-e6e4957cba85 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dbbe3287-4069-4488-bcb4-95b12a688a69') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:44.865548 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c59a80-ea00-4aa0-a52f-9a5e648f9c26,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:45.004256 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Attempting to bind port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:45:45.005302 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Attempting to bind port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:45:45.005878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Attempting to bind port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 on network 25eb85eb-411c-4074-8f9a-0de5fadf0faa {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:45.015178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 on network 25eb85eb-411c-4074-8f9a-0de5fadf0faa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:45:45.016510 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-11acf331-3c11-4161-8b6f-e6e4957cba85 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/routers/dbbe3287-4069-4488-bcb4-95b12a688a69/tags HTTP/1.1" status: 204 len: 168 time: 0.2804580 Apr 22 14:45:45.016929 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Attempting to bind port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 on network 25eb85eb-411c-4074-8f9a-0de5fadf0faa {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:45.021045 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36614) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:45.025605 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:45:45.026316 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Checking segment: {'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:45.026944 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Bound using segment: {'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:45:45.027814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Bound port: b9c59a80-ea00-4aa0-a52f-9a5e648f9c26, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:45:45.028466 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:45.029283 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-a87a20a0-8aa1-41bd-abe4-99cd2eeea3ce tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '25aca381-1204-40b8-a8ee-a760525f3c6c') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:45.185571 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a87a20a0-8aa1-41bd-abe4-99cd2eeea3ce tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/ports/25aca381-1204-40b8-a8ee-a760525f3c6c/tags HTTP/1.1" status: 204 len: 168 time: 0.1629150 Apr 22 14:45:45.191877 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36620) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:45.204015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] For port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:45:45.206476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.tag.tag_plugin [None req-05bbf7cc-6be8-41fa-8bc0-57c4cc97d66a tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '13826399-748a-4e0f-8e60-0d89d18d8fbb') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:45.207853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] For port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b9c59a80-ea00-4aa0-a52f-9a5e648f9c26,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:45:45.212870 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:45.331124 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-05bbf7cc-6be8-41fa-8bc0-57c4cc97d66a tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/subnets/13826399-748a-4e0f-8e60-0d89d18d8fbb/tags HTTP/1.1" status: 204 len: 168 time: 0.1370170 Apr 22 14:45:45.337744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36626) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:45.407728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:45.409404 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] 10.222.0.30 "PUT /v2.0/ports/b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 HTTP/1.1" status: 200 len: 1093 time: 1.4846931 Apr 22 14:45:45.412572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d46605-85d8-4830-b0a5-582bb435d447', 'tag': 'b9c59a80-ea00-4aa0-a52f-9a5e648f9c26'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:45:45.437656 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e827f5f-e33e-4298-a677-f97461595bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c59a80-ea00-4aa0-a52f-9a5e648f9c26,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:45.527484 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ace3b5b-d9f3-482c-b2dd-65e5f26564c6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks [] for subnetpool, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:45.532212 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36632) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:45.532605 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9ace3b5b-d9f3-482c-b2dd-65e5f26564c6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/subnetpools/f11f6b84-f0f1-4a0d-872f-288d0cf24239 HTTP/1.1" status: 204 len: 168 time: 0.1928747 Apr 22 14:45:45.576957 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f813cee0-d540-4607-9895-96db4fc31e74'] response: {'name': 'network-changed', 'server_uuid': '99d46605-85d8-4830-b0a5-582bb435d447', 'tag': 'b9c59a80-ea00-4aa0-a52f-9a5e648f9c26', 'status': 'completed', 'code': 200} Apr 22 14:45:45.597655 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e31b037e-8fbc-45d3-8bd5-fa94f235046c tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbbe3287-4069-4488-bcb4-95b12a688a69 HTTP/1.1" status: 200 len: 205 time: 0.0635908 Apr 22 14:45:45.601653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36638) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:45.788798 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-6ae38d65-2b07-441a-8ad8-c8716c527954 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 1096 time: 0.3206961 Apr 22 14:45:45.917208 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-538eecec-d32a-4e01-9a0f-02fac2cda3fc tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:45.937432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5567b-87a5-41bd-ae12-6d890bd66a71 req-a4630923-2b8b-49a0-a8bf-66e64eb98669 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:45.938968 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-15f5567b-87a5-41bd-ae12-6d890bd66a71 req-a4630923-2b8b-49a0-a8bf-66e64eb98669 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 943 time: 0.1249206 Apr 22 14:45:45.976673 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-4174c018-16f7-44c8-97be-cce8d73cc508 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 HTTP/1.1" status: 200 len: 217 time: 0.1755044 Apr 22 14:45:46.004386 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-15f5567b-87a5-41bd-ae12-6d890bd66a71 req-80684208-21bc-4645-94af-cfdf3ff53903 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578249 Apr 22 14:45:46.110686 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-7eeba401-a0bc-4527-87cf-1a34b3f09787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:46.112266 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-7eeba401-a0bc-4527-87cf-1a34b3f09787 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2f90018-3175-478a-ba05-5be4603daa12 HTTP/1.1" status: 200 len: 851 time: 0.1275563 Apr 22 14:45:46.439757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-538eecec-d32a-4e01-9a0f-02fac2cda3fc tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:46.448232 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-538eecec-d32a-4e01-9a0f-02fac2cda3fc tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:46.462738 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-28fa7892-d60b-40d0-b341-de62ace1c6a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25eb85eb-411c-4074-8f9a-0de5fadf0faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3447037 Apr 22 14:45:46.552314 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-538eecec-d32a-4e01-9a0f-02fac2cda3fc tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:46.552828 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538eecec-d32a-4e01-9a0f-02fac2cda3fc tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Fanout notify agent at l3_agent the message router_deleted on router dbbe3287-4069-4488-bcb4-95b12a688a69 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:45:46.578660 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-538eecec-d32a-4e01-9a0f-02fac2cda3fc tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:46.579792 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-538eecec-d32a-4e01-9a0f-02fac2cda3fc tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/routers/dbbe3287-4069-4488-bcb4-95b12a688a69 HTTP/1.1" status: 204 len: 168 time: 0.9765391 Apr 22 14:45:46.583328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36642) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:46.635154 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-5f77bf96-af73-493b-a03a-bebf94000069 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652091 Apr 22 14:45:46.654401 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Deleting port 25aca381-1204-40b8-a8ee-a760525f3c6c {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:46.654729 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:46.827018 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0a1893f4-3a90-41cd-ba28-05f85a9fa251 req-74db8482-ccd0-42a1-bb92-f31bd1f1932b service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849205 Apr 22 14:45:47.008856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:47.158661 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0860045-9ce0-4ea0-acc5-1b64ed908eb1 req-a86f1fbd-2570-4243-997d-cea7b5c4d7c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 1096 time: 0.2766407 Apr 22 14:45:47.159969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Calling delete_port for 25aca381-1204-40b8-a8ee-a760525f3c6c owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:47.388879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0860045-9ce0-4ea0-acc5-1b64ed908eb1 req-e138952f-36a9-467a-805d-59d184da5710 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:47.390875 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0860045-9ce0-4ea0-acc5-1b64ed908eb1 req-e138952f-36a9-467a-805d-59d184da5710 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 913 time: 0.2242961 Apr 22 14:45:47.470837 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0860045-9ce0-4ea0-acc5-1b64ed908eb1 req-4a3e094c-2c03-441c-b45f-72cd6e2a9c51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 HTTP/1.1" status: 200 len: 217 time: 0.0739274 Apr 22 14:45:47.503274 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e9301-e9bc-4e7d-89da-a176b6096b60 req-caa61bb3-3893-46e3-9777-0289175a9f74 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:47.505631 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f86e9301-e9bc-4e7d-89da-a176b6096b60 req-caa61bb3-3893-46e3-9777-0289175a9f74 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 943 time: 0.2877240 Apr 22 14:45:47.569918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0860045-9ce0-4ea0-acc5-1b64ed908eb1 req-54ed7337-5b4e-4afe-8fab-79f98a77ac21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:47.572360 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0860045-9ce0-4ea0-acc5-1b64ed908eb1 req-54ed7337-5b4e-4afe-8fab-79f98a77ac21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2f90018-3175-478a-ba05-5be4603daa12 HTTP/1.1" status: 200 len: 851 time: 0.0946095 Apr 22 14:45:47.575898 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f86e9301-e9bc-4e7d-89da-a176b6096b60 req-83ac3468-776d-4024-8ff1-59e34e0d0190 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642364 Apr 22 14:45:47.595852 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:47.650207 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Pushing event deleted for resources: {'Port': ['ID=25aca381-1204-40b8-a8ee-a760525f3c6c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:47.664063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:47.664684 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:47.665210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:47.665723 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:47.666230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:47.666747 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:47.667242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:47.667792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:47.668288 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:47.668824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:47.669329 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:47.682107 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0860045-9ce0-4ea0-acc5-1b64ed908eb1 req-a904e688-0261-429c-874d-bb89d4287855 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25eb85eb-411c-4074-8f9a-0de5fadf0faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1021128 Apr 22 14:45:47.817158 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:47.825251 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-360233e1-88f4-4631-9cd8-db1b5b4566d6 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/ports/25aca381-1204-40b8-a8ee-a760525f3c6c HTTP/1.1" status: 204 len: 168 time: 1.2406673 Apr 22 14:45:47.829961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36650) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:47.913097 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0860045-9ce0-4ea0-acc5-1b64ed908eb1 req-04afa2fc-f575-41d3-a69f-73c7d680ab80 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159109 Apr 22 14:45:48.100286 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1060f29-9f1c-4ed0-9098-bd80e04f6bd0 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Deleting subnet 13826399-748a-4e0f-8e60-0d89d18d8fbb {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:45:48.104875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c1060f29-9f1c-4ed0-9098-bd80e04f6bd0 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:48.131875 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0860045-9ce0-4ea0-acc5-1b64ed908eb1 req-fb3cab9c-3d96-455e-968c-dafaa76abc86 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116265 Apr 22 14:45:48.183616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c1060f29-9f1c-4ed0-9098-bd80e04f6bd0 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:48.284948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c1060f29-9f1c-4ed0-9098-bd80e04f6bd0 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:48.365679 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c1060f29-9f1c-4ed0-9098-bd80e04f6bd0 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:48.418406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1060f29-9f1c-4ed0-9098-bd80e04f6bd0 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Pushing event deleted for resources: {'Subnet': ['ID=13826399-748a-4e0f-8e60-0d89d18d8fbb,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:48.427776 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c1060f29-9f1c-4ed0-9098-bd80e04f6bd0 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:48.437437 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202809f3-869f-4469-ae17-7cf13c77b505 None None] Network 8243a681-8512-4f4e-a07d-c336a10c76ef requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:45:48.438278 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c1060f29-9f1c-4ed0-9098-bd80e04f6bd0 tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/subnets/13826399-748a-4e0f-8e60-0d89d18d8fbb HTTP/1.1" status: 204 len: 168 time: 0.6063783 Apr 22 14:45:48.441797 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36654) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:48.723009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:48.744173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Deleting port 9f435505-6d0c-4776-b375-d88591fb4688 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:48.744795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:48.958625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2937d035-fba7-4b03-9adb-6350fa1d9979 None None] DHCP port deletion for 8243a681-8512-4f4e-a07d-c336a10c76ef request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:45:48.964447 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2937d035-fba7-4b03-9adb-6350fa1d9979 None None] Deleting port 9f435505-6d0c-4776-b375-d88591fb4688 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:48.965182 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2937d035-fba7-4b03-9adb-6350fa1d9979 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:49.031702 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] For port 9f435505-6d0c-4776-b375-d88591fb4688, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9f435505-6d0c-4776-b375-d88591fb4688,segment=NetworkSegment(49d86e80-26eb-42e5-a00b-06daf1b507f6),segment_id=49d86e80-26eb-42e5-a00b-06daf1b507f6)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:49.032206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:49.208156 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2937d035-fba7-4b03-9adb-6350fa1d9979 None None] For port 9f435505-6d0c-4776-b375-d88591fb4688, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9f435505-6d0c-4776-b375-d88591fb4688,segment=NetworkSegment(49d86e80-26eb-42e5-a00b-06daf1b507f6),segment_id=49d86e80-26eb-42e5-a00b-06daf1b507f6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:49.208420 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2937d035-fba7-4b03-9adb-6350fa1d9979 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:49.267514 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Calling delete_port for 9f435505-6d0c-4776-b375-d88591fb4688 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:49.339798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2937d035-fba7-4b03-9adb-6350fa1d9979 None None] Calling delete_port for 9f435505-6d0c-4776-b375-d88591fb4688 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:49.369846 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafcd0e-16fc-441f-9828-437c487ec5d4 req-e85dc865-e151-4d6b-97c7-9f01e2f86422 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:49.371408 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4eafcd0e-16fc-441f-9828-437c487ec5d4 req-e85dc865-e151-4d6b-97c7-9f01e2f86422 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 943 time: 0.5544040 Apr 22 14:45:49.378719 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:49.448625 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Pushing event deleted for resources: {'Port': ['ID=9f435505-6d0c-4776-b375-d88591fb4688,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:49.457798 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] No DVR routers for this DVR port 9f435505-6d0c-4776-b375-d88591fb4688 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:45:49.492510 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9f435505-6d0c-4776-b375-d88591fb4688 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:45:49.602727 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 9f435505-6d0c-4776-b375-d88591fb4688 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:45:49.603073 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9f435505-6d0c-4776-b375-d88591fb4688 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:45:49.604609 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4eafcd0e-16fc-441f-9828-437c487ec5d4 req-4da6256c-25b9-4464-806f-ce07bfea565b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195866 Apr 22 14:45:49.624069 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:49.642560 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-2937d035-fba7-4b03-9adb-6350fa1d9979 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:45:49.643194 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-2937d035-fba7-4b03-9adb-6350fa1d9979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:45:49.682183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8243a681-8512-4f4e-a07d-c336a10c76ef']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:49.697817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d86e80-26eb-42e5-a00b-06daf1b507f6') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:49.698087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d86e80-26eb-42e5-a00b-06daf1b507f6') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:49.712143 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:49.731681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:49.738905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:45:49.740178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:45:49.763701 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:45:49.858108 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:49.879201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:49.891477 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] Pushing event deleted for resources: {'Network': ['ID=8243a681-8512-4f4e-a07d-c336a10c76ef,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:49.896259 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9ef5ccd6-4423-4bca-a25e-4e4ac11b355d tempest-TagsExtTest-1651609090 tempest-TagsExtTest-1651609090-project] 10.222.0.23 "DELETE /v2.0/networks/8243a681-8512-4f4e-a07d-c336a10c76ef HTTP/1.1" status: 204 len: 168 time: 1.4533331 Apr 22 14:45:50.145546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2937d035-fba7-4b03-9adb-6350fa1d9979 None None] Deleting port 9f435505-6d0c-4776-b375-d88591fb4688 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:50.146024 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2937d035-fba7-4b03-9adb-6350fa1d9979 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:50.222062 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2937d035-fba7-4b03-9adb-6350fa1d9979 None None] The port '9f435505-6d0c-4776-b375-d88591fb4688' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:45:50.230116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36666) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:50.414422 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3a61ddf7-d22b-4d71-857d-b26eb5daeeb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0310c9b1ca3f470b969a732a629fb6b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1828873 Apr 22 14:45:50.417443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36672) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:50.486970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e1de3137-d8fb-4215-ab98-e1503631381e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:50.517858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e1de3137-d8fb-4215-ab98-e1503631381e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:50.575589 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e1de3137-d8fb-4215-ab98-e1503631381e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:50.592718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de3137-d8fb-4215-ab98-e1503631381e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4ec5c7-e6f4-45c7-ae9c-8c0e328cdeb6,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:50.598079 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e1de3137-d8fb-4215-ab98-e1503631381e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:50.600269 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e1de3137-d8fb-4215-ab98-e1503631381e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d4ec5c7-e6f4-45c7-ae9c-8c0e328cdeb6 HTTP/1.1" status: 204 len: 168 time: 0.1808045 Apr 22 14:45:51.240875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af68db-1c4a-4f59-a036-2fb1f2dbb6b7 req-87ba8017-af90-4f54-b0b8-1ba7de29f604 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:51.243121 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9af68db-1c4a-4f59-a036-2fb1f2dbb6b7 req-87ba8017-af90-4f54-b0b8-1ba7de29f604 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 943 time: 0.4228053 Apr 22 14:45:51.309209 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9af68db-1c4a-4f59-a036-2fb1f2dbb6b7 req-8f308d42-d3d2-417b-b4c4-21902c775aaf tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567434 Apr 22 14:45:52.424081 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e3734092-5abd-4be2-a040-00243d7358e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:52.645241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03179b55-fe5b-4d10-9740-70266795c493 req-1e08b906-1923-4c17-a864-85637c28ff0f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:52.648090 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-03179b55-fe5b-4d10-9740-70266795c493 req-1e08b906-1923-4c17-a864-85637c28ff0f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 943 time: 0.1155720 Apr 22 14:45:52.710385 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-03179b55-fe5b-4d10-9740-70266795c493 req-c7713f46-5d10-4b02-b8ce-a2131537afd7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509717 Apr 22 14:45:53.361163 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36724) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:53.370430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081128213', 'description': 'tempest-secgroup-smoke-2081128213 description', 'project_id': 'c6096f0bea244acb98f5655aad33584f'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:53.380950 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:53.388072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Usage tracker for resource:security_group and tenant:c6096f0bea244acb98f5655aad33584f is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:53.392912 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:53.401172 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:53.416374 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:53.432385 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:53.476830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:53.482056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Usage tracker for resource:security_group_rule and tenant:c6096f0bea244acb98f5655aad33584f is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:53.486213 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:53.493854 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:53.589259 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:53.595578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:53.651801 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c3a0c8-875b-4d6d-89cd-97507deee8c7,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:53.655670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:53.664684 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Usage tracker for resource:security_group_rule and tenant:c6096f0bea244acb98f5655aad33584f is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:53.670139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:53.680693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:53.757319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:53.762417 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:53.809211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:53.814105 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:53.815245 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ef1c36bb-df36-471a-b21e-e561d1683542 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4525795 Apr 22 14:45:53.818654 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36730) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:53.828868 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1a083d4d-4a13-4493-85f5-a22ac78ecf9b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Request body: {'security_group_rule': {'security_group_id': '5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1', 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:53.839840 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1a083d4d-4a13-4493-85f5-a22ac78ecf9b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:53.846775 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1a083d4d-4a13-4493-85f5-a22ac78ecf9b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Usage tracker for resource:security_group_rule and tenant:c6096f0bea244acb98f5655aad33584f is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:53.851862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1a083d4d-4a13-4493-85f5-a22ac78ecf9b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:53.866335 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1a083d4d-4a13-4493-85f5-a22ac78ecf9b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:53.981679 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1a083d4d-4a13-4493-85f5-a22ac78ecf9b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.212551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc3123-e7f7-4c54-8ba6-a04a88db3209 req-1b366d44-2008-40ac-9ca1-30ed9d294a08 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:54.215116 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-30cc3123-e7f7-4c54-8ba6-a04a88db3209 req-1b366d44-2008-40ac-9ca1-30ed9d294a08 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 943 time: 0.3523629 Apr 22 14:45:54.300657 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1a083d4d-4a13-4493-85f5-a22ac78ecf9b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.307337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1a083d4d-4a13-4493-85f5-a22ac78ecf9b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.357581 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a083d4d-4a13-4493-85f5-a22ac78ecf9b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07212652-c930-478d-b28e-4a9d1b740eab,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:54.361615 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.363414 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-30cc3123-e7f7-4c54-8ba6-a04a88db3209 req-558952e7-fe42-4d11-ae6a-fb83758799a9 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400578 Apr 22 14:45:54.375915 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1a083d4d-4a13-4493-85f5-a22ac78ecf9b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.377943 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1a083d4d-4a13-4493-85f5-a22ac78ecf9b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5572052 Apr 22 14:45:54.381141 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36734) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:54.387185 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Request body: {'security_group_rule': {'security_group_id': '5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1', 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:54.394755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:54.399532 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Usage tracker for resource:security_group_rule and tenant:c6096f0bea244acb98f5655aad33584f is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:54.403344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:54.415264 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:54.432477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.503333 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.508115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.537639 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6424b03-0b14-45aa-bf6d-350e59e24c9a,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:54.551336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.552555 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1701286 Apr 22 14:45:54.554535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:54.554878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:54.555440 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36738) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:54.560166 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:54.560845 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:54.561009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1ebb320e-6b87-4048-bd6c-21ae71b33c88 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Request body: {'security_group_rule': {'security_group_id': '5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1', 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:54.561436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:54.562967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:54.563661 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:54.564250 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:54.564898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:54.565447 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:54.566036 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da545a-4ef4-4138-bd21-ee1b68b105a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:54.567902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1ebb320e-6b87-4048-bd6c-21ae71b33c88 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:54.572947 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1ebb320e-6b87-4048-bd6c-21ae71b33c88 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Usage tracker for resource:security_group_rule and tenant:c6096f0bea244acb98f5655aad33584f is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:54.576615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1ebb320e-6b87-4048-bd6c-21ae71b33c88 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:54.584268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1ebb320e-6b87-4048-bd6c-21ae71b33c88 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:54.602553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ebb320e-6b87-4048-bd6c-21ae71b33c88 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.685047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ebb320e-6b87-4048-bd6c-21ae71b33c88 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.692028 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ebb320e-6b87-4048-bd6c-21ae71b33c88 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.715338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb320e-6b87-4048-bd6c-21ae71b33c88 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51fb639-76d8-4709-a56b-41d5f3fbf089,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:54.737554 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ebb320e-6b87-4048-bd6c-21ae71b33c88 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.739146 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1ebb320e-6b87-4048-bd6c-21ae71b33c88 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1825802 Apr 22 14:45:54.741926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36742) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:54.751344 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-11ea790c-f8b1-46a4-8b0c-812d5250e9b8 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Request body: {'security_group_rule': {'security_group_id': '5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1', 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:54.758475 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-11ea790c-f8b1-46a4-8b0c-812d5250e9b8 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:54.765878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-11ea790c-f8b1-46a4-8b0c-812d5250e9b8 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Usage tracker for resource:security_group_rule and tenant:c6096f0bea244acb98f5655aad33584f is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:54.771349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-11ea790c-f8b1-46a4-8b0c-812d5250e9b8 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:54.772200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-228bfd86-35e2-45b1-9c68-5e046e3ae84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.781532 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-11ea790c-f8b1-46a4-8b0c-812d5250e9b8 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:54.806575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-11ea790c-f8b1-46a4-8b0c-812d5250e9b8 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.887168 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-11ea790c-f8b1-46a4-8b0c-812d5250e9b8 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.892466 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-11ea790c-f8b1-46a4-8b0c-812d5250e9b8 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.921120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea790c-f8b1-46a4-8b0c-812d5250e9b8 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d84ea89-b176-41c1-a4df-baf87045084c,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:54.933183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-11ea790c-f8b1-46a4-8b0c-812d5250e9b8 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.935018 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-11ea790c-f8b1-46a4-8b0c-812d5250e9b8 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1917055 Apr 22 14:45:54.938527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36746) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:54.944593 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-bb3a4d26-194f-479e-8692-c233e733e7aa tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Request body: {'security_group_rule': {'security_group_id': '5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1', 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:54.951081 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-bb3a4d26-194f-479e-8692-c233e733e7aa tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:54.956557 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-bb3a4d26-194f-479e-8692-c233e733e7aa tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Usage tracker for resource:security_group_rule and tenant:c6096f0bea244acb98f5655aad33584f is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:54.959864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-bb3a4d26-194f-479e-8692-c233e733e7aa tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:54.966301 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-bb3a4d26-194f-479e-8692-c233e733e7aa tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:54.979061 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-bb3a4d26-194f-479e-8692-c233e733e7aa tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Project c6096f0bea244acb98f5655aad33584f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:45:54.987187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4d26-194f-479e-8692-c233e733e7aa tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:55.061770 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4d26-194f-479e-8692-c233e733e7aa tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:55.067424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4d26-194f-479e-8692-c233e733e7aa tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:55.092907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a4d26-194f-479e-8692-c233e733e7aa tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd32e1d-7645-4db0-991c-d26c7efff3c0,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:55.104763 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4d26-194f-479e-8692-c233e733e7aa tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:55.106078 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bb3a4d26-194f-479e-8692-c233e733e7aa tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1664414 Apr 22 14:45:55.109495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36750) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:55.115312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-65a3abc0-7c42-4fd1-8741-620d11054692 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Request body: {'security_group_rule': {'security_group_id': '5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1', 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:55.121777 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-65a3abc0-7c42-4fd1-8741-620d11054692 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:55.126609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-65a3abc0-7c42-4fd1-8741-620d11054692 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Usage tracker for resource:security_group_rule and tenant:c6096f0bea244acb98f5655aad33584f is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:55.130645 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-65a3abc0-7c42-4fd1-8741-620d11054692 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:55.137603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-65a3abc0-7c42-4fd1-8741-620d11054692 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:55.151903 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-65a3abc0-7c42-4fd1-8741-620d11054692 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Project c6096f0bea244acb98f5655aad33584f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:45:55.159207 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-65a3abc0-7c42-4fd1-8741-620d11054692 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:55.235590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-65a3abc0-7c42-4fd1-8741-620d11054692 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:55.240468 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-65a3abc0-7c42-4fd1-8741-620d11054692 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:55.266072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3abc0-7c42-4fd1-8741-620d11054692 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523a33f3-9166-41e3-97e5-32cb80baf29b,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:55.276367 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-65a3abc0-7c42-4fd1-8741-620d11054692 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:55.277694 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-65a3abc0-7c42-4fd1-8741-620d11054692 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1672447 Apr 22 14:45:55.282876 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36754) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:55.288617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-dfc9db06-c5aa-4464-88e9-0920193e977a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Request body: {'network': {'name': 'tempest-network-smoke--442326950', 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'port_security_enabled': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:55.293949 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-dfc9db06-c5aa-4464-88e9-0920193e977a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:55.299061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-dfc9db06-c5aa-4464-88e9-0920193e977a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Usage tracker for resource:network and tenant:c6096f0bea244acb98f5655aad33584f is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:55.302228 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-dfc9db06-c5aa-4464-88e9-0920193e977a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:55.313379 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-dfc9db06-c5aa-4464-88e9-0920193e977a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:55.324140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc9db06-c5aa-4464-88e9-0920193e977a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Made reservation on behalf of c6096f0bea244acb98f5655aad33584f for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:45:55.327086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dfc9db06-c5aa-4464-88e9-0920193e977a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:55.357791 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc9db06-c5aa-4464-88e9-0920193e977a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:45:55.367643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dfc9db06-c5aa-4464-88e9-0920193e977a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:55.367988 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-dfc9db06-c5aa-4464-88e9-0920193e977a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Added segment 86fae21c-47b9-41c5-977f-2c5e8607d04a of type vlan for network 21f94024-02af-4596-873e-03526a537b9e Apr 22 14:45:55.396655 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dfc9db06-c5aa-4464-88e9-0920193e977a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:55.436369 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dfc9db06-c5aa-4464-88e9-0920193e977a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:55.443957 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc9db06-c5aa-4464-88e9-0920193e977a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:55.444976 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dfc9db06-c5aa-4464-88e9-0920193e977a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:55.650442 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dfc9db06-c5aa-4464-88e9-0920193e977a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3661797 Apr 22 14:45:55.651575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36760) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:55.690239 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1228234339', 'admin_state_up': True, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:55.706090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9db06-c5aa-4464-88e9-0920193e977a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event updated for resources: {'Network': ['ID=21f94024-02af-4596-873e-03526a537b9e,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:55.712616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:55.720851 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 21f94024-02af-4596-873e-03526a537b9e details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:45:55.722637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Usage tracker for resource:router and tenant:c6096f0bea244acb98f5655aad33584f is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:55.728977 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:55.745541 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:55.769456 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:55.770906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:55.798693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a5f27-15ae-4daf-8364-73294a20d987 req-d930d030-fe61-42b5-9904-a76910b10b34 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:55.800311 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d61a5f27-15ae-4daf-8364-73294a20d987 req-d930d030-fe61-42b5-9904-a76910b10b34 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 943 time: 0.2003191 Apr 22 14:45:55.809881 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:55.895011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:45:55.977661 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d61a5f27-15ae-4daf-8364-73294a20d987 req-f7bdf5f3-8879-4c18-9481-92b7f5fda5a3 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640790 Apr 22 14:45:56.014338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:56.031230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:56.061015 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b9c59a80-ea00-4aa0-a52f-9a5e648f9c26,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:56.086306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': 'b9c59a80-ea00-4aa0-a52f-9a5e648f9c26', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'port_id': 'b9c59a80-ea00-4aa0-a52f-9a5e648f9c26', 'mac_address': 'fa:16:3e:6a:88:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:45:56.201139 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:56.209657 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:56.214056 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:56.242927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:45:56.245151 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:56.259710 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b9c59a80-ea00-4aa0-a52f-9a5e648f9c26,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:56.264132 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:56.344976 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=b9c59a80-ea00-4aa0-a52f-9a5e648f9c26,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:56.392414 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Allocated IP 172.26.0.78 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/bfa75e90-3a4f-40f8-afb0-0fe42e58eb35) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:45:56.517374 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['b9c59a80-ea00-4aa0-a52f-9a5e648f9c26'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:45:56.620785 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:56.669994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:56.751867 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cb894-0a6f-4e3a-adb9-aba9a38e8c5f req-d7aa8863-592b-4551-bf2e-05f13e142cdb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:56.753358 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e06cb894-0a6f-4e3a-adb9-aba9a38e8c5f req-d7aa8863-592b-4551-bf2e-05f13e142cdb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 945 time: 0.1927929 Apr 22 14:45:56.757836 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:56.758747 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event updated for resources: {'Port': ['ID=bfa75e90-3a4f-40f8-afb0-0fe42e58eb35,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:56.762516 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:56.765343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:45:56.877144 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e06cb894-0a6f-4e3a-adb9-aba9a38e8c5f req-0cc9e9b8-5dcb-466c-a1a3-90dfeab19754 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=206f0564-6617-44f6-bae2-c29877a5e983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156590 Apr 22 14:45:56.961207 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:56.961932 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:57.271644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc96ef2-6ff6-47bc-9d9e-c347384f3c99 req-5db95dce-4d6e-4ddb-add2-c395a9314dd2 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:57.273104 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ebc96ef2-6ff6-47bc-9d9e-c347384f3c99 req-5db95dce-4d6e-4ddb-add2-c395a9314dd2 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 944 time: 0.1608078 Apr 22 14:45:57.309161 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:57.351700 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ebc96ef2-6ff6-47bc-9d9e-c347384f3c99 req-9061f5e9-98a0-4d91-9735-4baf006691c9 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726492 Apr 22 14:45:57.414958 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Router 0d10488a-d9bd-4002-b981-9b7f3457af47 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:45:57.674029 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:57.685385 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Sync routers for ids ['0d10488a-d9bd-4002-b981-9b7f3457af47'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:57.698795 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Routers {'0d10488a-d9bd-4002-b981-9b7f3457af47'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:57.699726 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:45:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0d10488a-d9bd-4002-b981-9b7f3457af47'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:57.706973 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:57.708277 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b1c948a6-dab9-4a58-b51d-2f6659f9251a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0417190 Apr 22 14:45:57.711793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36772) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:57.903991 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e9c1cb40-d023-4d62-a2aa-2ced28fd647f tempest-TestNetworkAdvancedServerOps-1193776022 tempest-TestNetworkAdvancedServerOps-1193776022-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c6096f0bea244acb98f5655aad33584f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1905642 Apr 22 14:45:57.906600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36778) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:57.910778 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Set router 0d10488a-d9bd-4002-b981-9b7f3457af47 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:57.921103 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:57.953772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-70495847-8d6e-4350-8e33-f77fa5915916 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:57.960183 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-70495847-8d6e-4350-8e33-f77fa5915916 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:58.011814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-70495847-8d6e-4350-8e33-f77fa5915916 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:58.013210 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-70495847-8d6e-4350-8e33-f77fa5915916 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 945 time: 0.1755149 Apr 22 14:45:58.128995 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-73615fd5-5d85-4eda-a97d-9d4dfd749b92 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:58.130460 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-73615fd5-5d85-4eda-a97d-9d4dfd749b92 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:58.147614 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:58.159462 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:58.160399 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:58.202753 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2a4dc3-faf9-42c8-9375-cde3ed9652d9 tempest-TestNetworkAdvancedServerOps-1193776022 tempest-TestNetworkAdvancedServerOps-1193776022-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:58.204858 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8a2a4dc3-faf9-42c8-9375-cde3ed9652d9 tempest-TestNetworkAdvancedServerOps-1193776022 tempest-TestNetworkAdvancedServerOps-1193776022-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2967181 Apr 22 14:45:58.214805 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36784) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:58.215216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc48e-b7fc-4688-9b5f-6bfc03c4d0c2 req-895498ab-29c6-4283-97c6-16d494466c8f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:58.217168 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-90fdc48e-b7fc-4688-9b5f-6bfc03c4d0c2 req-895498ab-29c6-4283-97c6-16d494466c8f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 945 time: 0.1490405 Apr 22 14:45:58.292804 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-59624118-f559-47f3-9859-137a930e1079 tempest-TestNetworkAdvancedServerOps-1193776022 tempest-TestNetworkAdvancedServerOps-1193776022-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0765061 Apr 22 14:45:58.297277 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36788) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:58.306142 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-38e7770e-3cfb-448e-a9a8-215f330239a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1962517434', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:58.324544 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-90fdc48e-b7fc-4688-9b5f-6bfc03c4d0c2 req-4b0e72c7-4cb2-45b1-961f-1895d55afaca tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=206f0564-6617-44f6-bae2-c29877a5e983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955265 Apr 22 14:45:58.366176 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228234339', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:55Z', 'updated_at': '2022-04-22T14:45:56Z', 'revision_number': 3, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'gw_port': {'id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:56Z', 'updated_at': '2022-04-22T14:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:58.370210 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Checking router: 0d10488a-d9bd-4002-b981-9b7f3457af47 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:45:58.370547 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Updating router 0d10488a-d9bd-4002-b981-9b7f3457af47 port bfa75e90-3a4f-40f8-afb0-0fe42e58eb35 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:45:58.427640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:58.431515 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:58.479164 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b9c59a80-ea00-4aa0-a52f-9a5e648f9c26,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:58.480690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d46605-85d8-4830-b0a5-582bb435d447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c59a80-ea00-4aa0-a52f-9a5e648f9c26'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:45:58.487674 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:58.584172 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=b9c59a80-ea00-4aa0-a52f-9a5e648f9c26,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:58.632928 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e157d4-e6ba-456b-92b8-f043fd347cc4'] response: {'server_uuid': '99d46605-85d8-4830-b0a5-582bb435d447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c59a80-ea00-4aa0-a52f-9a5e648f9c26', 'code': 200} Apr 22 14:45:58.677092 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-38e7770e-3cfb-448e-a9a8-215f330239a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:58.691034 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-38e7770e-3cfb-448e-a9a8-215f330239a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Usage tracker for resource:subnet and tenant:c6096f0bea244acb98f5655aad33584f is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:58.710724 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-38e7770e-3cfb-448e-a9a8-215f330239a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:58.724897 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36712f-a808-46e6-aa75-e8e6c73ce100 req-796679ad-406f-40d0-b73b-90b1a3dd773b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:58.727521 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8f36712f-a808-46e6-aa75-e8e6c73ce100 req-796679ad-406f-40d0-b73b-90b1a3dd773b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 945 time: 0.1734343 Apr 22 14:45:58.744388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-38e7770e-3cfb-448e-a9a8-215f330239a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:58.790236 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8f36712f-a808-46e6-aa75-e8e6c73ce100 req-0569bd27-6ff7-410d-95d6-c685da19c43c tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566332 Apr 22 14:45:58.792831 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e7770e-3cfb-448e-a9a8-215f330239a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Made reservation on behalf of c6096f0bea244acb98f5655aad33584f for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:45:58.881574 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:58.895386 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Transition to ACTIVE for port object bfa75e90-3a4f-40f8-afb0-0fe42e58eb35 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:58.903152 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:58.969535 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8bd3ec91-8d40-403b-9904-ed69dbe5ec11 req-ac1ad9c8-bf08-4a8c-885a-509a4646113c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 1098 time: 0.1694236 Apr 22 14:45:58.992120 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Attempting to bind port bfa75e90-3a4f-40f8-afb0-0fe42e58eb35 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:45:58.992483 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Attempting to bind port bfa75e90-3a4f-40f8-afb0-0fe42e58eb35 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:45:58.992847 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Attempting to bind port bfa75e90-3a4f-40f8-afb0-0fe42e58eb35 on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:59.007237 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f20b8d-1647-4854-9d86-b7f3917123e4 None None] Pushing event updated for resources: {'Port': ['ID=bfa75e90-3a4f-40f8-afb0-0fe42e58eb35,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:59.009686 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:45:59.010562 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:59.010562 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:59.010898 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:45:59.011378 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Bound port: bfa75e90-3a4f-40f8-afb0-0fe42e58eb35, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:45:59.011747 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:59.011863 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-73615fd5-5d85-4eda-a97d-9d4dfd749b92 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5c2e5aa0-eff8-403d-bdcf-a992c01332ed,segment=NetworkSegment(ac7a0800-224d-4d85-b44b-63ec7b17ded0),segment_id=ac7a0800-224d-4d85-b44b-63ec7b17ded0)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:59.012322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-73615fd5-5d85-4eda-a97d-9d4dfd749b92 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:59.034525 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8bd3ec91-8d40-403b-9904-ed69dbe5ec11 req-b712dc37-94bf-4a9d-a483-0799ce7c5236 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587258 Apr 22 14:45:59.062483 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f20b8d-1647-4854-9d86-b7f3917123e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:59.062840 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f20b8d-1647-4854-9d86-b7f3917123e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:59.063174 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f20b8d-1647-4854-9d86-b7f3917123e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:59.063576 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f20b8d-1647-4854-9d86-b7f3917123e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:59.063979 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f20b8d-1647-4854-9d86-b7f3917123e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:59.064258 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f20b8d-1647-4854-9d86-b7f3917123e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:59.064527 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f20b8d-1647-4854-9d86-b7f3917123e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:59.064829 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f20b8d-1647-4854-9d86-b7f3917123e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:59.065143 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f20b8d-1647-4854-9d86-b7f3917123e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:59.065462 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f20b8d-1647-4854-9d86-b7f3917123e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:59.065779 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f20b8d-1647-4854-9d86-b7f3917123e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:59.080548 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-38e7770e-3cfb-448e-a9a8-215f330239a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:59.103815 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] For port bfa75e90-3a4f-40f8-afb0-0fe42e58eb35, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:45:59.108130 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] For port bfa75e90-3a4f-40f8-afb0-0fe42e58eb35, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=bfa75e90-3a4f-40f8-afb0-0fe42e58eb35,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:45:59.114501 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:59.200879 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f20b8d-1647-4854-9d86-b7f3917123e4 None None] Pushing event updated for resources: {'Port': ['ID=bfa75e90-3a4f-40f8-afb0-0fe42e58eb35,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:59.206834 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Routers {'0d10488a-d9bd-4002-b981-9b7f3457af47'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:59.207547 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:45:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0d10488a-d9bd-4002-b981-9b7f3457af47'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:59.462858 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] Set router 0d10488a-d9bd-4002-b981-9b7f3457af47 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:59.604620 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-73615fd5-5d85-4eda-a97d-9d4dfd749b92 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:59.605221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-73615fd5-5d85-4eda-a97d-9d4dfd749b92 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:59.605820 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-73615fd5-5d85-4eda-a97d-9d4dfd749b92 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Floating IP cf617fa7-2cb8-4d71-b576-3fe4d963de94 disassociated. External IP: 172.26.0.150, port: 5c2e5aa0-eff8-403d-bdcf-a992c01332ed. Apr 22 14:45:59.606477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-73615fd5-5d85-4eda-a97d-9d4dfd749b92 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 5c2e5aa0-eff8-403d-bdcf-a992c01332ed owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:59.899744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88e77a-77a4-43d5-af50-9c31ec6373a2 req-0237bc8c-7b9f-462a-acc7-b2de51ea7669 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:59.902006 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ec88e77a-77a4-43d5-af50-9c31ec6373a2 req-0237bc8c-7b9f-462a-acc7-b2de51ea7669 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 945 time: 0.1514347 Apr 22 14:45:59.915375 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-73615fd5-5d85-4eda-a97d-9d4dfd749b92 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:59.973340 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-38e7770e-3cfb-448e-a9a8-215f330239a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:00.021960 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ec88e77a-77a4-43d5-af50-9c31ec6373a2 req-ab96ab16-2814-4128-91f7-fb2f416646f1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=206f0564-6617-44f6-bae2-c29877a5e983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087015 Apr 22 14:46:00.034298 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73615fd5-5d85-4eda-a97d-9d4dfd749b92 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=5c2e5aa0-eff8-403d-bdcf-a992c01332ed,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:00.231316 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228234339', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:55Z', 'updated_at': '2022-04-22T14:45:56Z', 'revision_number': 3, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'gw_port': {'id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:56Z', 'updated_at': '2022-04-22T14:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:00.236763 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec38aaa-88dc-4992-a94a-7a85b413c092 None None] The sync data for ids ['0d10488a-d9bd-4002-b981-9b7f3457af47'] in dv-neutron-839027-1-hyperv is: [{'id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228234339', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:55Z', 'updated_at': '2022-04-22T14:45:56Z', 'revision_number': 3, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'gw_port': {'id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:56Z', 'updated_at': '2022-04-22T14:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:46:00.245926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd5c11-6a20-4990-9319-f34a466b04ef req-92419a00-415f-4301-b172-0caa5cb52fc4 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:00.255206 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e2bd5c11-6a20-4990-9319-f34a466b04ef req-92419a00-415f-4301-b172-0caa5cb52fc4 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 945 time: 0.1434939 Apr 22 14:46:00.339971 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e2bd5c11-6a20-4990-9319-f34a466b04ef req-cf4b7304-0121-4319-b051-689979d1d18c tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833871 Apr 22 14:46:00.350060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7770e-3cfb-448e-a9a8-215f330239a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event updated for resources: {'Subnet': ['ID=f0bb5698-a095-4015-bf80-b2fd95100d9d,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:00.411170 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e7770e-3cfb-448e-a9a8-215f330239a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Checking segment: {'id': '86fae21c-47b9-41c5-977f-2c5e8607d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '21f94024-02af-4596-873e-03526a537b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:46:00.411701 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e7770e-3cfb-448e-a9a8-215f330239a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Network hostable DHCP agents. Network: 21f94024-02af-4596-873e-03526a537b9e, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:46:00.483212 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e7770e-3cfb-448e-a9a8-215f330239a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Network 21f94024-02af-4596-873e-03526a537b9e is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:46:00.513531 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-38e7770e-3cfb-448e-a9a8-215f330239a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 21f94024-02af-4596-873e-03526a537b9e) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:46:00.522560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e7770e-3cfb-448e-a9a8-215f330239a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:00.523498 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-38e7770e-3cfb-448e-a9a8-215f330239a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:00.524570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f524ebec-fd11-4a69-ab9b-320504ea135d None None] Network 21f94024-02af-4596-873e-03526a537b9e requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:46:00.612436 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-38e7770e-3cfb-448e-a9a8-215f330239a0 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3139660 Apr 22 14:46:00.615358 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36802) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:00.661627 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-73615fd5-5d85-4eda-a97d-9d4dfd749b92 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:46:00.964776 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-21f94024-02af-4596-873e-03526a537b9e', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'fixed_ips': [{'subnet_id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:46:00.966044 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:00.997094 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-73615fd5-5d85-4eda-a97d-9d4dfd749b92 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:46:01.072015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-73615fd5-5d85-4eda-a97d-9d4dfd749b92 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] No DVR routers for this DVR port 5c2e5aa0-eff8-403d-bdcf-a992c01332ed on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:46:01.074706 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-73615fd5-5d85-4eda-a97d-9d4dfd749b92 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:01.076769 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8de3179e-d7a2-4b00-9603-b50f49764a29 req-73615fd5-5d85-4eda-a97d-9d4dfd749b92 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "DELETE /v2.0/ports/5c2e5aa0-eff8-403d-bdcf-a992c01332ed HTTP/1.1" status: 204 len: 173 time: 3.0574260 Apr 22 14:46:01.077262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14904f93-c741-47bf-9fff-114bb7e4f466', 'name': 'network-vif-deleted', 'tag': '5c2e5aa0-eff8-403d-bdcf-a992c01332ed'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:46:01.116780 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe75150-c308-4ce6-86a7-2693590f5e6a None None] Sync routers for ids ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:46:01.238835 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7d72aa-9f9a-4faf-b956-3af9a45b4b97'] response: {'server_uuid': '14904f93-c741-47bf-9fff-114bb7e4f466', 'name': 'network-vif-deleted', 'tag': '5c2e5aa0-eff8-403d-bdcf-a992c01332ed', 'status': 'completed', 'code': 200} Apr 22 14:46:01.315872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe75150-c308-4ce6-86a7-2693590f5e6a None None] Routers {'ea6013b9-6419-4de2-a3a7-b5ff1f5df528'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:01.316881 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5fe75150-c308-4ce6-86a7-2693590f5e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:45:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:01.407911 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Allocated IP 172.20.0.2 (21f94024-02af-4596-873e-03526a537b9e/f0bb5698-a095-4015-bf80-b2fd95100d9d/d9e63992-2ccf-46d9-94a2-4f2fdabd41e5) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:46:01.438221 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9cdcb73a-a5f1-4a1a-a3a2-0bb96f4993a8 req-9f140881-417e-45a1-92a9-6edb56a2b146 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=14904f93-c741-47bf-9fff-114bb7e4f466 HTTP/1.1" status: 200 len: 210 time: 0.0905867 Apr 22 14:46:01.575503 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device bfa75e90-3a4f-40f8-afb0-0fe42e58eb35 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:01.905053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996b9bd-f94c-4760-ad57-bfbae6a90536 req-004cd0f8-32d9-4626-a084-453a1e1f4d5e tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:01.907518 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8996b9bd-f94c-4760-ad57-bfbae6a90536 req-004cd0f8-32d9-4626-a084-453a1e1f4d5e tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 945 time: 0.3665509 Apr 22 14:46:01.910727 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port bfa75e90-3a4f-40f8-afb0-0fe42e58eb35 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:01.937817 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port bfa75e90-3a4f-40f8-afb0-0fe42e58eb35 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:01.938214 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:01.970063 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 5c2e5aa0-eff8-403d-bdcf-a992c01332ed no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:46:01.985183 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8996b9bd-f94c-4760-ad57-bfbae6a90536 req-0bf47bfd-f34b-4aa3-98fd-9e880df3b2a2 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622487 Apr 22 14:46:02.059171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 5c2e5aa0-eff8-403d-bdcf-a992c01332ed {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:46:02.059801 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 5c2e5aa0-eff8-403d-bdcf-a992c01332ed not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:46:02.086881 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-5fe75150-c308-4ce6-86a7-2693590f5e6a None None] Set router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:02.141514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:02.178579 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Transition to ACTIVE for port object d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:46:02.291878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Transition to ACTIVE for port object d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:46:02.303829 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:02.328272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e25e4-1c92-4d1f-bdca-a922cb60c49b req-ab66ae27-5a3d-40a8-8f8a-f99190882e21 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:02.330175 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-058e25e4-1c92-4d1f-bdca-a922cb60c49b req-ab66ae27-5a3d-40a8-8f8a-f99190882e21 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 945 time: 0.1713066 Apr 22 14:46:02.433699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:02.535794 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:02.536664 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-058e25e4-1c92-4d1f-bdca-a922cb60c49b req-5ddfae5a-241a-4df0-ac1e-7d679581bc66 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399651 Apr 22 14:46:02.565247 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Network 21f94024-02af-4596-873e-03526a537b9e is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:46:02.577297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:46:02.581331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36816) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:02.582600 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:46:02.588644 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Pushing event updated for resources: {'Port': ['ID=d9e63992-2ccf-46d9-94a2-4f2fdabd41e5,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:02.610785 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port bfa75e90-3a4f-40f8-afb0-0fe42e58eb35, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=bfa75e90-3a4f-40f8-afb0-0fe42e58eb35,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:02.614146 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36822) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:02.693697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:02.694346 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:02.694893 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:02.695478 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:02.695985 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:02.696507 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:02.697035 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:02.697558 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:02.698064 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:02.698571 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:02.699053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:02.704252 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:02.818777 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2cc2081d-f4e6-4794-9258-3296fdd0e790 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:02.861890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Attempting to bind port d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:46:02.862256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Attempting to bind port d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '86fae21c-47b9-41c5-977f-2c5e8607d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '21f94024-02af-4596-873e-03526a537b9e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:46:02.862621 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Attempting to bind port d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 on network 21f94024-02af-4596-873e-03526a537b9e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:46:02.871611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=bfa75e90-3a4f-40f8-afb0-0fe42e58eb35,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:02.877956 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2cc2081d-f4e6-4794-9258-3296fdd0e790 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:02.888521 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:46:02.889740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Checking segment: {'id': '86fae21c-47b9-41c5-977f-2c5e8607d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '21f94024-02af-4596-873e-03526a537b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:46:02.889740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:02.891173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Bound using segment: {'id': '86fae21c-47b9-41c5-977f-2c5e8607d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '21f94024-02af-4596-873e-03526a537b9e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:46:02.892009 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Bound port: d9e63992-2ccf-46d9-94a2-4f2fdabd41e5, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fae21c-47b9-41c5-977f-2c5e8607d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '21f94024-02af-4596-873e-03526a537b9e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:46:02.892584 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:02.991592 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5fe75150-c308-4ce6-86a7-2693590f5e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:51Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '7c3b03bb-0839-4c22-9f3a-169f6ffacd21', 'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:62:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:50Z', 'updated_at': '2022-04-22T14:44:02Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:03.001523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe75150-c308-4ce6-86a7-2693590f5e6a None None] Checking router: ea6013b9-6419-4de2-a3a7-b5ff1f5df528 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:46:03.012360 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e8e1fa9b-362c-48c6-b231-3d3ab8f8cf1d tempest-TestVolumeBootPattern-1136664677 tempest-TestVolumeBootPattern-1136664677-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 1093 time: 0.4294093 Apr 22 14:46:03.018581 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36826) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:03.025265 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': 'b9c59a80-ea00-4aa0-a52f-9a5e648f9c26', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:03.034038 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:03.035828 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe75150-c308-4ce6-86a7-2693590f5e6a None None] Routers {'ea6013b9-6419-4de2-a3a7-b5ff1f5df528'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:03.036518 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5fe75150-c308-4ce6-86a7-2693590f5e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:45:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:03.037360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2cc2081d-f4e6-4794-9258-3296fdd0e790 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:03.051640 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Usage tracker for resource:floatingip and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:03.055836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:03.068152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:03.071835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2081d-f4e6-4794-9258-3296fdd0e790 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206f0564-6617-44f6-bae2-c29877a5e983,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:03.090526 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2cc2081d-f4e6-4794-9258-3296fdd0e790 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:03.092101 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2cc2081d-f4e6-4794-9258-3296fdd0e790 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/security-groups/206f0564-6617-44f6-bae2-c29877a5e983 HTTP/1.1" status: 204 len: 168 time: 0.4760201 Apr 22 14:46:03.093308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for floatingip, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:03.112509 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Allocated IP 172.20.0.1 (21f94024-02af-4596-873e-03526a537b9e/f0bb5698-a095-4015-bf80-b2fd95100d9d/d65130bc-3ec2-4e90-b533-26e7e3b17cac) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:46:03.172428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36832) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:03.198221 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] For port d9e63992-2ccf-46d9-94a2-4f2fdabd41e5, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:46:03.222095 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] For port d9e63992-2ccf-46d9-94a2-4f2fdabd41e5, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d9e63992-2ccf-46d9-94a2-4f2fdabd41e5,segment=NetworkSegment(86fae21c-47b9-41c5-977f-2c5e8607d04a),segment_id=86fae21c-47b9-41c5-977f-2c5e8607d04a)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:46:03.234451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:03.277166 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:03.383464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b132735-57cc-41ea-acec-820d9100f51e None None] Pushing event updated for resources: {'Port': ['ID=d9e63992-2ccf-46d9-94a2-4f2fdabd41e5,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:03.408699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-5fe75150-c308-4ce6-86a7-2693590f5e6a None None] Set router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:03.611879 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-3b6e3bfb-c204-4bcb-97d7-e0ad75a5f80c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port e8f4de82-2eac-4c3a-97e1-fbcae87e59ce {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:46:03.612712 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3bfb-c204-4bcb-97d7-e0ad75a5f80c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:03.723257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device bfa75e90-3a4f-40f8-afb0-0fe42e58eb35 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:03.760416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Allocated IP 172.26.0.151 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/0f24b366-cc27-4c92-a9d6-328b391405bd) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:46:03.941711 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-db3c6730-c8ad-4668-85ec-f894e0f149f4 req-8202aa60-5f2f-4fdf-b804-1b0fee073c8d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2857864 Apr 22 14:46:03.987130 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port bfa75e90-3a4f-40f8-afb0-0fe42e58eb35 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:03.987734 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:04.047619 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:04.065475 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Transition to ACTIVE for port object d65130bc-3ec2-4e90-b533-26e7e3b17cac will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:46:04.073020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:04.105657 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:04.197811 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-db3c6730-c8ad-4668-85ec-f894e0f149f4 req-72db4892-81e4-4506-bc1b-67b5154a349b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 1098 time: 0.1186042 Apr 22 14:46:04.199425 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:04.211655 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3bfb-c204-4bcb-97d7-e0ad75a5f80c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:04.211972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3bfb-c204-4bcb-97d7-e0ad75a5f80c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:04.229891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Network 21f94024-02af-4596-873e-03526a537b9e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:46:04.286547 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:46:04.292341 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:46:04.344701 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:46:04.348320 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:46:04.359394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-3b6e3bfb-c204-4bcb-97d7-e0ad75a5f80c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for e8f4de82-2eac-4c3a-97e1-fbcae87e59ce owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:46:04.386996 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:46:04.414757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event updated for resources: {'Port': ['ID=0f24b366-cc27-4c92-a9d6-328b391405bd,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:04.418514 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event updated for resources: {'Port': ['ID=d65130bc-3ec2-4e90-b533-26e7e3b17cac,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:04.438512 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5fe75150-c308-4ce6-86a7-2693590f5e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:51Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '7c3b03bb-0839-4c22-9f3a-169f6ffacd21', 'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:62:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:50Z', 'updated_at': '2022-04-22T14:44:02Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:04.448601 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe75150-c308-4ce6-86a7-2693590f5e6a None None] The sync data for ids ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'] in dv-neutron-839027-1-hyperv is: [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:43:51Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '7c3b03bb-0839-4c22-9f3a-169f6ffacd21', 'name': '', 'network_id': '7ce38580-bcfc-45b9-9805-0712d9031bc2', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:62:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:50Z', 'updated_at': '2022-04-22T14:44:02Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:46:04.494391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:04.521253 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6730-c8ad-4668-85ec-f894e0f149f4 req-344fc411-b1a2-48d5-be0d-0fc9c90d4d84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:04.522723 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-db3c6730-c8ad-4668-85ec-f894e0f149f4 req-344fc411-b1a2-48d5-be0d-0fc9c90d4d84 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ce38580-bcfc-45b9-9805-0712d9031bc2 HTTP/1.1" status: 200 len: 898 time: 0.2783170 Apr 22 14:46:04.664996 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3bfb-c204-4bcb-97d7-e0ad75a5f80c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:04.712100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:04.727682 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-db3c6730-c8ad-4668-85ec-f894e0f149f4 req-197b3ebc-40a2-40f4-8eba-23cf03d50088 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f HTTP/1.1" status: 200 len: 217 time: 0.1953208 Apr 22 14:46:04.751705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e3bfb-c204-4bcb-97d7-e0ad75a5f80c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=e8f4de82-2eac-4c3a-97e1-fbcae87e59ce,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:05.080064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6730-c8ad-4668-85ec-f894e0f149f4 req-3fe66fa8-e64b-40fe-9924-e7434d905a75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:05.081561 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-db3c6730-c8ad-4668-85ec-f894e0f149f4 req-3fe66fa8-e64b-40fe-9924-e7434d905a75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e HTTP/1.1" status: 200 len: 835 time: 0.3438811 Apr 22 14:46:05.181607 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3bb75f-9b72-4ca4-a001-1025ec6bb318 None None] New status for floating IP cf617fa7-2cb8-4d71-b576-3fe4d963de94: DOWN {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:46:05.216453 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3bfb-c204-4bcb-97d7-e0ad75a5f80c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:05.283900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3bfb-c204-4bcb-97d7-e0ad75a5f80c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:05.288003 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3b6e3bfb-c204-4bcb-97d7-e0ad75a5f80c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/floatingips/cf617fa7-2cb8-4d71-b576-3fe4d963de94 HTTP/1.1" status: 204 len: 168 time: 2.1140409 Apr 22 14:46:05.455764 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-db3c6730-c8ad-4668-85ec-f894e0f149f4 req-4e2208e5-208b-416f-a385-9131ff107239 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ce38580-bcfc-45b9-9805-0712d9031bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3038695 Apr 22 14:46:05.461631 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff5179b-c334-4bb0-a642-d36a534d8f6d None None] Network 21f94024-02af-4596-873e-03526a537b9e requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:46:05.602668 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:05.731168 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:05.740950 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:05.761847 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4a62b027-538d-40ae-821c-158878220702 None None] Provisioning for port d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:05.795889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:05.955832 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:05.964239 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:05.964626 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:05.965857 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-db3c6730-c8ad-4668-85ec-f894e0f149f4 req-b57c73a6-7bf6-489d-9a0d-b09b0819594e service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671519 Apr 22 14:46:06.018096 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:06.034592 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:06.055854 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event updated for resources: {'Port': ['ID=d65130bc-3ec2-4e90-b533-26e7e3b17cac,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:06.195849 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91aee1-c404-47f9-92c0-fc800a308be4 req-3ee8649f-ed7d-4dc1-9534-671413a559fe tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:06.196607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-6e91aee1-c404-47f9-92c0-fc800a308be4 req-3ee8649f-ed7d-4dc1-9534-671413a559fe tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:46:06.253628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Network 21f94024-02af-4596-873e-03526a537b9e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:46:06.255827 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-6e91aee1-c404-47f9-92c0-fc800a308be4 req-3ee8649f-ed7d-4dc1-9534-671413a559fe tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:46:06.257786 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6e91aee1-c404-47f9-92c0-fc800a308be4 req-3ee8649f-ed7d-4dc1-9534-671413a559fe tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 945 time: 0.3040752 Apr 22 14:46:06.259620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:46:06.273724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:06.343945 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port d9e63992-2ccf-46d9-94a2-4f2fdabd41e5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d9e63992-2ccf-46d9-94a2-4f2fdabd41e5,segment=NetworkSegment(86fae21c-47b9-41c5-977f-2c5e8607d04a),segment_id=86fae21c-47b9-41c5-977f-2c5e8607d04a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:06.352991 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:06.494437 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=d9e63992-2ccf-46d9-94a2-4f2fdabd41e5,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:06.539774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ce1b966d-5adb-4cbb-b92c-ec985ac7d087 None None] Provisioning complete for port d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:06.540436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ce1b966d-5adb-4cbb-b92c-ec985ac7d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:06.603132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:06.607695 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-db3c6730-c8ad-4668-85ec-f894e0f149f4 req-4d5cb94d-4806-440f-a497-5351dd80eae0 service neutron] 10.222.0.30 "GET /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6331117 Apr 22 14:46:06.626655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:06.733250 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event updated for resources: {'Port': ['ID=0f24b366-cc27-4c92-a9d6-328b391405bd,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:06.776813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ce1b966d-5adb-4cbb-b92c-ec985ac7d087 None None] Provisioning for port d65130bc-3ec2-4e90-b533-26e7e3b17cac completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:06.784378 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6e91aee1-c404-47f9-92c0-fc800a308be4 req-6ec0dbeb-1bc5-4054-80fc-06abe9349d3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=3747961f-f04e-4002-b5db-c7bb4eab1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4112043 Apr 22 14:46:06.786839 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ce1b966d-5adb-4cbb-b92c-ec985ac7d087 None None] Provisioning complete for port d65130bc-3ec2-4e90-b533-26e7e3b17cac triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:06.788153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ce1b966d-5adb-4cbb-b92c-ec985ac7d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:06.856917 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b966d-5adb-4cbb-b92c-ec985ac7d087 None None] Port d65130bc-3ec2-4e90-b533-26e7e3b17cac cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:46:06.895945 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:06.980308 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-acc755bb-a890-41ac-bc18-71d0c8fe3eb1 None None] Provisioning complete for port d65130bc-3ec2-4e90-b533-26e7e3b17cac triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:06.980691 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-acc755bb-a890-41ac-bc18-71d0c8fe3eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:07.050525 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-acc755bb-a890-41ac-bc18-71d0c8fe3eb1 None None] Port d65130bc-3ec2-4e90-b533-26e7e3b17cac cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:46:07.128378 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b53eac-bfd0-4756-9bdd-0b717febe065 req-ed2baffc-e707-4c1f-82fe-c917a55be79b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:07.129098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-94b53eac-bfd0-4756-9bdd-0b717febe065 req-ed2baffc-e707-4c1f-82fe-c917a55be79b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:46:07.148514 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Router 0d10488a-d9bd-4002-b981-9b7f3457af47 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:46:07.150933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-94b53eac-bfd0-4756-9bdd-0b717febe065 req-ed2baffc-e707-4c1f-82fe-c917a55be79b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:46:07.152182 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-94b53eac-bfd0-4756-9bdd-0b717febe065 req-ed2baffc-e707-4c1f-82fe-c917a55be79b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 945 time: 0.1383533 Apr 22 14:46:07.186359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-802be92a-90b6-4665-98cd-7a2a45c70c62 None None] Provisioning complete for port d65130bc-3ec2-4e90-b533-26e7e3b17cac triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:07.188378 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-802be92a-90b6-4665-98cd-7a2a45c70c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:07.240688 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-94b53eac-bfd0-4756-9bdd-0b717febe065 req-55aaaea7-409a-4831-9db2-bb807a26b601 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:46:07.241020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-94b53eac-bfd0-4756-9bdd-0b717febe065 req-55aaaea7-409a-4831-9db2-bb807a26b601 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:07.300743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-802be92a-90b6-4665-98cd-7a2a45c70c62 None None] Port d65130bc-3ec2-4e90-b533-26e7e3b17cac cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:46:07.305362 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Floating IP 7c23e5f1-4521-4dca-bd9c-f50ed35718ad associated. External IP: 172.26.0.151, port: b9c59a80-ea00-4aa0-a52f-9a5e648f9c26. Apr 22 14:46:07.387903 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:46:07.402597 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ec604579-54ad-4f85-85a1-7bddbd6cc27d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "PUT /v2.0/routers/0d10488a-d9bd-4002-b981-9b7f3457af47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7860601 Apr 22 14:46:07.407476 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Sync routers for ids ['0d10488a-d9bd-4002-b981-9b7f3457af47'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:46:07.432624 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Routers {'0d10488a-d9bd-4002-b981-9b7f3457af47'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:07.434202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:45:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0d10488a-d9bd-4002-b981-9b7f3457af47'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:07.550974 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:07.596521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-c7cb7726-d84d-471c-a1e0-528105b0907a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Synchronizing usage tracker for tenant:c6096f0bea244acb98f5655aad33584f on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:46:07.617201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-c7cb7726-d84d-471c-a1e0-528105b0907a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Unset dirty status for tenant:c6096f0bea244acb98f5655aad33584f on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:46:07.619340 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-c7cb7726-d84d-471c-a1e0-528105b0907a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081128213&fields=id&tenant_id=c6096f0bea244acb98f5655aad33584f HTTP/1.1" status: 200 len: 267 time: 0.0705273 Apr 22 14:46:07.810692 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:07.811632 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:07.835668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-94b53eac-bfd0-4756-9bdd-0b717febe065 req-55aaaea7-409a-4831-9db2-bb807a26b601 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f,segment=NetworkSegment(ac7a0800-224d-4d85-b44b-63ec7b17ded0),segment_id=ac7a0800-224d-4d85-b44b-63ec7b17ded0)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:07.836313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-94b53eac-bfd0-4756-9bdd-0b717febe065 req-55aaaea7-409a-4831-9db2-bb807a26b601 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:07.889303 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Set router 0d10488a-d9bd-4002-b981-9b7f3457af47 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:07.925825 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-4d98035f-1536-4e05-9b3d-e4e827c021d9 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:07.933287 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-4d98035f-1536-4e05-9b3d-e4e827c021d9 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Synchronizing usage tracker for tenant:c6096f0bea244acb98f5655aad33584f on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:46:07.998245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-4d98035f-1536-4e05-9b3d-e4e827c021d9 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Unset dirty status for tenant:c6096f0bea244acb98f5655aad33584f on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:46:08.011783 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-4d98035f-1536-4e05-9b3d-e4e827c021d9 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/networks?id=21f94024-02af-4596-873e-03526a537b9e HTTP/1.1" status: 200 len: 796 time: 0.3672583 Apr 22 14:46:08.040900 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-798c3260-a07d-44ff-9c20-1f7f963f4825 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/quotas/c6096f0bea244acb98f5655aad33584f HTTP/1.1" status: 200 len: 375 time: 0.0276074 Apr 22 14:46:08.089289 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-94b53eac-bfd0-4756-9bdd-0b717febe065 req-55aaaea7-409a-4831-9db2-bb807a26b601 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:46:08.257808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-25b2da48-cc10-4420-b460-eb0a661e0e9b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Synchronizing usage tracker for tenant:c6096f0bea244acb98f5655aad33584f on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:46:08.269017 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b109bd-dd56-4735-897b-1954fa4b51d4 req-1abe875c-4535-4f52-a549-efedcf9bbdd9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:08.270732 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-98b109bd-dd56-4735-897b-1954fa4b51d4 req-1abe875c-4535-4f52-a549-efedcf9bbdd9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 945 time: 0.1872773 Apr 22 14:46:08.307549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-25b2da48-cc10-4420-b460-eb0a661e0e9b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Unset dirty status for tenant:c6096f0bea244acb98f5655aad33584f on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:46:08.320652 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-25b2da48-cc10-4420-b460-eb0a661e0e9b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6096f0bea244acb98f5655aad33584f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2710090 Apr 22 14:46:08.334030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228234339', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:55Z', 'updated_at': '2022-04-22T14:46:04Z', 'revision_number': 4, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'gw_port': {'id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:56Z', 'updated_at': '2022-04-22T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd65130bc-3ec2-4e90-b533-26e7e3b17cac', 'name': '', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'mac_address': 'fa:16:3e:9f:ac:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:02Z', 'updated_at': '2022-04-22T14:46:05Z', 'revision_number': 2, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'subnets': [{'id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:08.339638 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Checking router: 0d10488a-d9bd-4002-b981-9b7f3457af47 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:46:08.340044 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Updating router 0d10488a-d9bd-4002-b981-9b7f3457af47 port d65130bc-3ec2-4e90-b533-26e7e3b17cac binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:46:08.413901 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:08.464705 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-98b109bd-dd56-4735-897b-1954fa4b51d4 req-35c8fec2-2eea-4ee3-9014-1211cc9a3562 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=3747961f-f04e-4002-b5db-c7bb4eab1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783321 Apr 22 14:46:08.521291 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-7ec52269-67d2-480d-bf16-956ce60772c2 service neutron] 10.222.0.23 "GET /v2.0/networks/21f94024-02af-4596-873e-03526a537b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987815 Apr 22 14:46:08.582016 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-94b53eac-bfd0-4756-9bdd-0b717febe065 req-55aaaea7-409a-4831-9db2-bb807a26b601 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:08.675482 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-8b3959d3-b880-4de2-953b-78d36ece0fca service neutron] 10.222.0.23 "GET /v2.0/networks/21f94024-02af-4596-873e-03526a537b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487775 Apr 22 14:46:08.696795 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaaea7-409a-4831-9db2-bb807a26b601 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=97e1a0d5-89d3-4b16-8459-9d9ee2e3631f,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:08.853240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b53eac-bfd0-4756-9bdd-0b717febe065 req-55aaaea7-409a-4831-9db2-bb807a26b601 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] No DVR routers for this DVR port 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:46:08.856623 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-94b53eac-bfd0-4756-9bdd-0b717febe065 req-55aaaea7-409a-4831-9db2-bb807a26b601 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:08.873517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de25975-0e3b-4c6f-bc17-54ce2f6af4e9', 'name': 'network-vif-deleted', 'tag': '97e1a0d5-89d3-4b16-8459-9d9ee2e3631f'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:46:08.906501 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-94b53eac-bfd0-4756-9bdd-0b717febe065 req-55aaaea7-409a-4831-9db2-bb807a26b601 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "DELETE /v2.0/ports/97e1a0d5-89d3-4b16-8459-9d9ee2e3631f HTTP/1.1" status: 204 len: 173 time: 1.7486403 Apr 22 14:46:08.956323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Router bfd46018-69c1-42d1-bf90-780891eb091f has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:46:08.975920 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba26487-7ab7-480d-a15a-5ff3d62cbe04'] response: {'server_uuid': '9de25975-0e3b-4c6f-bc17-54ce2f6af4e9', 'name': 'network-vif-deleted', 'tag': '97e1a0d5-89d3-4b16-8459-9d9ee2e3631f', 'status': 'completed', 'code': 200} Apr 22 14:46:08.978282 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:08.996785 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e6c7d3d7-91c2-410e-9f03-1fb83a7faf84 req-a2521fee-2e49-46f3-8311-4f062502093f tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 210 time: 0.0810819 Apr 22 14:46:09.022277 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Transition to ACTIVE for port object d65130bc-3ec2-4e90-b533-26e7e3b17cac will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:46:09.057255 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:09.291315 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:46:09.310875 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f8befa-59af-4109-b14f-67d14030598c None None] Sync routers for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:46:09.320708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:09.351738 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f8befa-59af-4109-b14f-67d14030598c None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:09.352768 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-23f8befa-59af-4109-b14f-67d14030598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:45:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:09.375244 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15622a-1a2b-4a54-9c7b-4dc8fc9a59c0 None None] Pushing event updated for resources: {'Port': ['ID=d65130bc-3ec2-4e90-b533-26e7e3b17cac,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:09.404533 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1059285d-d7cf-41ff-b3fe-fdc1c06bc664 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3848224 Apr 22 14:46:09.555304 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Attempting to bind port d65130bc-3ec2-4e90-b533-26e7e3b17cac on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:46:09.555707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Attempting to bind port d65130bc-3ec2-4e90-b533-26e7e3b17cac by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '86fae21c-47b9-41c5-977f-2c5e8607d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '21f94024-02af-4596-873e-03526a537b9e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:46:09.556068 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Attempting to bind port d65130bc-3ec2-4e90-b533-26e7e3b17cac on network 21f94024-02af-4596-873e-03526a537b9e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:46:09.570632 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:46:09.574142 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Checking segment: {'id': '86fae21c-47b9-41c5-977f-2c5e8607d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '21f94024-02af-4596-873e-03526a537b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:46:09.574654 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:09.575091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Bound using segment: {'id': '86fae21c-47b9-41c5-977f-2c5e8607d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '21f94024-02af-4596-873e-03526a537b9e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:46:09.575854 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Bound port: d65130bc-3ec2-4e90-b533-26e7e3b17cac, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fae21c-47b9-41c5-977f-2c5e8607d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '21f94024-02af-4596-873e-03526a537b9e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:46:09.576290 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:09.721452 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] For port d65130bc-3ec2-4e90-b533-26e7e3b17cac, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:46:09.725257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] For port d65130bc-3ec2-4e90-b533-26e7e3b17cac, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d65130bc-3ec2-4e90-b533-26e7e3b17cac,segment=NetworkSegment(86fae21c-47b9-41c5-977f-2c5e8607d04a),segment_id=86fae21c-47b9-41c5-977f-2c5e8607d04a)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:46:09.736569 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:09.817902 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-23f8befa-59af-4109-b14f-67d14030598c None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:09.820739 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b90ab50b-7ef3-43cf-baa7-14826eef6b2c req-a0bbb94b-a57b-4ddf-8e3a-d9681a001c4d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de25975-0e3b-4c6f-bc17-54ce2f6af4e9 HTTP/1.1" status: 200 len: 210 time: 0.0964351 Apr 22 14:46:09.898611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Routers {'0d10488a-d9bd-4002-b981-9b7f3457af47'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:09.899342 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:45:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0d10488a-d9bd-4002-b981-9b7f3457af47'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:09.965277 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:46:10.065278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:46:10.066400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 97e1a0d5-89d3-4b16-8459-9d9ee2e3631f not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:46:10.074624 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15622a-1a2b-4a54-9c7b-4dc8fc9a59c0 None None] Pushing event updated for resources: {'Port': ['ID=d65130bc-3ec2-4e90-b533-26e7e3b17cac,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:10.151508 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] Set router 0d10488a-d9bd-4002-b981-9b7f3457af47 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:10.275811 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-24b6f8e0-d8be-4e7a-af69-eed17011baf6 req-e366a280-c086-4049-b2a0-159ff53acfc4 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 210 time: 0.0841587 Apr 22 14:46:10.334197 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-23f8befa-59af-4109-b14f-67d14030598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '7c23e5f1-4521-4dca-bd9c-f50ed35718ad', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'floating_ip_address': '172.26.0.151', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'port_id': 'b9c59a80-ea00-4aa0-a52f-9a5e648f9c26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'mac_address': 'fa:16:3e:6a:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d46605-85d8-4830-b0a5-582bb435d447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:46:05Z', 'updated_at': '2022-04-22T14:46:05Z', 'revision_number': 0, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:10.339660 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f8befa-59af-4109-b14f-67d14030598c None None] Checking router: bfd46018-69c1-42d1-bf90-780891eb091f for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:46:10.354189 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f8befa-59af-4109-b14f-67d14030598c None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:10.354821 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-23f8befa-59af-4109-b14f-67d14030598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:45:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:10.546636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-35afd812-ed83-4d0c-a8bf-e2bd1cf57ddd tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:10.548929 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-35afd812-ed83-4d0c-a8bf-e2bd1cf57ddd tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.30 "GET /v2.0/networks?id=21f94024-02af-4596-873e-03526a537b9e HTTP/1.1" status: 200 len: 796 time: 0.2270525 Apr 22 14:46:10.618169 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-4b1d5c1f-278d-47cc-b941-1f16328f4d82 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6096f0bea244acb98f5655aad33584f HTTP/1.1" status: 200 len: 380 time: 0.0568097 Apr 22 14:46:10.632434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-9a7dfa14-ba3d-4951-8f2c-f890ade74f49 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Request body: {'port': {'device_id': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'admin_state_up': True, 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'security_groups': ['5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:10.657462 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-23f8befa-59af-4109-b14f-67d14030598c None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:10.782595 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228234339', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:55Z', 'updated_at': '2022-04-22T14:46:04Z', 'revision_number': 4, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'gw_port': {'id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:56Z', 'updated_at': '2022-04-22T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd65130bc-3ec2-4e90-b533-26e7e3b17cac', 'name': '', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'mac_address': 'fa:16:3e:9f:ac:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:02Z', 'updated_at': '2022-04-22T14:46:09Z', 'revision_number': 4, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'subnets': [{'id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:10.791088 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a481aa8-4664-40bb-9750-85f1bf96b0f1 None None] The sync data for ids ['0d10488a-d9bd-4002-b981-9b7f3457af47'] in dv-neutron-839027-1-hyperv is: [{'id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228234339', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:55Z', 'updated_at': '2022-04-22T14:46:04Z', 'revision_number': 4, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'gw_port': {'id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:56Z', 'updated_at': '2022-04-22T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd65130bc-3ec2-4e90-b533-26e7e3b17cac', 'name': '', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'mac_address': 'fa:16:3e:9f:ac:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:02Z', 'updated_at': '2022-04-22T14:46:09Z', 'revision_number': 4, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'subnets': [{'id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:46:10.984257 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d46605-85d8-4830-b0a5-582bb435d447', 'tag': 'b9c59a80-ea00-4aa0-a52f-9a5e648f9c26'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:46:11.005205 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-9a7dfa14-ba3d-4951-8f2c-f890ade74f49 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:11.026899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-9a7dfa14-ba3d-4951-8f2c-f890ade74f49 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:11.051405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-9a7dfa14-ba3d-4951-8f2c-f890ade74f49 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Made reservation on behalf of c6096f0bea244acb98f5655aad33584f for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:46:11.057135 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-9a7dfa14-ba3d-4951-8f2c-f890ade74f49 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:11.242326 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36874) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:11.446378 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-23f8befa-59af-4109-b14f-67d14030598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '7c23e5f1-4521-4dca-bd9c-f50ed35718ad', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'floating_ip_address': '172.26.0.151', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'port_id': 'b9c59a80-ea00-4aa0-a52f-9a5e648f9c26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'mac_address': 'fa:16:3e:6a:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d46605-85d8-4830-b0a5-582bb435d447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:46:05Z', 'updated_at': '2022-04-22T14:46:05Z', 'revision_number': 0, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:11.476672 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f8befa-59af-4109-b14f-67d14030598c None None] The sync data for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv is: [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '7c23e5f1-4521-4dca-bd9c-f50ed35718ad', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'floating_ip_address': '172.26.0.151', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'port_id': 'b9c59a80-ea00-4aa0-a52f-9a5e648f9c26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'mac_address': 'fa:16:3e:6a:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d46605-85d8-4830-b0a5-582bb435d447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:46:05Z', 'updated_at': '2022-04-22T14:46:05Z', 'revision_number': 0, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:46:11.528549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-9a7dfa14-ba3d-4951-8f2c-f890ade74f49 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Allocated IP 172.20.0.9 (21f94024-02af-4596-873e-03526a537b9e/f0bb5698-a095-4015-bf80-b2fd95100d9d/1120db3b-aa58-4515-9426-5ede015d4e79) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:46:11.590413 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1840a3-492b-46e5-8f72-4e32cf774510'] response: {'name': 'network-changed', 'server_uuid': '99d46605-85d8-4830-b0a5-582bb435d447', 'tag': 'b9c59a80-ea00-4aa0-a52f-9a5e648f9c26', 'status': 'completed', 'code': 200} Apr 22 14:46:11.669437 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d65130bc-3ec2-4e90-b533-26e7e3b17cac up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:11.801434 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f1a41372-975b-48c5-bd86-f2096ccd3118 req-cbee5561-57ac-456e-9fd4-1ebe587f2f96 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 210 time: 0.1181333 Apr 22 14:46:11.856229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-09735b32-a840-4c44-aa9a-06ff3256efec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:11.861612 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port d65130bc-3ec2-4e90-b533-26e7e3b17cac completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:11.871033 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d65130bc-3ec2-4e90-b533-26e7e3b17cac triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:11.871650 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:11.929976 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-09735b32-a840-4c44-aa9a-06ff3256efec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:11.948536 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79a1e9a3-532c-4d61-9c88-f456cacb333c req-0c3e67ac-e7d2-4eda-b7eb-1917c21bb446 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 1098 time: 0.5032377 Apr 22 14:46:11.952854 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-9a7dfa14-ba3d-4951-8f2c-f890ade74f49 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:11.982092 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-9a7dfa14-ba3d-4951-8f2c-f890ade74f49 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Transition to ACTIVE for port object 1120db3b-aa58-4515-9426-5ede015d4e79 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:46:12.021338 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-9a7dfa14-ba3d-4951-8f2c-f890ade74f49 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:12.177773 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:12.181389 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-9a7dfa14-ba3d-4951-8f2c-f890ade74f49 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Network 21f94024-02af-4596-873e-03526a537b9e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:46:12.183967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-9a7dfa14-ba3d-4951-8f2c-f890ade74f49 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:46:12.219766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-9a7dfa14-ba3d-4951-8f2c-f890ade74f49 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:46:12.269475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port d65130bc-3ec2-4e90-b533-26e7e3b17cac, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d65130bc-3ec2-4e90-b533-26e7e3b17cac,segment=NetworkSegment(86fae21c-47b9-41c5-977f-2c5e8607d04a),segment_id=86fae21c-47b9-41c5-977f-2c5e8607d04a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:12.279113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:12.419468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7dfa14-ba3d-4951-8f2c-f890ade74f49 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event updated for resources: {'Port': ['ID=1120db3b-aa58-4515-9426-5ede015d4e79,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:12.432991 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=d65130bc-3ec2-4e90-b533-26e7e3b17cac,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:12.437976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-9a7dfa14-ba3d-4951-8f2c-f890ade74f49 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:12.438728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-9a7dfa14-ba3d-4951-8f2c-f890ade74f49 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:12.508864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1e9a3-532c-4d61-9c88-f456cacb333c req-caafaf7d-4d61-41e1-be01-f3068d98144c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:12.513206 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79a1e9a3-532c-4d61-9c88-f456cacb333c req-caafaf7d-4d61-41e1-be01-f3068d98144c service neutron] 10.222.0.30 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 913 time: 0.5519943 Apr 22 14:46:12.522256 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-9a7dfa14-ba3d-4951-8f2c-f890ade74f49 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8926225 Apr 22 14:46:12.541685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Request body: {'port': {'device_id': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:12.669762 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-09735b32-a840-4c44-aa9a-06ff3256efec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:12.714268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09735b32-a840-4c44-aa9a-06ff3256efec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3747961f-f04e-4002-b5db-c7bb4eab1c21,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:12.726487 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79a1e9a3-532c-4d61-9c88-f456cacb333c req-8eee9d77-d486-46ee-bd6e-ba73677d50d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 HTTP/1.1" status: 200 len: 999 time: 0.2079766 Apr 22 14:46:12.727985 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-09735b32-a840-4c44-aa9a-06ff3256efec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:12.729236 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-09735b32-a840-4c44-aa9a-06ff3256efec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/security-groups/3747961f-f04e-4002-b5db-c7bb4eab1c21 HTTP/1.1" status: 204 len: 168 time: 1.4831185 Apr 22 14:46:12.766316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-bd018eeb-0928-471d-83af-b3d6c59fe07e None None] Provisioning for port 1120db3b-aa58-4515-9426-5ede015d4e79 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:12.776473 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:12.784709 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-bd018eeb-0928-471d-83af-b3d6c59fe07e None None] Provisioning complete for port 1120db3b-aa58-4515-9426-5ede015d4e79 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:12.785718 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-bd018eeb-0928-471d-83af-b3d6c59fe07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:12.818393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36882) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:12.824208 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1e9a3-532c-4d61-9c88-f456cacb333c req-529bb0bd-125d-4186-9e10-b7ec8c5a11e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:12.826785 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79a1e9a3-532c-4d61-9c88-f456cacb333c req-529bb0bd-125d-4186-9e10-b7ec8c5a11e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2f90018-3175-478a-ba05-5be4603daa12 HTTP/1.1" status: 200 len: 851 time: 0.0934455 Apr 22 14:46:12.920805 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-bd018eeb-0928-471d-83af-b3d6c59fe07e None None] Port 1120db3b-aa58-4515-9426-5ede015d4e79 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:46:12.939143 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79a1e9a3-532c-4d61-9c88-f456cacb333c req-b04306cc-3c9f-4a12-9e33-85b8f0ec1a72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25eb85eb-411c-4074-8f9a-0de5fadf0faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055515 Apr 22 14:46:13.156668 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79a1e9a3-532c-4d61-9c88-f456cacb333c req-2fe9929f-6210-4e5f-a0d4-509ce586a617 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107446 Apr 22 14:46:13.207777 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8a93b-ee6e-48c4-b2a3-98ec7be2630f req-62615515-d526-4241-8cc9-ce3475774313 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:13.209416 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-eea8a93b-ee6e-48c4-b2a3-98ec7be2630f req-62615515-d526-4241-8cc9-ce3475774313 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 931 time: 0.1649799 Apr 22 14:46:13.342230 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-eea8a93b-ee6e-48c4-b2a3-98ec7be2630f req-aa785188-1f33-48b5-a88a-3e97661831b1 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869060 Apr 22 14:46:13.362232 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79a1e9a3-532c-4d61-9c88-f456cacb333c req-80b64b67-1dba-4197-a4df-8099d8544582 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919169 Apr 22 14:46:13.465354 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d65130bc-3ec2-4e90-b533-26e7e3b17cac up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:13.536799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d65130bc-3ec2-4e90-b533-26e7e3b17cac triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:13.537171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:14.073273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1120db3b-aa58-4515-9426-5ede015d4e79 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:46:14.082808 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:14.111339 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Transition to ACTIVE for port object 1120db3b-aa58-4515-9426-5ede015d4e79 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:46:14.119379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:14.259425 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Pushing event updated for resources: {'Port': ['ID=1120db3b-aa58-4515-9426-5ede015d4e79,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:14.419540 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Attempting to bind port 1120db3b-aa58-4515-9426-5ede015d4e79 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:46:14.420066 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Attempting to bind port 1120db3b-aa58-4515-9426-5ede015d4e79 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '86fae21c-47b9-41c5-977f-2c5e8607d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '21f94024-02af-4596-873e-03526a537b9e'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:46:14.420579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Attempting to bind port 1120db3b-aa58-4515-9426-5ede015d4e79 on network 21f94024-02af-4596-873e-03526a537b9e {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:46:14.436446 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86f15085-0e01-4bb4-944f-207cb1164f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:14.450006 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632b6f7-b505-4bb0-bdca-d9b2d7cb7293 None None] New status for floating IP 7c23e5f1-4521-4dca-bd9c-f50ed35718ad: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:46:14.665132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Port 1120db3b-aa58-4515-9426-5ede015d4e79 on network 21f94024-02af-4596-873e-03526a537b9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:46:14.665643 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Attempting to bind port 1120db3b-aa58-4515-9426-5ede015d4e79 on network 21f94024-02af-4596-873e-03526a537b9e {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:46:14.679992 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10a78e-96d4-4479-91d0-79a318ea619b req-45b9b89e-aafa-4e0f-b2d1-c16c40c814bc tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:14.694215 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fe10a78e-96d4-4479-91d0-79a318ea619b req-45b9b89e-aafa-4e0f-b2d1-c16c40c814bc tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 943 time: 0.1359200 Apr 22 14:46:14.702177 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:46:14.702766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Checking segment: {'id': '86fae21c-47b9-41c5-977f-2c5e8607d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '21f94024-02af-4596-873e-03526a537b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:46:14.703387 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Bound using segment: {'id': '86fae21c-47b9-41c5-977f-2c5e8607d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '21f94024-02af-4596-873e-03526a537b9e'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:46:14.704089 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Bound port: 1120db3b-aa58-4515-9426-5ede015d4e79, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86fae21c-47b9-41c5-977f-2c5e8607d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '21f94024-02af-4596-873e-03526a537b9e'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:46:14.704637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:14.804898 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fe10a78e-96d4-4479-91d0-79a318ea619b req-903eb05f-54b4-4258-98f5-ecdfcc39e4aa tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093330 Apr 22 14:46:14.851330 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] For port 1120db3b-aa58-4515-9426-5ede015d4e79, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:46:14.861133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] For port 1120db3b-aa58-4515-9426-5ede015d4e79, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1120db3b-aa58-4515-9426-5ede015d4e79,segment=NetworkSegment(86fae21c-47b9-41c5-977f-2c5e8607d04a),segment_id=86fae21c-47b9-41c5-977f-2c5e8607d04a)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:46:14.879813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:15.009294 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:15.011553 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] 10.222.0.30 "PUT /v2.0/ports/1120db3b-aa58-4515-9426-5ede015d4e79 HTTP/1.1" status: 200 len: 1093 time: 2.4830642 Apr 22 14:46:15.020625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'tag': '1120db3b-aa58-4515-9426-5ede015d4e79'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:46:15.080750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d7cd0-c070-4bf6-b361-900a5cee2387 service neutron] Pushing event updated for resources: {'Port': ['ID=1120db3b-aa58-4515-9426-5ede015d4e79,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:15.129089 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947ab4cd-1ec7-47e4-95d8-34e84aa832dd'] response: {'name': 'network-changed', 'server_uuid': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'tag': '1120db3b-aa58-4515-9426-5ede015d4e79', 'status': 'completed', 'code': 200} Apr 22 14:46:15.420141 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-bfc47785-5036-4d01-9ec9-0881a7316f99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6096f0bea244acb98f5655aad33584f&device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 1096 time: 0.3349478 Apr 22 14:46:15.528048 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-db4224ed-09fe-453d-a53e-52257e2e06e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1120db3b-aa58-4515-9426-5ede015d4e79 HTTP/1.1" status: 200 len: 217 time: 0.0997872 Apr 22 14:46:15.676884 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-087b0c96-a18a-47c5-bbe7-c8252ee056ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:15.679243 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-087b0c96-a18a-47c5-bbe7-c8252ee056ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0bb5698-a095-4015-bf80-b2fd95100d9d HTTP/1.1" status: 200 len: 835 time: 0.1377621 Apr 22 14:46:15.809484 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-4dbf162d-c69e-4fc2-b5bd-bb672f1a1ec9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21f94024-02af-4596-873e-03526a537b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1111238 Apr 22 14:46:15.995337 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-1fa8cfc7-8b94-4dec-a12f-8d66af6429dc service neutron] 10.222.0.30 "GET /v2.0/networks/21f94024-02af-4596-873e-03526a537b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600714 Apr 22 14:46:16.084907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e23c2-9b38-4ad2-965c-f7b9402d3637 req-2d6d1085-6057-4bfd-93f4-fc1018587064 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:16.086355 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ed6e23c2-9b38-4ad2-965c-f7b9402d3637 req-2d6d1085-6057-4bfd-93f4-fc1018587064 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 943 time: 0.1345801 Apr 22 14:46:16.149964 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ed6e23c2-9b38-4ad2-965c-f7b9402d3637 req-0e7ce326-1caa-4ddd-86d9-6beead19b56f tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519423 Apr 22 14:46:16.165299 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-86f15085-0e01-4bb4-944f-207cb1164f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:46:16.166253 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86f15085-0e01-4bb4-944f-207cb1164f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:16.325990 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ac3efe1a-f73a-4d11-aa5c-44133cc1d0af req-dd6b8113-ff7f-49a8-ae8a-f60ea781cc7f service neutron] 10.222.0.30 "GET /v2.0/networks/21f94024-02af-4596-873e-03526a537b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004746 Apr 22 14:46:16.456123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-86f15085-0e01-4bb4-944f-207cb1164f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 7c3b03bb-0839-4c22-9f3a-169f6ffacd21, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7c3b03bb-0839-4c22-9f3a-169f6ffacd21,segment=NetworkSegment(ac7a0800-224d-4d85-b44b-63ec7b17ded0),segment_id=ac7a0800-224d-4d85-b44b-63ec7b17ded0)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:16.456467 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86f15085-0e01-4bb4-944f-207cb1164f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:16.595664 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-86f15085-0e01-4bb4-944f-207cb1164f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:46:16.663119 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cd42cc26-5676-4768-9071-9679591af63e req-3844e1e9-df96-4e28-a866-1df7d6a02930 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6096f0bea244acb98f5655aad33584f&device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 1096 time: 0.2815561 Apr 22 14:46:16.847206 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42cc26-5676-4768-9071-9679591af63e req-5e45137e-9e05-4d4b-9c64-046e83e71f8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:16.848714 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cd42cc26-5676-4768-9071-9679591af63e req-5e45137e-9e05-4d4b-9c64-046e83e71f8e service neutron] 10.222.0.30 "GET /v2.0/networks?id=21f94024-02af-4596-873e-03526a537b9e HTTP/1.1" status: 200 len: 897 time: 0.1713130 Apr 22 14:46:17.077924 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cd42cc26-5676-4768-9071-9679591af63e req-2b21faf5-b15d-4fe1-a07e-a7e28255daaf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1120db3b-aa58-4515-9426-5ede015d4e79 HTTP/1.1" status: 200 len: 217 time: 0.1954989 Apr 22 14:46:17.149021 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86f15085-0e01-4bb4-944f-207cb1164f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:17.226088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f15085-0e01-4bb4-944f-207cb1164f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=7c3b03bb-0839-4c22-9f3a-169f6ffacd21,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:17.226088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42cc26-5676-4768-9071-9679591af63e req-f1a25976-666d-40dc-8af7-d3bc53f7faea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:17.226088 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cd42cc26-5676-4768-9071-9679591af63e req-f1a25976-666d-40dc-8af7-d3bc53f7faea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0bb5698-a095-4015-bf80-b2fd95100d9d HTTP/1.1" status: 200 len: 835 time: 0.1329110 Apr 22 14:46:17.523427 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cd42cc26-5676-4768-9071-9679591af63e req-b596b19b-f62a-449a-9b0f-bed963deb02c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21f94024-02af-4596-873e-03526a537b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2754636 Apr 22 14:46:17.573341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cc0c7-72c1-4fe7-8c1e-9dede500a89b req-1b3ceb95-51bc-4dcb-8b73-0316bf31d5dc tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:17.578707 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7a3cc0c7-72c1-4fe7-8c1e-9dede500a89b req-1b3ceb95-51bc-4dcb-8b73-0316bf31d5dc tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 943 time: 0.1873491 Apr 22 14:46:17.641103 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7a3cc0c7-72c1-4fe7-8c1e-9dede500a89b req-d3def1bf-4b8f-4d27-9702-09feaee817a9 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517023 Apr 22 14:46:17.765529 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cd42cc26-5676-4768-9071-9679591af63e req-7188936f-3bcb-43de-bd01-96be96923d51 service neutron] 10.222.0.30 "GET /v2.0/networks/21f94024-02af-4596-873e-03526a537b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293994 Apr 22 14:46:17.933570 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-86f15085-0e01-4bb4-944f-207cb1164f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:17.939488 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cd42cc26-5676-4768-9071-9679591af63e req-447a21ed-cddc-44c3-a6f0-0b21b7f076c1 service neutron] 10.222.0.30 "GET /v2.0/networks/21f94024-02af-4596-873e-03526a537b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672614 Apr 22 14:46:17.967086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 1120db3b-aa58-4515-9426-5ede015d4e79 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:46:18.137531 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 1120db3b-aa58-4515-9426-5ede015d4e79, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1120db3b-aa58-4515-9426-5ede015d4e79,segment=NetworkSegment(86fae21c-47b9-41c5-977f-2c5e8607d04a),segment_id=86fae21c-47b9-41c5-977f-2c5e8607d04a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:18.164413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '1120db3b-aa58-4515-9426-5ede015d4e79', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'port_id': '1120db3b-aa58-4515-9426-5ede015d4e79', 'mac_address': 'fa:16:3e:e8:7f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:46:18.227952 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:18.261383 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1120db3b-aa58-4515-9426-5ede015d4e79 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:46:18.296108 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 1120db3b-aa58-4515-9426-5ede015d4e79, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1120db3b-aa58-4515-9426-5ede015d4e79,segment=NetworkSegment(86fae21c-47b9-41c5-977f-2c5e8607d04a),segment_id=86fae21c-47b9-41c5-977f-2c5e8607d04a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:18.296108 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:18.439835 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=1120db3b-aa58-4515-9426-5ede015d4e79,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:18.510507 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['1120db3b-aa58-4515-9426-5ede015d4e79'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:46:18.757144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f15085-0e01-4bb4-944f-207cb1164f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:46:19.052492 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737fa68-f9cd-489b-a1b5-43a05b44f7b9 req-01d0dfdb-1577-49d5-83b2-7cb85306d74b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:19.052492 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c737fa68-f9cd-489b-a1b5-43a05b44f7b9 req-01d0dfdb-1577-49d5-83b2-7cb85306d74b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 944 time: 0.1483881 Apr 22 14:46:19.117210 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c737fa68-f9cd-489b-a1b5-43a05b44f7b9 req-6fae589c-44e3-4f04-bcf4-a89c5e6a3130 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500600 Apr 22 14:46:19.228401 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f15085-0e01-4bb4-944f-207cb1164f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:46:19.240710 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7306a83c-43e7-4a1a-8d01-c9f03cffb755 None None] Sync routers for ids ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:46:19.243708 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-86f15085-0e01-4bb4-944f-207cb1164f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/ea6013b9-6419-4de2-a3a7-b5ff1f5df528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4183702 Apr 22 14:46:19.246226 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36900) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:19.257469 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7306a83c-43e7-4a1a-8d01-c9f03cffb755 None None] Routers {'ea6013b9-6419-4de2-a3a7-b5ff1f5df528'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:19.257469 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7306a83c-43e7-4a1a-8d01-c9f03cffb755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:45:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:19.497504 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-7306a83c-43e7-4a1a-8d01-c9f03cffb755 None None] Set router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:19.525552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed77b2c-562f-4086-b42c-431d4b58cbfd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting subnet d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:46:19.525552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aed77b2c-562f-4086-b42c-431d4b58cbfd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:19.660387 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aed77b2c-562f-4086-b42c-431d4b58cbfd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:19.785354 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aed77b2c-562f-4086-b42c-431d4b58cbfd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:19.910863 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7306a83c-43e7-4a1a-8d01-c9f03cffb755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:46:16Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:19.914858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aed77b2c-562f-4086-b42c-431d4b58cbfd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:19.917926 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7306a83c-43e7-4a1a-8d01-c9f03cffb755 None None] Checking router: ea6013b9-6419-4de2-a3a7-b5ff1f5df528 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:46:19.934127 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7306a83c-43e7-4a1a-8d01-c9f03cffb755 None None] Routers {'ea6013b9-6419-4de2-a3a7-b5ff1f5df528'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:19.934964 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7306a83c-43e7-4a1a-8d01-c9f03cffb755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:45:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:19.965421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed77b2c-562f-4086-b42c-431d4b58cbfd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:19.970332 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 1120db3b-aa58-4515-9426-5ede015d4e79 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:19.979609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aed77b2c-562f-4086-b42c-431d4b58cbfd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:19.992570 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-aed77b2c-562f-4086-b42c-431d4b58cbfd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/subnets/d9ea4515-6c10-4ed1-b4bb-91c9f6e82c3e HTTP/1.1" status: 204 len: 168 time: 0.7481277 Apr 22 14:46:19.995086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36904) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:20.032549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ed3858-6541-49f7-b43c-8e1104ec44e2 None None] Network 7ce38580-bcfc-45b9-9805-0712d9031bc2 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:46:20.216708 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-7306a83c-43e7-4a1a-8d01-c9f03cffb755 None None] Set router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:20.377018 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 1120db3b-aa58-4515-9426-5ede015d4e79 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:20.394334 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 1120db3b-aa58-4515-9426-5ede015d4e79 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:20.394577 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:20.575827 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9df98-a9e9-423c-a8d6-008f2a79c5e6 req-8b39ec96-d933-4cd9-b405-61c0aa7fc463 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:20.583669 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79e9df98-a9e9-423c-a8d6-008f2a79c5e6 req-8b39ec96-d933-4cd9-b405-61c0aa7fc463 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 944 time: 0.1928267 Apr 22 14:46:20.602604 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7306a83c-43e7-4a1a-8d01-c9f03cffb755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:46:16Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:20.612298 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7306a83c-43e7-4a1a-8d01-c9f03cffb755 None None] The sync data for ids ['ea6013b9-6419-4de2-a3a7-b5ff1f5df528'] in dv-neutron-839027-1-hyperv is: [{'id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'name': 'tempest-TestNetworkBasicOps-router-961027733', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:38Z', 'updated_at': '2022-04-22T14:46:16Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6013b9-6419-4de2-a3a7-b5ff1f5df528', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:43:39Z', 'updated_at': '2022-04-22T14:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:46:20.675792 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79e9df98-a9e9-423c-a8d6-008f2a79c5e6 req-a422eb58-0a80-44a0-b85b-bea19afdd0dc tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903885 Apr 22 14:46:20.690282 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:20.752329 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-398b79cc-de29-4b73-9cb7-36f24dbd0db6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:20.759556 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:46:20.768915 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1120db3b-aa58-4515-9426-5ede015d4e79'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:46:20.791838 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 1120db3b-aa58-4515-9426-5ede015d4e79, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1120db3b-aa58-4515-9426-5ede015d4e79,segment=NetworkSegment(86fae21c-47b9-41c5-977f-2c5e8607d04a),segment_id=86fae21c-47b9-41c5-977f-2c5e8607d04a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:20.798100 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:20.881538 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ddf68a0-8b46-4eae-b873-b71c873968dd'] response: {'server_uuid': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1120db3b-aa58-4515-9426-5ede015d4e79', 'code': 200} Apr 22 14:46:20.906351 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=1120db3b-aa58-4515-9426-5ede015d4e79,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:21.016612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-398b79cc-de29-4b73-9cb7-36f24dbd0db6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.035811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-398b79cc-de29-4b73-9cb7-36f24dbd0db6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:46:21.036325 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-398b79cc-de29-4b73-9cb7-36f24dbd0db6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.038917 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83ae1ae-3b7c-4052-bc3e-8ac593c0943f None None] DHCP port deletion for 7ce38580-bcfc-45b9-9805-0712d9031bc2 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:46:21.045432 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-a83ae1ae-3b7c-4052-bc3e-8ac593c0943f None None] Deleting port ca903530-1d48-4a34-b788-7d5f53460c8a {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:46:21.045834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a83ae1ae-3b7c-4052-bc3e-8ac593c0943f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.240702 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-490b918a-b9c4-48d7-8011-79745f69997c req-0dd9e91b-e3ea-4b04-a2fa-bf455d12cf16 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 1098 time: 0.1330268 Apr 22 14:46:21.321982 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a83ae1ae-3b7c-4052-bc3e-8ac593c0943f None None] For port ca903530-1d48-4a34-b788-7d5f53460c8a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=ca903530-1d48-4a34-b788-7d5f53460c8a,segment=NetworkSegment(ac7a0800-224d-4d85-b44b-63ec7b17ded0),segment_id=ac7a0800-224d-4d85-b44b-63ec7b17ded0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:21.321982 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a83ae1ae-3b7c-4052-bc3e-8ac593c0943f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.325456 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-490b918a-b9c4-48d7-8011-79745f69997c req-af9204be-3d37-4f48-ab86-175224fef16a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738809 Apr 22 14:46:21.326181 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-398b79cc-de29-4b73-9cb7-36f24dbd0db6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:21.326755 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-398b79cc-de29-4b73-9cb7-36f24dbd0db6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.576122 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-398b79cc-de29-4b73-9cb7-36f24dbd0db6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:46:21.638044 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:46:21.685060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-a83ae1ae-3b7c-4052-bc3e-8ac593c0943f None None] Calling delete_port for ca903530-1d48-4a34-b788-7d5f53460c8a owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:46:21.746720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:46:21.746720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7c3b03bb-0839-4c22-9f3a-169f6ffacd21 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:46:21.746720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device ca903530-1d48-4a34-b788-7d5f53460c8a no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:46:21.986593 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-398b79cc-de29-4b73-9cb7-36f24dbd0db6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.005933 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a83ae1ae-3b7c-4052-bc3e-8ac593c0943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.083458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b79cc-de29-4b73-9cb7-36f24dbd0db6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:22.126186 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ae1ae-3b7c-4052-bc3e-8ac593c0943f None None] Pushing event deleted for resources: {'Port': ['ID=ca903530-1d48-4a34-b788-7d5f53460c8a,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:22.138458 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.165400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83ae1ae-3b7c-4052-bc3e-8ac593c0943f None None] No DVR routers for this DVR port ca903530-1d48-4a34-b788-7d5f53460c8a on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:46:22.379559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-398b79cc-de29-4b73-9cb7-36f24dbd0db6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.486531 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-827dca23-b0f2-451a-bb44-5dd47ed37700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.664622 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea54de-d66f-4ebf-a274-1ef4355c9cf6 req-50682cc2-17c4-46c0-87e2-50d8fbb6b2bf tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:22.667071 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3dea54de-d66f-4ebf-a274-1ef4355c9cf6 req-50682cc2-17c4-46c0-87e2-50d8fbb6b2bf tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.5276029 Apr 22 14:46:22.861118 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-398b79cc-de29-4b73-9cb7-36f24dbd0db6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.871622 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3dea54de-d66f-4ebf-a274-1ef4355c9cf6 req-1c34b743-1a9c-4fb9-9031-483e3e0be206 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854603 Apr 22 14:46:22.871622 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-398b79cc-de29-4b73-9cb7-36f24dbd0db6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.909672 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-398b79cc-de29-4b73-9cb7-36f24dbd0db6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.910214 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398b79cc-de29-4b73-9cb7-36f24dbd0db6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Fanout notify agent at l3_agent the message router_deleted on router ea6013b9-6419-4de2-a3a7-b5ff1f5df528 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:46:22.944066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-398b79cc-de29-4b73-9cb7-36f24dbd0db6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.944066 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-398b79cc-de29-4b73-9cb7-36f24dbd0db6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/routers/ea6013b9-6419-4de2-a3a7-b5ff1f5df528 HTTP/1.1" status: 204 len: 168 time: 2.9448073 Apr 22 14:46:22.952946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36916) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:23.115037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fbe73ca6-3a39-41ac-8f19-a0f59a7a07e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:23.312506 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fbe73ca6-3a39-41ac-8f19-a0f59a7a07e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:23.343727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-fbe73ca6-3a39-41ac-8f19-a0f59a7a07e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce38580-bcfc-45b9-9805-0712d9031bc2']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:23.357568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-fbe73ca6-3a39-41ac-8f19-a0f59a7a07e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7a0800-224d-4d85-b44b-63ec7b17ded0') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:23.357859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-fbe73ca6-3a39-41ac-8f19-a0f59a7a07e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7a0800-224d-4d85-b44b-63ec7b17ded0') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:23.371396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fbe73ca6-3a39-41ac-8f19-a0f59a7a07e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:23.395906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fbe73ca6-3a39-41ac-8f19-a0f59a7a07e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:23.415007 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe73ca6-3a39-41ac-8f19-a0f59a7a07e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:46:23.415007 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fbe73ca6-3a39-41ac-8f19-a0f59a7a07e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:46:23.441979 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:46:23.545488 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fbe73ca6-3a39-41ac-8f19-a0f59a7a07e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:23.571838 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fbe73ca6-3a39-41ac-8f19-a0f59a7a07e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:23.580741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe73ca6-3a39-41ac-8f19-a0f59a7a07e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Network': ['ID=7ce38580-bcfc-45b9-9805-0712d9031bc2,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:23.590167 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fbe73ca6-3a39-41ac-8f19-a0f59a7a07e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/networks/7ce38580-bcfc-45b9-9805-0712d9031bc2 HTTP/1.1" status: 204 len: 168 time: 0.6417394 Apr 22 14:46:23.620927 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36920) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:23.631883 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-c2a059eb-39d2-4959-97d8-cf6ab639b111 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'network': {'name': 'tempest-network-smoke--895836345', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'port_security_enabled': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:23.637002 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c2a059eb-39d2-4959-97d8-cf6ab639b111 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:23.644804 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c2a059eb-39d2-4959-97d8-cf6ab639b111 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:network and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:23.648508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c2a059eb-39d2-4959-97d8-cf6ab639b111 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:23.659553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c2a059eb-39d2-4959-97d8-cf6ab639b111 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:23.677618 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a059eb-39d2-4959-97d8-cf6ab639b111 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:46:23.681023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c2a059eb-39d2-4959-97d8-cf6ab639b111 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:23.730862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a059eb-39d2-4959-97d8-cf6ab639b111 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:46:23.741451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c2a059eb-39d2-4959-97d8-cf6ab639b111 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:23.741451 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-c2a059eb-39d2-4959-97d8-cf6ab639b111 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Added segment 9fcbb093-4cca-4bca-8d4b-bdd145f15ce0 of type vlan for network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 Apr 22 14:46:23.769024 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c2a059eb-39d2-4959-97d8-cf6ab639b111 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:23.802152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c2a059eb-39d2-4959-97d8-cf6ab639b111 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:23.805171 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a059eb-39d2-4959-97d8-cf6ab639b111 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:23.805798 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c2a059eb-39d2-4959-97d8-cf6ab639b111 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:23.928502 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c2a059eb-39d2-4959-97d8-cf6ab639b111 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3062131 Apr 22 14:46:23.932431 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36926) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:23.935100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a059eb-39d2-4959-97d8-cf6ab639b111 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Network': ['ID=99cdd70e-3095-488f-b2b9-8d29de7e3b19,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:23.941078 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-393430304', 'admin_state_up': True, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:23.950020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:23.965510 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:router and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:23.975219 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:46:23.985009 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:23.985009 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:23.985009 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:23.985009 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:24.014162 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:24.241989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:24.284783 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ad70e-1e9e-443d-bb6b-319fee4e7c1e req-e7727af7-7671-4da1-9a0b-e3f9d445543f tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:24.288181 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-379ad70e-1e9e-443d-bb6b-319fee4e7c1e req-e7727af7-7671-4da1-9a0b-e3f9d445543f tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.1765490 Apr 22 14:46:24.353261 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-379ad70e-1e9e-443d-bb6b-319fee4e7c1e req-79fb437d-be3b-4eac-98cd-b3a955579b0a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576239 Apr 22 14:46:24.381218 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:24.532839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:24.573220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:24.653060 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcd001-2a31-4dde-8be9-c20b64ed3245 req-e4e3e6e7-30bb-478f-9bad-bdc8e1c723f5 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:24.653060 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-66bcd001-2a31-4dde-8be9-c20b64ed3245 req-e4e3e6e7-30bb-478f-9bad-bdc8e1c723f5 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.1517847 Apr 22 14:46:24.737638 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-66bcd001-2a31-4dde-8be9-c20b64ed3245 req-3fe7d2a0-ae21-40d4-a5b8-91e2715a620b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675044 Apr 22 14:46:24.788939 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c0b9a935-b3ee-441c-ab05-8aa781cc27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:24.813041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36932) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:24.824537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.13 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/683d29ae-eb47-4940-8a44-276d6e02a38f) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:46:24.931460 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-221448ce-51a8-44f6-b915-95079e2cac9c tempest-TestNetworkAdvancedServerOps-1193776022 tempest-TestNetworkAdvancedServerOps-1193776022-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 1093 time: 0.1178830 Apr 22 14:46:24.931460 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36936) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:24.943914 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '1120db3b-aa58-4515-9426-5ede015d4e79', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:24.951271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:24.963846 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Usage tracker for resource:floatingip and tenant:c6096f0bea244acb98f5655aad33584f is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:24.971711 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:24.986173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:25.007391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:25.047979 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:25.091698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:25.232644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:46:25.236840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:46:25.244281 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:46:25.259668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:25.302014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=683d29ae-eb47-4940-8a44-276d6e02a38f,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:25.448860 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Allocated IP 172.26.0.103 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/03fce0e2-23ea-4237-a9ac-cf0078d72e17) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:46:25.522670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:25.522670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:25.729427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:25.787888 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:25.936372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:46:25.936372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:46:25.955004 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:46:26.009068 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event updated for resources: {'Port': ['ID=03fce0e2-23ea-4237-a9ac-cf0078d72e17,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:26.028288 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:26.078587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router fa6850fe-0275-40b5-a693-a47b19beeb70 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:46:26.151797 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:26.413979 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:46:26.430807 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Sync routers for ids ['fa6850fe-0275-40b5-a693-a47b19beeb70'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:46:26.457694 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Routers {'fa6850fe-0275-40b5-a693-a47b19beeb70'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:26.457694 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:46:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['fa6850fe-0275-40b5-a693-a47b19beeb70'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:26.487888 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:26.487888 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a29f3e8b-2bab-4587-8ab7-f3e937389447 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5347416 Apr 22 14:46:26.487888 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36940) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:26.553210 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4798136c-6901-4c5e-9cd0-04f8619a559f tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cff54c6a8bde4890bebe346e0436bfdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0774713 Apr 22 14:46:26.558613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36944) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:26.829744 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Set router fa6850fe-0275-40b5-a693-a47b19beeb70 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:26.868943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882bb2cc-0f0e-419a-852c-0f2aa086316f tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:26.877747 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-882bb2cc-0f0e-419a-852c-0f2aa086316f tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3171318 Apr 22 14:46:26.879384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36948) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:26.941000 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-64009847-0550-4619-abbf-1a5a7d4a8ea9 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582078 Apr 22 14:46:26.942139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36952) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:26.949131 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-214a1795-9828-470d-b1c3-eaa2e00c433d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-513739289', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:26.984034 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:27.068506 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:27.082139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-214a1795-9828-470d-b1c3-eaa2e00c433d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:27.086587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-214a1795-9828-470d-b1c3-eaa2e00c433d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:subnet and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:27.089692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-214a1795-9828-470d-b1c3-eaa2e00c433d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:27.096641 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-214a1795-9828-470d-b1c3-eaa2e00c433d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:27.110167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214a1795-9828-470d-b1c3-eaa2e00c433d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:46:27.232013 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214a1795-9828-470d-b1c3-eaa2e00c433d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:27.259425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'name': 'tempest-TestNetworkBasicOps-router-393430304', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:46:23Z', 'updated_at': '2022-04-22T14:46:25Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:24Z', 'updated_at': '2022-04-22T14:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:27.264129 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Checking router: fa6850fe-0275-40b5-a693-a47b19beeb70 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:46:27.264474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Updating router fa6850fe-0275-40b5-a693-a47b19beeb70 port 683d29ae-eb47-4940-8a44-276d6e02a38f binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:46:27.355034 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:27.360942 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:27.385409 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:27.392500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:27.541734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event updated for resources: {'Port': ['ID=03fce0e2-23ea-4237-a9ac-cf0078d72e17,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:27.554314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:27.563024 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214a1795-9828-470d-b1c3-eaa2e00c433d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:27.659155 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a1795-9828-470d-b1c3-eaa2e00c433d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Subnet': ['ID=6b6f6ae9-2f3c-4ec8-97b2-54d37468f268,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:27.674855 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a1795-9828-470d-b1c3-eaa2e00c433d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Checking segment: {'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:46:27.675221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a1795-9828-470d-b1c3-eaa2e00c433d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network hostable DHCP agents. Network: 99cdd70e-3095-488f-b2b9-8d29de7e3b19, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:46:27.704845 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a1795-9828-470d-b1c3-eaa2e00c433d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:46:27.717381 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-214a1795-9828-470d-b1c3-eaa2e00c433d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 99cdd70e-3095-488f-b2b9-8d29de7e3b19) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:46:27.725699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a1795-9828-470d-b1c3-eaa2e00c433d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:27.726312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-214a1795-9828-470d-b1c3-eaa2e00c433d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:27.742745 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b17918-59d1-4394-bca6-940f0e968b61 None None] Network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:46:27.763755 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-214a1795-9828-470d-b1c3-eaa2e00c433d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8200605 Apr 22 14:46:27.767631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36956) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:28.039415 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:28.045653 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Floating IP e4e58f14-e4f8-4482-8a4f-bc634354a044 associated. External IP: 172.26.0.103, port: 1120db3b-aa58-4515-9426-5ede015d4e79. Apr 22 14:46:28.058400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Transition to ACTIVE for port object 683d29ae-eb47-4940-8a44-276d6e02a38f will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:46:28.093923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:28.159653 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ips': [{'subnet_id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:46:28.160466 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:28.240454 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86337a1a-09b0-4d75-8d9b-7b9fd592319c None None] Pushing event updated for resources: {'Port': ['ID=683d29ae-eb47-4940-8a44-276d6e02a38f,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:28.252818 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Attempting to bind port 683d29ae-eb47-4940-8a44-276d6e02a38f on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:46:28.253192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Attempting to bind port 683d29ae-eb47-4940-8a44-276d6e02a38f by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:46:28.253559 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Attempting to bind port 683d29ae-eb47-4940-8a44-276d6e02a38f on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:46:28.281921 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:46:28.282873 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:46:28.282873 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:28.283218 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:46:28.283634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Bound port: 683d29ae-eb47-4940-8a44-276d6e02a38f, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:46:28.284018 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:28.429232 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] For port 683d29ae-eb47-4940-8a44-276d6e02a38f, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:46:28.434310 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] For port 683d29ae-eb47-4940-8a44-276d6e02a38f, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=683d29ae-eb47-4940-8a44-276d6e02a38f,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:46:28.440279 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Allocated IP 172.20.0.2 (99cdd70e-3095-488f-b2b9-8d29de7e3b19/6b6f6ae9-2f3c-4ec8-97b2-54d37468f268/6dbcd86a-0b87-4182-8d31-31009c9c5a91) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:46:28.443475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:28.626312 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86337a1a-09b0-4d75-8d9b-7b9fd592319c None None] Pushing event updated for resources: {'Port': ['ID=683d29ae-eb47-4940-8a44-276d6e02a38f,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:28.651998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Routers {'fa6850fe-0275-40b5-a693-a47b19beeb70'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:28.652644 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:46:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['fa6850fe-0275-40b5-a693-a47b19beeb70'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:28.931015 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:28.949783 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Transition to ACTIVE for port object 6dbcd86a-0b87-4182-8d31-31009c9c5a91 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:46:28.962542 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] Set router fa6850fe-0275-40b5-a693-a47b19beeb70 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:29.099221 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Transition to ACTIVE for port object 6dbcd86a-0b87-4182-8d31-31009c9c5a91 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:46:29.158640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:29.169751 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Router 0d10488a-d9bd-4002-b981-9b7f3457af47 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:46:29.256369 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:46:29.257860 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Pushing event updated for resources: {'Port': ['ID=6dbcd86a-0b87-4182-8d31-31009c9c5a91,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:29.272475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:46:29.277639 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:46:29.428590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Attempting to bind port 6dbcd86a-0b87-4182-8d31-31009c9c5a91 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:46:29.429460 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Attempting to bind port 6dbcd86a-0b87-4182-8d31-31009c9c5a91 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:46:29.429460 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Attempting to bind port 6dbcd86a-0b87-4182-8d31-31009c9c5a91 on network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:46:29.442517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:46:29.444659 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Checking segment: {'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:46:29.444659 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:29.444659 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Bound using segment: {'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:46:29.444659 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Bound port: 6dbcd86a-0b87-4182-8d31-31009c9c5a91, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:46:29.444659 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:29.584210 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'name': 'tempest-TestNetworkBasicOps-router-393430304', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:46:23Z', 'updated_at': '2022-04-22T14:46:25Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:24Z', 'updated_at': '2022-04-22T14:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:29.613015 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81502e6e-ad5b-4b08-abcd-f7a446d50e73 None None] The sync data for ids ['fa6850fe-0275-40b5-a693-a47b19beeb70'] in dv-neutron-839027-1-hyperv is: [{'id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'name': 'tempest-TestNetworkBasicOps-router-393430304', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:46:23Z', 'updated_at': '2022-04-22T14:46:25Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:24Z', 'updated_at': '2022-04-22T14:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:46:29.613015 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] For port 6dbcd86a-0b87-4182-8d31-31009c9c5a91, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:46:29.626718 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] For port 6dbcd86a-0b87-4182-8d31-31009c9c5a91, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=6dbcd86a-0b87-4182-8d31-31009c9c5a91,segment=NetworkSegment(9fcbb093-4cca-4bca-8d4b-bdd145f15ce0),segment_id=9fcbb093-4cca-4bca-8d4b-bdd145f15ce0)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:46:29.634628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:29.644859 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:29.737496 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58519f-827a-46cb-892c-2be4a723b427 None None] Pushing event updated for resources: {'Port': ['ID=6dbcd86a-0b87-4182-8d31-31009c9c5a91,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:29.768097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:46:29.786059 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be5e91-943c-41de-af15-a99e1d74985a None None] Sync routers for ids ['0d10488a-d9bd-4002-b981-9b7f3457af47'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:46:29.804756 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be5e91-943c-41de-af15-a99e1d74985a None None] Routers {'0d10488a-d9bd-4002-b981-9b7f3457af47'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:29.805712 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-71be5e91-943c-41de-af15-a99e1d74985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:46:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0d10488a-d9bd-4002-b981-9b7f3457af47'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:29.954376 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:30.057340 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-57f3e668-75ab-4c59-824c-492cb3ef2b10 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1214626 Apr 22 14:46:30.062709 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'tag': '1120db3b-aa58-4515-9426-5ede015d4e79'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:46:30.165684 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-71be5e91-943c-41de-af15-a99e1d74985a None None] Set router 0d10488a-d9bd-4002-b981-9b7f3457af47 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:30.378430 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428bffb7-0310-491e-a238-cdd8ad438928'] response: {'name': 'network-changed', 'server_uuid': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'tag': '1120db3b-aa58-4515-9426-5ede015d4e79', 'status': 'completed', 'code': 200} Apr 22 14:46:30.529630 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a846a-8fe9-4d9c-814e-6fafd009d2e7 req-33d46710-7f1a-435a-b85d-b234dfa7c98a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:30.529630 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ce8a846a-8fe9-4d9c-814e-6fafd009d2e7 req-33d46710-7f1a-435a-b85d-b234dfa7c98a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.2487874 Apr 22 14:46:30.582369 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-db9a2cee-b1de-48e8-84b4-dce951d12124 req-7228437c-34a0-4bfb-bdbe-d2d73c5a770f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6096f0bea244acb98f5655aad33584f&device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 1098 time: 0.2042994 Apr 22 14:46:30.843050 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a2cee-b1de-48e8-84b4-dce951d12124 req-53ee0f88-2e3e-4c9f-80b6-987e6c4c7356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:30.853908 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-db9a2cee-b1de-48e8-84b4-dce951d12124 req-53ee0f88-2e3e-4c9f-80b6-987e6c4c7356 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21f94024-02af-4596-873e-03526a537b9e HTTP/1.1" status: 200 len: 897 time: 0.2496643 Apr 22 14:46:30.899358 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ce8a846a-8fe9-4d9c-814e-6fafd009d2e7 req-2cd7b4d3-431f-4499-9e6e-ca061f9e0c52 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553114 Apr 22 14:46:30.912763 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.1 (99cdd70e-3095-488f-b2b9-8d29de7e3b19/6b6f6ae9-2f3c-4ec8-97b2-54d37468f268/05319b3f-0bc2-4ec9-a727-9f78a7f4fdec) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:46:30.962283 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36968) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:31.162138 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-71be5e91-943c-41de-af15-a99e1d74985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228234339', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:55Z', 'updated_at': '2022-04-22T14:46:04Z', 'revision_number': 4, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'gw_port': {'id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:56Z', 'updated_at': '2022-04-22T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'e4e58f14-e4f8-4482-8a4f-bc634354a044', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'port_id': '1120db3b-aa58-4515-9426-5ede015d4e79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'mac_address': 'fa:16:3e:e8:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:46:26Z', 'updated_at': '2022-04-22T14:46:26Z', 'revision_number': 0, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65130bc-3ec2-4e90-b533-26e7e3b17cac', 'name': '', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'mac_address': 'fa:16:3e:9f:ac:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:02Z', 'updated_at': '2022-04-22T14:46:12Z', 'revision_number': 5, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'subnets': [{'id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:31.162138 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be5e91-943c-41de-af15-a99e1d74985a None None] Checking router: 0d10488a-d9bd-4002-b981-9b7f3457af47 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:46:31.175511 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-db9a2cee-b1de-48e8-84b4-dce951d12124 req-aaa7970c-4350-433b-91d0-46c0fde44fa3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1120db3b-aa58-4515-9426-5ede015d4e79 HTTP/1.1" status: 200 len: 999 time: 0.3074808 Apr 22 14:46:31.188984 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be5e91-943c-41de-af15-a99e1d74985a None None] Routers {'0d10488a-d9bd-4002-b981-9b7f3457af47'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:31.188984 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-71be5e91-943c-41de-af15-a99e1d74985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:46:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0d10488a-d9bd-4002-b981-9b7f3457af47'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:31.257341 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c3015a76-696b-4810-9163-197715a9294f tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/floatingips/e4e58f14-e4f8-4482-8a4f-bc634354a044 HTTP/1.1" status: 200 len: 991 time: 0.2808139 Apr 22 14:46:31.294499 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a2cee-b1de-48e8-84b4-dce951d12124 req-f0cf2164-ec07-450f-95f7-297bc4fee0fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:31.294499 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-db9a2cee-b1de-48e8-84b4-dce951d12124 req-f0cf2164-ec07-450f-95f7-297bc4fee0fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0bb5698-a095-4015-bf80-b2fd95100d9d HTTP/1.1" status: 200 len: 835 time: 0.1048071 Apr 22 14:46:31.337549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:31.365524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:46:31.433472 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:31.544267 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-71be5e91-943c-41de-af15-a99e1d74985a None None] Set router 0d10488a-d9bd-4002-b981-9b7f3457af47 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:31.564772 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:46:31.564772 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:46:31.577865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:46:31.605382 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 6dbcd86a-0b87-4182-8d31-31009c9c5a91 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:31.612978 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=05319b3f-0bc2-4ec9-a727-9f78a7f4fdec,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:31.646763 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-db9a2cee-b1de-48e8-84b4-dce951d12124 req-d084f902-50b1-4c51-9efd-538a7e5d1d88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21f94024-02af-4596-873e-03526a537b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3546114 Apr 22 14:46:31.692620 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82f8a3-0659-4fc4-a2e0-3b140b067f8a None None] Network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:46:31.698456 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:31.981500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:31.997258 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-98beab61-cc90-4a6b-9670-de178d4fdcf3 None None] Provisioning for port 6dbcd86a-0b87-4182-8d31-31009c9c5a91 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:32.004021 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-db9a2cee-b1de-48e8-84b4-dce951d12124 req-4178fe7e-e4b2-4f5a-a563-6f04875aa81b service neutron] 10.222.0.30 "GET /v2.0/networks/21f94024-02af-4596-873e-03526a537b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410449 Apr 22 14:46:32.113545 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 6dbcd86a-0b87-4182-8d31-31009c9c5a91 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:32.120792 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 6dbcd86a-0b87-4182-8d31-31009c9c5a91 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:32.121175 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:32.261279 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36972) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:32.282593 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-db9a2cee-b1de-48e8-84b4-dce951d12124 req-bba5f325-9ca9-4cbf-bb19-a4626b9b8e9e service neutron] 10.222.0.30 "GET /v2.0/networks/21f94024-02af-4596-873e-03526a537b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724388 Apr 22 14:46:32.512169 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-37876000-e1c4-466e-9e21-390d630461af tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/floatingips/e4e58f14-e4f8-4482-8a4f-bc634354a044 HTTP/1.1" status: 200 len: 991 time: 0.2383344 Apr 22 14:46:32.564317 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:32.636798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 6dbcd86a-0b87-4182-8d31-31009c9c5a91, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=6dbcd86a-0b87-4182-8d31-31009c9c5a91,segment=NetworkSegment(9fcbb093-4cca-4bca-8d4b-bdd145f15ce0),segment_id=9fcbb093-4cca-4bca-8d4b-bdd145f15ce0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:32.646882 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:32.722653 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-71be5e91-943c-41de-af15-a99e1d74985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228234339', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:55Z', 'updated_at': '2022-04-22T14:46:04Z', 'revision_number': 4, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'gw_port': {'id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:56Z', 'updated_at': '2022-04-22T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'e4e58f14-e4f8-4482-8a4f-bc634354a044', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'port_id': '1120db3b-aa58-4515-9426-5ede015d4e79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'mac_address': 'fa:16:3e:e8:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:46:26Z', 'updated_at': '2022-04-22T14:46:26Z', 'revision_number': 0, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65130bc-3ec2-4e90-b533-26e7e3b17cac', 'name': '', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'mac_address': 'fa:16:3e:9f:ac:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:02Z', 'updated_at': '2022-04-22T14:46:12Z', 'revision_number': 5, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'subnets': [{'id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:32.737241 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be5e91-943c-41de-af15-a99e1d74985a None None] The sync data for ids ['0d10488a-d9bd-4002-b981-9b7f3457af47'] in dv-neutron-839027-1-hyperv is: [{'id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228234339', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:55Z', 'updated_at': '2022-04-22T14:46:04Z', 'revision_number': 4, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'gw_port': {'id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:56Z', 'updated_at': '2022-04-22T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'e4e58f14-e4f8-4482-8a4f-bc634354a044', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'port_id': '1120db3b-aa58-4515-9426-5ede015d4e79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'mac_address': 'fa:16:3e:e8:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:46:26Z', 'updated_at': '2022-04-22T14:46:26Z', 'revision_number': 0, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65130bc-3ec2-4e90-b533-26e7e3b17cac', 'name': '', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'mac_address': 'fa:16:3e:9f:ac:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:02Z', 'updated_at': '2022-04-22T14:46:12Z', 'revision_number': 5, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'subnets': [{'id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:46:32.800168 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:32.810644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:32.828836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=6dbcd86a-0b87-4182-8d31-31009c9c5a91,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:32.945788 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=05319b3f-0bc2-4ec9-a727-9f78a7f4fdec,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:33.018703 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:33.069845 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-31c3acea-85c2-463c-b3ab-601850f1009f None None] Provisioning for port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:33.088118 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-31c3acea-85c2-463c-b3ab-601850f1009f None None] Provisioning complete for port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:33.088118 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-31c3acea-85c2-463c-b3ab-601850f1009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:33.190747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-31c3acea-85c2-463c-b3ab-601850f1009f None None] Port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:46:33.219687 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ccfc12-3c09-4a5c-b3fa-57c5fd04933d None None] New status for floating IP e4e58f14-e4f8-4482-8a4f-bc634354a044: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:46:33.304930 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:46:33.307642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:46:33.320216 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-31c3acea-85c2-463c-b3ab-601850f1009f None None] Provisioning complete for port 6dbcd86a-0b87-4182-8d31-31009c9c5a91 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:33.320365 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-31c3acea-85c2-463c-b3ab-601850f1009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:33.521503 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36976) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:33.810713 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-52763904-cc70-48f8-9237-4866f1ecec80 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/floatingips/e4e58f14-e4f8-4482-8a4f-bc634354a044 HTTP/1.1" status: 200 len: 991 time: 0.2794292 Apr 22 14:46:33.816392 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 683d29ae-eb47-4940-8a44-276d6e02a38f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:33.988733 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 683d29ae-eb47-4940-8a44-276d6e02a38f completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:33.993830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 683d29ae-eb47-4940-8a44-276d6e02a38f triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:33.993830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:34.115695 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router fa6850fe-0275-40b5-a693-a47b19beeb70 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:46:34.127700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:34.132169 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-be00dd62-3ed8-439c-9ea9-ba958bdca809 None None] Provisioning complete for port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:34.132542 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-be00dd62-3ed8-439c-9ea9-ba958bdca809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:34.191643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 683d29ae-eb47-4940-8a44-276d6e02a38f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=683d29ae-eb47-4940-8a44-276d6e02a38f,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:34.200121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:34.200121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 6dbcd86a-0b87-4182-8d31-31009c9c5a91 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:34.258589 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-be00dd62-3ed8-439c-9ea9-ba958bdca809 None None] Port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:46:34.324136 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=683d29ae-eb47-4940-8a44-276d6e02a38f,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:34.337549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 6dbcd86a-0b87-4182-8d31-31009c9c5a91 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:34.337927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:34.361269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:46:34.375954 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fd5c0bd3-b664-4802-810b-8344f395f615 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/fa6850fe-0275-40b5-a693-a47b19beeb70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6065702 Apr 22 14:46:34.380060 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36982) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:34.524732 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:46:34.560661 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:46:34.561003 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device bb4cfbb9-0bac-4bbd-ba36-aeb405c0d8cc not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:46:34.562599 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a220daef-f24e-43bb-965e-f9ab0cc747e1 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:34.562977 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a220daef-f24e-43bb-965e-f9ab0cc747e1 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:34.563361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a220daef-f24e-43bb-965e-f9ab0cc747e1 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:34.563727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a220daef-f24e-43bb-965e-f9ab0cc747e1 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:34.564082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a220daef-f24e-43bb-965e-f9ab0cc747e1 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:34.564434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a220daef-f24e-43bb-965e-f9ab0cc747e1 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:34.565134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a220daef-f24e-43bb-965e-f9ab0cc747e1 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:34.567065 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a220daef-f24e-43bb-965e-f9ab0cc747e1 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1856461 Apr 22 14:46:34.570653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36986) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:34.659782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58600a8d-caa5-42be-860c-28e5f032c128 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:34.659782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58600a8d-caa5-42be-860c-28e5f032c128 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:34.659782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58600a8d-caa5-42be-860c-28e5f032c128 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:34.659782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58600a8d-caa5-42be-860c-28e5f032c128 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:34.659782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58600a8d-caa5-42be-860c-28e5f032c128 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:34.659782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58600a8d-caa5-42be-860c-28e5f032c128 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:34.659782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58600a8d-caa5-42be-860c-28e5f032c128 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:34.669456 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-58600a8d-caa5-42be-860c-28e5f032c128 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.0894132 Apr 22 14:46:34.669456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36990) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:34.813181 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 36994) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:34.931506 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2d463537-28ed-40b3-8fda-2e316f18057c tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/floatingips/e4e58f14-e4f8-4482-8a4f-bc634354a044 HTTP/1.1" status: 200 len: 993 time: 0.1184111 Apr 22 14:46:34.953215 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8b7d2706-dfe2-4233-a6ec-8998a3cf51e3 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.2858932 Apr 22 14:46:34.956140 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 36998) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:34.961544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-281508174', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:35.098196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:35.102295 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:port and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:35.105230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:35.111692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:35.122962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:46:35.126553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:35.149264 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] device_id is not set on port 6b8352af-e314-4b48-aa63-6f431936f832 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:46:35.297310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.6 (99cdd70e-3095-488f-b2b9-8d29de7e3b19/6b6f6ae9-2f3c-4ec8-97b2-54d37468f268/6b8352af-e314-4b48-aa63-6f431936f832) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:46:35.458244 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 683d29ae-eb47-4940-8a44-276d6e02a38f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:35.531722 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:35.532780 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 683d29ae-eb47-4940-8a44-276d6e02a38f triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:35.533154 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:35.549911 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object 6b8352af-e314-4b48-aa63-6f431936f832 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:46:35.576118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:35.661600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:46:35.665330 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:46:35.667683 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:46:35.693339 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=6b8352af-e314-4b48-aa63-6f431936f832,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:35.749938 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:35.750744 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:35.783908 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7aae8514-343f-4b9f-b6b8-b1c3a00be3c1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8266594 Apr 22 14:46:35.904944 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-511bfa14-ffe5-460e-9551-ee85277fc8dc None None] Provisioning for port 6b8352af-e314-4b48-aa63-6f431936f832 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:35.910369 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-511bfa14-ffe5-460e-9551-ee85277fc8dc None None] Provisioning complete for port 6b8352af-e314-4b48-aa63-6f431936f832 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:35.910742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-511bfa14-ffe5-460e-9551-ee85277fc8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:35.967222 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-511bfa14-ffe5-460e-9551-ee85277fc8dc None None] Port 6b8352af-e314-4b48-aa63-6f431936f832 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:46:36.280650 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37004) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:36.286903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-b5ba629a-4222-4f44-ace2-e261d5d4cb3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749837340', 'description': 'tempest-secgroup-smoke-1749837340 description', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:36.293874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b5ba629a-4222-4f44-ace2-e261d5d4cb3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:36.298477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b5ba629a-4222-4f44-ace2-e261d5d4cb3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:36.301772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b5ba629a-4222-4f44-ace2-e261d5d4cb3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:36.307979 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b5ba629a-4222-4f44-ace2-e261d5d4cb3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:36.319652 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b5ba629a-4222-4f44-ace2-e261d5d4cb3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:36.357375 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b5ba629a-4222-4f44-ace2-e261d5d4cb3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:36.361538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b5ba629a-4222-4f44-ace2-e261d5d4cb3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:36.364600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b5ba629a-4222-4f44-ace2-e261d5d4cb3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:36.371024 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b5ba629a-4222-4f44-ace2-e261d5d4cb3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:36.435649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b5ba629a-4222-4f44-ace2-e261d5d4cb3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:36.440789 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b5ba629a-4222-4f44-ace2-e261d5d4cb3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:36.488864 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba629a-4222-4f44-ace2-e261d5d4cb3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af23661-c6ad-4ac4-ad13-c07498473552,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:36.491897 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b5ba629a-4222-4f44-ace2-e261d5d4cb3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:36.493165 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b5ba629a-4222-4f44-ace2-e261d5d4cb3d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2111516 Apr 22 14:46:36.497638 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37008) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:36.506056 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-dbe7a112-db2a-4afa-8bc7-a443a1c8e3e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '1af23661-c6ad-4ac4-ad13-c07498473552', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:36.510682 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-dbe7a112-db2a-4afa-8bc7-a443a1c8e3e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:36.515010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-dbe7a112-db2a-4afa-8bc7-a443a1c8e3e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:36.518111 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-dbe7a112-db2a-4afa-8bc7-a443a1c8e3e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:36.524816 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-dbe7a112-db2a-4afa-8bc7-a443a1c8e3e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:36.544780 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbe7a112-db2a-4afa-8bc7-a443a1c8e3e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:36.746348 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbe7a112-db2a-4afa-8bc7-a443a1c8e3e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:36.752510 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbe7a112-db2a-4afa-8bc7-a443a1c8e3e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:36.781668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7a112-db2a-4afa-8bc7-a443a1c8e3e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd8d1fb-0d0d-434a-843d-b9ce7b623139,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:36.791848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbe7a112-db2a-4afa-8bc7-a443a1c8e3e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:36.793244 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-dbe7a112-db2a-4afa-8bc7-a443a1c8e3e0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2944639 Apr 22 14:46:36.795991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37012) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:36.802470 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-b99897b7-16ab-40f9-a260-aa4e124e2ac1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '1af23661-c6ad-4ac4-ad13-c07498473552', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:36.808823 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b99897b7-16ab-40f9-a260-aa4e124e2ac1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:36.812883 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b99897b7-16ab-40f9-a260-aa4e124e2ac1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:36.816136 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b99897b7-16ab-40f9-a260-aa4e124e2ac1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:36.833447 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b99897b7-16ab-40f9-a260-aa4e124e2ac1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:36.851803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b99897b7-16ab-40f9-a260-aa4e124e2ac1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:36.925061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b99897b7-16ab-40f9-a260-aa4e124e2ac1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:36.930340 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b99897b7-16ab-40f9-a260-aa4e124e2ac1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:36.956262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99897b7-16ab-40f9-a260-aa4e124e2ac1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc458b4e-fc7b-471d-bbd8-50a0b8e33a07,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:36.966423 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b99897b7-16ab-40f9-a260-aa4e124e2ac1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:36.968426 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b99897b7-16ab-40f9-a260-aa4e124e2ac1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1704643 Apr 22 14:46:36.971001 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37016) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:36.977241 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8de0a49e-ddcd-496b-a9ba-2266f7ecaf71 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '1af23661-c6ad-4ac4-ad13-c07498473552', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:36.984357 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8de0a49e-ddcd-496b-a9ba-2266f7ecaf71 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:36.988638 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8de0a49e-ddcd-496b-a9ba-2266f7ecaf71 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:36.991762 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8de0a49e-ddcd-496b-a9ba-2266f7ecaf71 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:36.997663 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8de0a49e-ddcd-496b-a9ba-2266f7ecaf71 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:37.015061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8de0a49e-ddcd-496b-a9ba-2266f7ecaf71 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:37.082744 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8de0a49e-ddcd-496b-a9ba-2266f7ecaf71 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:37.086243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8de0a49e-ddcd-496b-a9ba-2266f7ecaf71 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:37.114183 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0a49e-ddcd-496b-a9ba-2266f7ecaf71 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480be533-110a-4a22-88a8-0e272a98869f,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:37.125689 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8de0a49e-ddcd-496b-a9ba-2266f7ecaf71 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:37.126912 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8de0a49e-ddcd-496b-a9ba-2266f7ecaf71 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1547246 Apr 22 14:46:37.130088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37020) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:37.135825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-af96234a-1d05-4d9a-8a75-3d4e784e676b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '1af23661-c6ad-4ac4-ad13-c07498473552', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:37.142743 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-af96234a-1d05-4d9a-8a75-3d4e784e676b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:37.147078 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-af96234a-1d05-4d9a-8a75-3d4e784e676b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:37.150238 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-af96234a-1d05-4d9a-8a75-3d4e784e676b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:37.159336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-af96234a-1d05-4d9a-8a75-3d4e784e676b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:37.180515 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-af96234a-1d05-4d9a-8a75-3d4e784e676b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:37.257385 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-af96234a-1d05-4d9a-8a75-3d4e784e676b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:37.261559 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-af96234a-1d05-4d9a-8a75-3d4e784e676b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:37.289394 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96234a-1d05-4d9a-8a75-3d4e784e676b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da3b571-c97c-452e-bcbb-8edc60cb4ee5,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:37.300837 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-af96234a-1d05-4d9a-8a75-3d4e784e676b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:37.302031 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-af96234a-1d05-4d9a-8a75-3d4e784e676b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1708806 Apr 22 14:46:37.306056 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37024) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:37.317807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-99ad7499-f081-49fe-994d-7016598cfc42 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '1af23661-c6ad-4ac4-ad13-c07498473552', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:37.331534 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-99ad7499-f081-49fe-994d-7016598cfc42 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:37.336396 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-99ad7499-f081-49fe-994d-7016598cfc42 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:37.340178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-99ad7499-f081-49fe-994d-7016598cfc42 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:37.347814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-99ad7499-f081-49fe-994d-7016598cfc42 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:37.361627 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-99ad7499-f081-49fe-994d-7016598cfc42 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:46:37.368884 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-99ad7499-f081-49fe-994d-7016598cfc42 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:37.454014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-99ad7499-f081-49fe-994d-7016598cfc42 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:37.459221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-99ad7499-f081-49fe-994d-7016598cfc42 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:37.484663 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad7499-f081-49fe-994d-7016598cfc42 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5147cf3-e3ee-4412-a4aa-56d7643a485e,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:37.494154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-99ad7499-f081-49fe-994d-7016598cfc42 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:37.495399 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-99ad7499-f081-49fe-994d-7016598cfc42 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1883357 Apr 22 14:46:37.498219 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37028) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:37.505132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-0658c861-6cad-4cfb-b5b0-c785793708b5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '1af23661-c6ad-4ac4-ad13-c07498473552', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:37.511315 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0658c861-6cad-4cfb-b5b0-c785793708b5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:37.517173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0658c861-6cad-4cfb-b5b0-c785793708b5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:37.521960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-0658c861-6cad-4cfb-b5b0-c785793708b5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:37.528879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-0658c861-6cad-4cfb-b5b0-c785793708b5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:37.543559 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-0658c861-6cad-4cfb-b5b0-c785793708b5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:46:37.552613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0658c861-6cad-4cfb-b5b0-c785793708b5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:37.631821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0658c861-6cad-4cfb-b5b0-c785793708b5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:37.636761 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0658c861-6cad-4cfb-b5b0-c785793708b5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:37.662853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658c861-6cad-4cfb-b5b0-c785793708b5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847fd7a8-5a7e-4a53-a3ee-092d89fa25b9,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:37.674244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0658c861-6cad-4cfb-b5b0-c785793708b5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:37.676207 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0658c861-6cad-4cfb-b5b0-c785793708b5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1759181 Apr 22 14:46:37.921848 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-78ee29f1-7f2d-4c9e-a786-4d047ff71d20 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:46:37.939309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-78ee29f1-7f2d-4c9e-a786-4d047ff71d20 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:46:37.940543 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-78ee29f1-7f2d-4c9e-a786-4d047ff71d20 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749837340&fields=id&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 267 time: 0.0634985 Apr 22 14:46:38.024230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-e57ab295-9933-4f57-98d8-5550391e8a3c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:38.024809 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-e57ab295-9933-4f57-98d8-5550391e8a3c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:46:38.041832 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-e57ab295-9933-4f57-98d8-5550391e8a3c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:46:38.043150 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-e57ab295-9933-4f57-98d8-5550391e8a3c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports/6b8352af-e314-4b48-aa63-6f431936f832 HTTP/1.1" status: 200 len: 929 time: 0.0957756 Apr 22 14:46:38.118438 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-395c70fd-8474-4fa8-9d92-ddca3f970342 service neutron] 10.222.0.23 "GET /v2.0/ports/6b8352af-e314-4b48-aa63-6f431936f832?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0630546 Apr 22 14:46:38.128607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-b1696448-cc1a-4ef7-988f-1d3be37e33b6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:46:38.129673 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-b1696448-cc1a-4ef7-988f-1d3be37e33b6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054681 Apr 22 14:46:38.284584 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-8f549fe7-eb29-4250-9d3e-c3b606b2166d service neutron] 10.222.0.23 "GET /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459107 Apr 22 14:46:38.429726 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-9e9ca00e-97fe-46b0-850b-c41ae28d4420 service neutron] 10.222.0.23 "GET /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392949 Apr 22 14:46:38.698610 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fac2fbb3-fa43-49e6-acc8-9246a075e1e6 req-016cf8bc-b02e-4ad7-81ce-193f1b582cd2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 210 time: 0.0814190 Apr 22 14:46:39.812827 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-33457705-fdfd-465a-9213-cc9567e400b4 service neutron] 10.222.0.30 "GET /v2.0/ports/6b8352af-e314-4b48-aa63-6f431936f832 HTTP/1.1" status: 200 len: 1025 time: 0.1019371 Apr 22 14:46:40.054643 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dd48d36e-9533-449b-ad97-b64da7ebfc30 req-24faa364-605d-423c-a27a-b173f72374d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 210 time: 0.1048608 Apr 22 14:46:40.089050 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-c02c5fbc-d689-47cc-8b6c-6f7ad0bab3a6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:40.090711 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-c02c5fbc-d689-47cc-8b6c-6f7ad0bab3a6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:46:40.112651 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-c02c5fbc-d689-47cc-8b6c-6f7ad0bab3a6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:46:40.114210 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-c02c5fbc-d689-47cc-8b6c-6f7ad0bab3a6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/networks?id=99cdd70e-3095-488f-b2b9-8d29de7e3b19 HTTP/1.1" status: 200 len: 796 time: 0.2961838 Apr 22 14:46:40.198157 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-0d8c7987-2621-47dd-b919-667c1931891f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:46:40.214152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-0d8c7987-2621-47dd-b919-667c1931891f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:46:40.215225 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-0d8c7987-2621-47dd-b919-667c1931891f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 380 time: 0.0822215 Apr 22 14:46:40.226636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Request body: {'port': {'device_id': '0f696a75-4ad9-4aaf-be62-3ba3f4b4a637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:40.346893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:40.777622 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8352af-e314-4b48-aa63-6f431936f832 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:46:40.786735 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:40.805106 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Transition to ACTIVE for port object 6b8352af-e314-4b48-aa63-6f431936f832 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:46:40.809632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:40.966347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Pushing event updated for resources: {'Port': ['ID=6b8352af-e314-4b48-aa63-6f431936f832,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:41.119051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Attempting to bind port 6b8352af-e314-4b48-aa63-6f431936f832 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:46:41.119723 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Attempting to bind port 6b8352af-e314-4b48-aa63-6f431936f832 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:46:41.120466 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Attempting to bind port 6b8352af-e314-4b48-aa63-6f431936f832 on network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:46:41.132692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Port 6b8352af-e314-4b48-aa63-6f431936f832 on network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:46:41.133395 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Attempting to bind port 6b8352af-e314-4b48-aa63-6f431936f832 on network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:46:41.146727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:46:41.147416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Checking segment: {'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:46:41.148465 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Bound using segment: {'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:46:41.150154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Bound port: 6b8352af-e314-4b48-aa63-6f431936f832, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:46:41.150154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:41.282285 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] For port 6b8352af-e314-4b48-aa63-6f431936f832, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:46:41.286873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] For port 6b8352af-e314-4b48-aa63-6f431936f832, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b8352af-e314-4b48-aa63-6f431936f832,segment=NetworkSegment(9fcbb093-4cca-4bca-8d4b-bdd145f15ce0),segment_id=9fcbb093-4cca-4bca-8d4b-bdd145f15ce0)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:46:41.299026 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:41.372710 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:41.375809 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] 10.222.0.30 "PUT /v2.0/ports/6b8352af-e314-4b48-aa63-6f431936f832 HTTP/1.1" status: 200 len: 1130 time: 1.1526985 Apr 22 14:46:41.375994 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f696a75-4ad9-4aaf-be62-3ba3f4b4a637', 'tag': '6b8352af-e314-4b48-aa63-6f431936f832'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:46:41.419726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85966dd6-a0ed-4dbd-be13-7bad365cefcc service neutron] Pushing event updated for resources: {'Port': ['ID=6b8352af-e314-4b48-aa63-6f431936f832,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:41.473910 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924de4e1-5c58-43a8-841b-51623b696319 req-d7246fe4-f1b8-4ece-9e34-fc60579554fe tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:41.476732 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-924de4e1-5c58-43a8-841b-51623b696319 req-d7246fe4-f1b8-4ece-9e34-fc60579554fe tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 980 time: 0.1715300 Apr 22 14:46:41.566065 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c81d86-b1c3-463a-ac1c-b75c757462d2'] response: {'name': 'network-changed', 'server_uuid': '0f696a75-4ad9-4aaf-be62-3ba3f4b4a637', 'tag': '6b8352af-e314-4b48-aa63-6f431936f832', 'status': 'completed', 'code': 200} Apr 22 14:46:41.595497 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-924de4e1-5c58-43a8-841b-51623b696319 req-b30f6b87-7003-4d8a-bca5-d98fe9ce71dd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088400 Apr 22 14:46:41.659832 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-3e7273be-8a76-4de8-820f-a02ae0a3b628 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 1133 time: 0.2061803 Apr 22 14:46:41.801188 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-c4976351-6c80-4138-83f1-89668909e43a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b8352af-e314-4b48-aa63-6f431936f832 HTTP/1.1" status: 200 len: 217 time: 0.1326711 Apr 22 14:46:41.960341 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-28f57087-7598-476d-a0e7-6c4d5e666316 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:41.961777 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-28f57087-7598-476d-a0e7-6c4d5e666316 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b6f6ae9-2f3c-4ec8-97b2-54d37468f268 HTTP/1.1" status: 200 len: 834 time: 0.1579692 Apr 22 14:46:42.046150 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-02fdfdbb-df84-4950-ad35-0d3c5bd362d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99cdd70e-3095-488f-b2b9-8d29de7e3b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746140 Apr 22 14:46:42.215245 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-76df04c7-be84-43ea-928a-ddd0c5794923 service neutron] 10.222.0.30 "GET /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621180 Apr 22 14:46:42.394168 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2a9f3e40-6537-4463-9951-9d498fed88c8 req-6ac89aaa-3ed3-4efe-941e-6547359632aa service neutron] 10.222.0.30 "GET /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716173 Apr 22 14:46:42.551778 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-018a3642-acd1-496e-aa1a-a9f6729e271c req-6f4d984c-0a37-4206-a3ac-832bde49a3e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 1133 time: 0.1010149 Apr 22 14:46:42.762466 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a3642-acd1-496e-aa1a-a9f6729e271c req-eeea8c00-9fe0-4ad3-a193-028efe2cd9a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:42.764162 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-018a3642-acd1-496e-aa1a-a9f6729e271c req-eeea8c00-9fe0-4ad3-a193-028efe2cd9a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99cdd70e-3095-488f-b2b9-8d29de7e3b19 HTTP/1.1" status: 200 len: 897 time: 0.2067201 Apr 22 14:46:42.845081 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-018a3642-acd1-496e-aa1a-a9f6729e271c req-7703ca6d-0231-42a4-8fd3-3ca3cc6e7dc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b8352af-e314-4b48-aa63-6f431936f832 HTTP/1.1" status: 200 len: 217 time: 0.0662692 Apr 22 14:46:42.866160 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181a3c2-cc44-4968-8c60-7860d8ffd0c7 req-ef9bbbeb-b2f7-46f9-82d1-31bfa6707053 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:42.871960 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a181a3c2-cc44-4968-8c60-7860d8ffd0c7 req-ef9bbbeb-b2f7-46f9-82d1-31bfa6707053 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 980 time: 0.1073163 Apr 22 14:46:42.915145 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a3642-acd1-496e-aa1a-a9f6729e271c req-2324735d-5e85-4d33-9cfe-c9e118c6bbbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:42.915929 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-018a3642-acd1-496e-aa1a-a9f6729e271c req-2324735d-5e85-4d33-9cfe-c9e118c6bbbe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b6f6ae9-2f3c-4ec8-97b2-54d37468f268 HTTP/1.1" status: 200 len: 834 time: 0.0707543 Apr 22 14:46:42.931901 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a181a3c2-cc44-4968-8c60-7860d8ffd0c7 req-56161c8d-9a24-425c-9b89-1fa86aeedc53 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568700 Apr 22 14:46:43.001635 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-018a3642-acd1-496e-aa1a-a9f6729e271c req-1042e55d-9f6e-4f30-9d78-ab9639f1e321 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99cdd70e-3095-488f-b2b9-8d29de7e3b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791447 Apr 22 14:46:43.150710 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-018a3642-acd1-496e-aa1a-a9f6729e271c req-f0f0b4be-1611-4069-9154-d58581e15d27 service neutron] 10.222.0.30 "GET /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415870 Apr 22 14:46:43.298678 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-018a3642-acd1-496e-aa1a-a9f6729e271c req-77cc0491-e6ef-40d7-83b9-f0857b655d96 service neutron] 10.222.0.30 "GET /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399577 Apr 22 14:46:44.094640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 6b8352af-e314-4b48-aa63-6f431936f832 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:46:44.155463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7067d34-4d8d-4b59-b5fa-c5da7022e37e req-a476a54f-8245-46e1-9dde-cecf125f304d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:44.155463 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b7067d34-4d8d-4b59-b5fa-c5da7022e37e req-a476a54f-8245-46e1-9dde-cecf125f304d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 980 time: 0.0874796 Apr 22 14:46:44.220556 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b7067d34-4d8d-4b59-b5fa-c5da7022e37e req-3aad2099-0135-4e9f-ab7c-9e0af674f015 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582843 Apr 22 14:46:44.277606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 6b8352af-e314-4b48-aa63-6f431936f832, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b8352af-e314-4b48-aa63-6f431936f832,segment=NetworkSegment(9fcbb093-4cca-4bca-8d4b-bdd145f15ce0),segment_id=9fcbb093-4cca-4bca-8d4b-bdd145f15ce0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:44.293435 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '6b8352af-e314-4b48-aa63-6f431936f832', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'port_id': '6b8352af-e314-4b48-aa63-6f431936f832', 'mac_address': 'fa:16:3e:6c:ef:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:46:44.366516 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:44.398905 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8352af-e314-4b48-aa63-6f431936f832 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:46:44.430827 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 6b8352af-e314-4b48-aa63-6f431936f832, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b8352af-e314-4b48-aa63-6f431936f832,segment=NetworkSegment(9fcbb093-4cca-4bca-8d4b-bdd145f15ce0),segment_id=9fcbb093-4cca-4bca-8d4b-bdd145f15ce0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:44.430827 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:44.526030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=6b8352af-e314-4b48-aa63-6f431936f832,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:44.676121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['6b8352af-e314-4b48-aa63-6f431936f832'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:46:45.435964 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853d26f-758e-4e39-bbb9-1345a20800e0 req-55d817d2-6edf-4116-8c24-7f21252e77e1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:45.437907 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5853d26f-758e-4e39-bbb9-1345a20800e0 req-55d817d2-6edf-4116-8c24-7f21252e77e1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 981 time: 0.0819247 Apr 22 14:46:45.486789 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5853d26f-758e-4e39-bbb9-1345a20800e0 req-a2bbb074-15ad-424d-887c-64e6debcf31f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424418 Apr 22 14:46:46.101865 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 6b8352af-e314-4b48-aa63-6f431936f832 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:46.178786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 6b8352af-e314-4b48-aa63-6f431936f832 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:46.183892 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 6b8352af-e314-4b48-aa63-6f431936f832 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:46.184262 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:46.307931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:46.338327 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f696a75-4ad9-4aaf-be62-3ba3f4b4a637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8352af-e314-4b48-aa63-6f431936f832'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:46:46.349425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 6b8352af-e314-4b48-aa63-6f431936f832, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b8352af-e314-4b48-aa63-6f431936f832,segment=NetworkSegment(9fcbb093-4cca-4bca-8d4b-bdd145f15ce0),segment_id=9fcbb093-4cca-4bca-8d4b-bdd145f15ce0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:46.355195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:46.413905 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c4eec6-602e-4318-94c1-d54b09406d4c'] response: {'server_uuid': '0f696a75-4ad9-4aaf-be62-3ba3f4b4a637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8352af-e314-4b48-aa63-6f431936f832', 'code': 200} Apr 22 14:46:46.460392 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=6b8352af-e314-4b48-aa63-6f431936f832,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:46.465720 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Sync routers for ids ['fa6850fe-0275-40b5-a693-a47b19beeb70'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:46:46.484851 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Routers {'fa6850fe-0275-40b5-a693-a47b19beeb70'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:46.485697 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:46:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['fa6850fe-0275-40b5-a693-a47b19beeb70'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:46.740217 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-baf38d53-ff53-4914-bc99-b70e058d5f2b req-fffc64b2-cb96-44df-b38f-4c4d43a6cc74 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 1135 time: 0.1171401 Apr 22 14:46:46.793114 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Set router fa6850fe-0275-40b5-a693-a47b19beeb70 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:46.809613 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-baf38d53-ff53-4914-bc99-b70e058d5f2b req-15b7feea-36b7-403d-acf0-678820730fe7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629902 Apr 22 14:46:46.861548 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd0a74-ad14-4b96-a4a3-e0a6e53d92b7 req-9222d02b-1987-4c1d-a6be-58536aa99130 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:46.864009 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6acd0a74-ad14-4b96-a4a3-e0a6e53d92b7 req-9222d02b-1987-4c1d-a6be-58536aa99130 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 982 time: 0.1463335 Apr 22 14:46:46.935715 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6acd0a74-ad14-4b96-a4a3-e0a6e53d92b7 req-b8adf553-4f46-4932-96d4-126ebf03cef8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648882 Apr 22 14:46:47.211094 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'name': 'tempest-TestNetworkBasicOps-router-393430304', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:46:23Z', 'updated_at': '2022-04-22T14:46:31Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:24Z', 'updated_at': '2022-04-22T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '05319b3f-0bc2-4ec9-a727-9f78a7f4fdec', 'name': '', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:c0:25:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:30Z', 'updated_at': '2022-04-22T14:46:32Z', 'revision_number': 2, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:47.218559 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Checking router: fa6850fe-0275-40b5-a693-a47b19beeb70 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:46:47.219121 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Updating router fa6850fe-0275-40b5-a693-a47b19beeb70 port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:46:47.317488 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:47.741138 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:47.755131 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Transition to ACTIVE for port object 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:46:47.762295 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:48.073135 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b95af-13e5-4c16-ab6e-890cc8772a0e None None] Pushing event updated for resources: {'Port': ['ID=05319b3f-0bc2-4ec9-a727-9f78a7f4fdec,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:48.115805 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Attempting to bind port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:46:48.116396 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Attempting to bind port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:46:48.116994 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Attempting to bind port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec on network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:46:48.130260 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:46:48.130850 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Checking segment: {'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:46:48.131523 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:48.132466 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Bound using segment: {'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:46:48.133291 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Bound port: 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:46:48.133918 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:48.293242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0a982-2933-4af5-b428-77f5bf36360e req-922fb42f-fe2e-40f1-aac3-442e93e4345c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:48.295973 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4cd0a982-2933-4af5-b428-77f5bf36360e req-922fb42f-fe2e-40f1-aac3-442e93e4345c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 982 time: 0.1316934 Apr 22 14:46:48.325362 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] For port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:46:48.329413 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] For port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=05319b3f-0bc2-4ec9-a727-9f78a7f4fdec,segment=NetworkSegment(9fcbb093-4cca-4bca-8d4b-bdd145f15ce0),segment_id=9fcbb093-4cca-4bca-8d4b-bdd145f15ce0)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:46:48.334565 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:48.369606 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4cd0a982-2933-4af5-b428-77f5bf36360e req-63f88db2-ef1d-4110-85b6-0d88eee3f922 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655284 Apr 22 14:46:48.431875 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b95af-13e5-4c16-ab6e-890cc8772a0e None None] Pushing event updated for resources: {'Port': ['ID=05319b3f-0bc2-4ec9-a727-9f78a7f4fdec,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:48.435821 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Routers {'fa6850fe-0275-40b5-a693-a47b19beeb70'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:48.436944 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:46:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['fa6850fe-0275-40b5-a693-a47b19beeb70'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:48.647412 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] Set router fa6850fe-0275-40b5-a693-a47b19beeb70 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:48.774534 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a162ee-6627-4154-b0e1-70d8c9b5a3c3 req-9e56b301-91ef-40a6-a9c4-8a106b562293 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:48.776516 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a1a162ee-6627-4154-b0e1-70d8c9b5a3c3 req-9e56b301-91ef-40a6-a9c4-8a106b562293 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 982 time: 0.2032902 Apr 22 14:46:48.859874 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a1a162ee-6627-4154-b0e1-70d8c9b5a3c3 req-9232e643-a0e1-4427-b49a-311ad91e5599 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712085 Apr 22 14:46:48.898947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37078) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:49.012243 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-77d525e8-c4ec-4e5a-a833-3e72790c0f1d tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 1130 time: 0.1110997 Apr 22 14:46:49.016103 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37082) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:49.025084 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '6b8352af-e314-4b48-aa63-6f431936f832', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:49.034932 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:49.041375 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:floatingip and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:49.046436 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:49.056421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:49.057032 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'name': 'tempest-TestNetworkBasicOps-router-393430304', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:46:23Z', 'updated_at': '2022-04-22T14:46:31Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:24Z', 'updated_at': '2022-04-22T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '05319b3f-0bc2-4ec9-a727-9f78a7f4fdec', 'name': '', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:c0:25:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:30Z', 'updated_at': '2022-04-22T14:46:48Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:49.062002 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2027b5-9dee-42be-97a3-9f2909a6dbd5 None None] The sync data for ids ['fa6850fe-0275-40b5-a693-a47b19beeb70'] in dv-neutron-839027-1-hyperv is: [{'id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'name': 'tempest-TestNetworkBasicOps-router-393430304', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:46:23Z', 'updated_at': '2022-04-22T14:46:31Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:24Z', 'updated_at': '2022-04-22T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '05319b3f-0bc2-4ec9-a727-9f78a7f4fdec', 'name': '', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:c0:25:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:30Z', 'updated_at': '2022-04-22T14:46:48Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:46:49.074642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:49.341647 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:49.514812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:49.533747 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.221 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/fc23cef0-087c-4623-b1cb-76a50728fc75) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:46:49.619700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:49.625906 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:49.626596 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:49.714739 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:49.751187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:49.766730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:49.806055 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=05319b3f-0bc2-4ec9-a727-9f78a7f4fdec,segment=NetworkSegment(9fcbb093-4cca-4bca-8d4b-bdd145f15ce0),segment_id=9fcbb093-4cca-4bca-8d4b-bdd145f15ce0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:49.811093 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:49.856799 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=fc23cef0-087c-4623-b1cb-76a50728fc75,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:49.869842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:46:49.876365 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:46:49.883413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:46:49.896725 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=05319b3f-0bc2-4ec9-a727-9f78a7f4fdec,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:49.944028 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:49.944366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:49.944729 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:49.945115 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:49.945386 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:49.945708 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:49.946696 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:49.946696 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:49.946696 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:49.947123 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:49.947321 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:50.468984 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:50.536535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:50.758862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:50.763635 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:50.873659 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=fc23cef0-087c-4623-b1cb-76a50728fc75,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:50.888638 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:51.192363 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Floating IP 5e70e5a1-819a-4e0d-b899-2e8db2b07b1c associated. External IP: 172.26.0.221, port: 6b8352af-e314-4b48-aa63-6f431936f832. Apr 22 14:46:51.471160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:51.548449 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:51.548822 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:51.613429 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router fa6850fe-0275-40b5-a693-a47b19beeb70 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:46:51.843876 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:46:51.874908 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:51.936916 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7d38028d-77d1-4e28-9b7c-358de77dcaae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.9192801 Apr 22 14:46:51.937500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f696a75-4ad9-4aaf-be62-3ba3f4b4a637', 'tag': '6b8352af-e314-4b48-aa63-6f431936f832'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:46:51.941691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37088) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:52.018653 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff650b9-8f20-4b0d-a4ce-681cf6a10709'] response: {'name': 'network-changed', 'server_uuid': '0f696a75-4ad9-4aaf-be62-3ba3f4b4a637', 'tag': '6b8352af-e314-4b48-aa63-6f431936f832', 'status': 'completed', 'code': 200} Apr 22 14:46:52.030489 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a1d7e7ef-eb2c-4bfe-b55b-10c75f3c9a4a tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637&network_id=99cdd70e-3095-488f-b2b9-8d29de7e3b19 HTTP/1.1" status: 200 len: 1130 time: 0.0866327 Apr 22 14:46:52.149463 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cba7c62d-9fc4-4df2-9b3d-c840d341147a req-0e4f5730-d128-4b1b-9b26-a0d7cebda2f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 1135 time: 0.1084092 Apr 22 14:46:52.310102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7c62d-9fc4-4df2-9b3d-c840d341147a req-a3b81cb5-e3dd-45a8-a6c5-0fd7810c0e82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:52.312081 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cba7c62d-9fc4-4df2-9b3d-c840d341147a req-a3b81cb5-e3dd-45a8-a6c5-0fd7810c0e82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99cdd70e-3095-488f-b2b9-8d29de7e3b19 HTTP/1.1" status: 200 len: 897 time: 0.1561863 Apr 22 14:46:52.422057 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0ace3505-1b72-498d-9de6-dcac2dab8f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:52.520142 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cba7c62d-9fc4-4df2-9b3d-c840d341147a req-d2f11e59-7570-4b9c-b370-23e8f043c8f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b8352af-e314-4b48-aa63-6f431936f832 HTTP/1.1" status: 200 len: 1036 time: 0.2023439 Apr 22 14:46:52.562565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c906a4-fefd-489e-8c7b-a881fe21beb5 req-34db3da8-11b0-4514-94bf-c3eff607f5f8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:52.564668 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-93c906a4-fefd-489e-8c7b-a881fe21beb5 req-34db3da8-11b0-4514-94bf-c3eff607f5f8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 982 time: 0.0930419 Apr 22 14:46:52.600085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7c62d-9fc4-4df2-9b3d-c840d341147a req-7a2619be-6dd8-4c7c-b78d-807b7f5de91f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:52.602506 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cba7c62d-9fc4-4df2-9b3d-c840d341147a req-7a2619be-6dd8-4c7c-b78d-807b7f5de91f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b6f6ae9-2f3c-4ec8-97b2-54d37468f268 HTTP/1.1" status: 200 len: 834 time: 0.0750506 Apr 22 14:46:52.616229 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-93c906a4-fefd-489e-8c7b-a881fe21beb5 req-f5b69500-98e5-42c7-8710-3146c5e792f1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448673 Apr 22 14:46:52.712000 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cba7c62d-9fc4-4df2-9b3d-c840d341147a req-91ffec47-3ab6-4994-a644-bf8d1bb22c19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99cdd70e-3095-488f-b2b9-8d29de7e3b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1016092 Apr 22 14:46:52.877303 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cba7c62d-9fc4-4df2-9b3d-c840d341147a req-4b30d82e-dc92-47c9-ac6b-af67d28e45d2 service neutron] 10.222.0.30 "GET /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560655 Apr 22 14:46:53.024180 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cba7c62d-9fc4-4df2-9b3d-c840d341147a req-2d025c71-b1a7-438e-b04a-1c2f0c038e13 service neutron] 10.222.0.30 "GET /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399660 Apr 22 14:46:53.858300 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db995bcb-b931-42f5-8caa-a94f0ef926b5 req-16e1a160-5d5d-4427-8f2c-4ef40458a3d7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:53.860099 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-db995bcb-b931-42f5-8caa-a94f0ef926b5 req-16e1a160-5d5d-4427-8f2c-4ef40458a3d7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 982 time: 0.0897825 Apr 22 14:46:53.861690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-d76dd584-92d7-4a6c-9190-529cfeaa1fd7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:53.862907 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-d76dd584-92d7-4a6c-9190-529cfeaa1fd7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:46:53.887950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-d76dd584-92d7-4a6c-9190-529cfeaa1fd7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:46:53.891134 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-d76dd584-92d7-4a6c-9190-529cfeaa1fd7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 982 time: 0.1771753 Apr 22 14:46:53.929244 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-db995bcb-b931-42f5-8caa-a94f0ef926b5 req-5e632e16-d6d4-43c2-bab2-8b49f589a1cf tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541992 Apr 22 14:46:53.984813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-bb02421c-84d6-4edf-aa6f-4da190a5f10a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:53.986318 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-bb02421c-84d6-4edf-aa6f-4da190a5f10a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/ports/6b8352af-e314-4b48-aa63-6f431936f832?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0894670 Apr 22 14:46:54.152580 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-4d65be08-8c08-494b-a2f2-ca34f205fc54 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1615810 Apr 22 14:46:54.164571 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:54.283896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:54.374891 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:54.496853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] For port 6b8352af-e314-4b48-aa63-6f431936f832, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b8352af-e314-4b48-aa63-6f431936f832,segment=NetworkSegment(9fcbb093-4cca-4bca-8d4b-bdd145f15ce0),segment_id=9fcbb093-4cca-4bca-8d4b-bdd145f15ce0)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:54.531238 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] For port 6b8352af-e314-4b48-aa63-6f431936f832, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:46:54.584664 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] device_id is not set on port 6b8352af-e314-4b48-aa63-6f431936f832 yet. {{(pid=83963) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:46:54.593181 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:54.600413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:54.775596 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-537c0d62-e8d2-4fa3-b7bd-b7134aa5ec52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:54.789517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8352af-e314-4b48-aa63-6f431936f832,revision_number=6']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:54.809584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:54.809964 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:54.810309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:54.810646 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:54.811204 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:54.812587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:54.812587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:54.812587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:54.813068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:54.813068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:54.813644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:54.872064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] No DVR routers for this DVR port 6b8352af-e314-4b48-aa63-6f431936f832 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:46:54.972094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-22ac63a9-3d1d-4f2f-8a84-39ff4d1ea7ca None None] Provisioning complete for port 6b8352af-e314-4b48-aa63-6f431936f832 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:54.972378 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-22ac63a9-3d1d-4f2f-8a84-39ff4d1ea7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:55.033993 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-22ac63a9-3d1d-4f2f-8a84-39ff4d1ea7ca None None] Port 6b8352af-e314-4b48-aa63-6f431936f832 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:46:55.226304 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e4f8e8d4-335f-49d9-8b91-251770c659f5 req-bad3a1f8-25fd-49b4-80f0-24953c6364f2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f696a75-4ad9-4aaf-be62-3ba3f4b4a637 HTTP/1.1" status: 200 len: 210 time: 0.0760183 Apr 22 14:46:55.361110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] In _notify_port_updated(), no bound segment for port 6b8352af-e314-4b48-aa63-6f431936f832 on network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 {{(pid=83963) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:46:55.362180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:55.363575 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1f4b8b3e-3785-4aa1-9e4f-4abaee5da72a req-f1fb6d84-6468-4a55-a21a-3976a5fe0ef6 service neutron] 10.222.0.30 "PUT /v2.0/ports/6b8352af-e314-4b48-aa63-6f431936f832 HTTP/1.1" status: 200 len: 1025 time: 1.2034318 Apr 22 14:46:56.004546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:56.137275 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:56.158144 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 6b8352af-e314-4b48-aa63-6f431936f832 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:46:56.241506 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 6b8352af-e314-4b48-aa63-6f431936f832 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:46:56.333858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37106) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:56.407769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38da72d-529d-4a24-8e13-3c8c73fb246d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:56.409170 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b38da72d-529d-4a24-8e13-3c8c73fb246d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports/6b8352af-e314-4b48-aa63-6f431936f832 HTTP/1.1" status: 200 len: 924 time: 0.0740259 Apr 22 14:46:56.798542 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37112) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:56.804504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-9b01ca73-28e9-4e45-9556-df11a3829847 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1030425106', 'description': 'tempest-secgroup-smoke-1030425106 description', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:56.811522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9b01ca73-28e9-4e45-9556-df11a3829847 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:56.822404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9b01ca73-28e9-4e45-9556-df11a3829847 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:56.835667 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9b01ca73-28e9-4e45-9556-df11a3829847 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:56.876765 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9b01ca73-28e9-4e45-9556-df11a3829847 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:56.881143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9b01ca73-28e9-4e45-9556-df11a3829847 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:56.884746 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9b01ca73-28e9-4e45-9556-df11a3829847 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:56.893709 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9b01ca73-28e9-4e45-9556-df11a3829847 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:56.970604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9b01ca73-28e9-4e45-9556-df11a3829847 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:56.976063 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9b01ca73-28e9-4e45-9556-df11a3829847 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.024963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01ca73-28e9-4e45-9556-df11a3829847 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bceda75-ebb6-4062-b9f4-be105df7a5f1,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:57.032451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9b01ca73-28e9-4e45-9556-df11a3829847 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.034417 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9b01ca73-28e9-4e45-9556-df11a3829847 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2341151 Apr 22 14:46:57.038160 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37116) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:57.043865 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-55316dcb-08a8-4464-9cf3-9b6f308a90b2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '7bceda75-ebb6-4062-b9f4-be105df7a5f1', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:57.050865 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-55316dcb-08a8-4464-9cf3-9b6f308a90b2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:57.055165 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-55316dcb-08a8-4464-9cf3-9b6f308a90b2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:57.058375 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-55316dcb-08a8-4464-9cf3-9b6f308a90b2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:57.065656 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-55316dcb-08a8-4464-9cf3-9b6f308a90b2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:57.077399 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a4b73-8c71-443f-9963-76cde5205bca None None] Sync routers for ids ['fa6850fe-0275-40b5-a693-a47b19beeb70'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:46:57.088707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-55316dcb-08a8-4464-9cf3-9b6f308a90b2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.095190 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a4b73-8c71-443f-9963-76cde5205bca None None] Routers {'fa6850fe-0275-40b5-a693-a47b19beeb70'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:57.096383 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-bf6a4b73-8c71-443f-9963-76cde5205bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:46:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['fa6850fe-0275-40b5-a693-a47b19beeb70'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:57.158224 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-55316dcb-08a8-4464-9cf3-9b6f308a90b2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.162380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-55316dcb-08a8-4464-9cf3-9b6f308a90b2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.188973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55316dcb-08a8-4464-9cf3-9b6f308a90b2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed83083-6651-4e0a-818b-1e647b02c2ca,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:57.200637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-55316dcb-08a8-4464-9cf3-9b6f308a90b2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.202681 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-55316dcb-08a8-4464-9cf3-9b6f308a90b2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1633458 Apr 22 14:46:57.205771 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37120) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:57.214774 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-409ad429-7b75-4368-ad90-bca72f8909ae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '7bceda75-ebb6-4062-b9f4-be105df7a5f1', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:57.224344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-409ad429-7b75-4368-ad90-bca72f8909ae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:57.229472 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-409ad429-7b75-4368-ad90-bca72f8909ae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:57.233525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-409ad429-7b75-4368-ad90-bca72f8909ae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:57.242290 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-409ad429-7b75-4368-ad90-bca72f8909ae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:57.261039 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-409ad429-7b75-4368-ad90-bca72f8909ae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.320680 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.333651 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-409ad429-7b75-4368-ad90-bca72f8909ae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.338071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-409ad429-7b75-4368-ad90-bca72f8909ae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.366312 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-bf6a4b73-8c71-443f-9963-76cde5205bca None None] Set router fa6850fe-0275-40b5-a693-a47b19beeb70 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:57.368026 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ad429-7b75-4368-ad90-bca72f8909ae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b722cdc1-8d7e-4853-bad1-6affc93e834a,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:57.375630 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-409ad429-7b75-4368-ad90-bca72f8909ae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.376979 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-409ad429-7b75-4368-ad90-bca72f8909ae tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1698754 Apr 22 14:46:57.379998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37124) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:57.385637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-617ea088-fe65-41ee-811c-c56db5cb56f5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '7bceda75-ebb6-4062-b9f4-be105df7a5f1', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:57.391962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-617ea088-fe65-41ee-811c-c56db5cb56f5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:57.396152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-617ea088-fe65-41ee-811c-c56db5cb56f5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:57.399332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-617ea088-fe65-41ee-811c-c56db5cb56f5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:57.408845 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-617ea088-fe65-41ee-811c-c56db5cb56f5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:57.434454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-617ea088-fe65-41ee-811c-c56db5cb56f5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.504559 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-617ea088-fe65-41ee-811c-c56db5cb56f5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.508883 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-617ea088-fe65-41ee-811c-c56db5cb56f5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.536044 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ea088-fe65-41ee-811c-c56db5cb56f5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6ef484-9fa5-45df-873c-2183d5d091d3,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:57.548087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-617ea088-fe65-41ee-811c-c56db5cb56f5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.553648 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-617ea088-fe65-41ee-811c-c56db5cb56f5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1686671 Apr 22 14:46:57.553886 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37128) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:57.559535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7f6de77c-14b9-451a-a621-59a8c1bc0f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '7bceda75-ebb6-4062-b9f4-be105df7a5f1', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:57.566548 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7f6de77c-14b9-451a-a621-59a8c1bc0f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:57.571558 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7f6de77c-14b9-451a-a621-59a8c1bc0f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:57.574782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7f6de77c-14b9-451a-a621-59a8c1bc0f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:57.582100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7f6de77c-14b9-451a-a621-59a8c1bc0f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:57.607122 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f6de77c-14b9-451a-a621-59a8c1bc0f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.726131 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f6de77c-14b9-451a-a621-59a8c1bc0f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.733589 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f6de77c-14b9-451a-a621-59a8c1bc0f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.752750 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:46:57.759584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6de77c-14b9-451a-a621-59a8c1bc0f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b319f3-70cb-49fa-9d47-5b2c97a6f55d,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:57.771940 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f6de77c-14b9-451a-a621-59a8c1bc0f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.775872 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7f6de77c-14b9-451a-a621-59a8c1bc0f25 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2184508 Apr 22 14:46:57.776565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37134) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:57.788248 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-350f95f3-97dc-45a2-95c3-98483cef4510 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '7bceda75-ebb6-4062-b9f4-be105df7a5f1', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:57.796777 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-350f95f3-97dc-45a2-95c3-98483cef4510 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:57.801289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-350f95f3-97dc-45a2-95c3-98483cef4510 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:57.804311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-350f95f3-97dc-45a2-95c3-98483cef4510 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:57.816532 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-350f95f3-97dc-45a2-95c3-98483cef4510 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:57.819888 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-bf6a4b73-8c71-443f-9963-76cde5205bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'name': 'tempest-TestNetworkBasicOps-router-393430304', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:46:23Z', 'updated_at': '2022-04-22T14:46:31Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:24Z', 'updated_at': '2022-04-22T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '5e70e5a1-819a-4e0d-b899-2e8db2b07b1c', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.221', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'port_id': '6b8352af-e314-4b48-aa63-6f431936f832', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-281508174', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'mac_address': 'fa:16:3e:6c:ef:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:46:50Z', 'updated_at': '2022-04-22T14:46:50Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05319b3f-0bc2-4ec9-a727-9f78a7f4fdec', 'name': '', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:c0:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:30Z', 'updated_at': '2022-04-22T14:46:49Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:57.824045 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a4b73-8c71-443f-9963-76cde5205bca None None] Checking router: fa6850fe-0275-40b5-a693-a47b19beeb70 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:46:57.837293 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-350f95f3-97dc-45a2-95c3-98483cef4510 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:46:57.837998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a4b73-8c71-443f-9963-76cde5205bca None None] Routers {'fa6850fe-0275-40b5-a693-a47b19beeb70'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:57.839243 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-bf6a4b73-8c71-443f-9963-76cde5205bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:46:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['fa6850fe-0275-40b5-a693-a47b19beeb70'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:57.845342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-350f95f3-97dc-45a2-95c3-98483cef4510 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.923696 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-350f95f3-97dc-45a2-95c3-98483cef4510 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.930182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-350f95f3-97dc-45a2-95c3-98483cef4510 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.961667 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f95f3-97dc-45a2-95c3-98483cef4510 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660f05aa-370d-4720-a9eb-16688359c4a4,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:57.970053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-350f95f3-97dc-45a2-95c3-98483cef4510 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.974537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37140) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:57.975033 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-350f95f3-97dc-45a2-95c3-98483cef4510 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1966755 Apr 22 14:46:57.983480 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-c198c80d-b1f4-40b5-bac4-e2e03aeaab34 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '7bceda75-ebb6-4062-b9f4-be105df7a5f1', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:57.990363 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c198c80d-b1f4-40b5-bac4-e2e03aeaab34 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:57.997561 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c198c80d-b1f4-40b5-bac4-e2e03aeaab34 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:58.002094 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-c198c80d-b1f4-40b5-bac4-e2e03aeaab34 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:58.009583 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-c198c80d-b1f4-40b5-bac4-e2e03aeaab34 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:58.026505 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-c198c80d-b1f4-40b5-bac4-e2e03aeaab34 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:46:58.040167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c198c80d-b1f4-40b5-bac4-e2e03aeaab34 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:58.067689 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-bf6a4b73-8c71-443f-9963-76cde5205bca None None] Set router fa6850fe-0275-40b5-a693-a47b19beeb70 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:58.131894 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c198c80d-b1f4-40b5-bac4-e2e03aeaab34 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:58.137377 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c198c80d-b1f4-40b5-bac4-e2e03aeaab34 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:58.166541 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198c80d-b1f4-40b5-bac4-e2e03aeaab34 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b228c089-a02f-4070-bb11-afe59713042a,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:58.180672 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c198c80d-b1f4-40b5-bac4-e2e03aeaab34 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:58.187510 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c198c80d-b1f4-40b5-bac4-e2e03aeaab34 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2065992 Apr 22 14:46:58.552560 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-54c8d3ca-3455-4fcc-9eaf-301ec7d9ec0e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030425106&fields=id&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 267 time: 0.1088021 Apr 22 14:46:58.597226 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-bf6a4b73-8c71-443f-9963-76cde5205bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'name': 'tempest-TestNetworkBasicOps-router-393430304', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:46:23Z', 'updated_at': '2022-04-22T14:46:31Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:24Z', 'updated_at': '2022-04-22T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '5e70e5a1-819a-4e0d-b899-2e8db2b07b1c', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.221', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'port_id': '6b8352af-e314-4b48-aa63-6f431936f832', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-281508174', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'mac_address': 'fa:16:3e:6c:ef:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:46:50Z', 'updated_at': '2022-04-22T14:46:50Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05319b3f-0bc2-4ec9-a727-9f78a7f4fdec', 'name': '', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:c0:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:30Z', 'updated_at': '2022-04-22T14:46:49Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:58.603195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a4b73-8c71-443f-9963-76cde5205bca None None] The sync data for ids ['fa6850fe-0275-40b5-a693-a47b19beeb70'] in dv-neutron-839027-1-hyperv is: [{'id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'name': 'tempest-TestNetworkBasicOps-router-393430304', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:46:23Z', 'updated_at': '2022-04-22T14:46:31Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:24Z', 'updated_at': '2022-04-22T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '5e70e5a1-819a-4e0d-b899-2e8db2b07b1c', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.221', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'port_id': '6b8352af-e314-4b48-aa63-6f431936f832', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-281508174', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'mac_address': 'fa:16:3e:6c:ef:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:46:50Z', 'updated_at': '2022-04-22T14:46:50Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05319b3f-0bc2-4ec9-a727-9f78a7f4fdec', 'name': '', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:c0:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:30Z', 'updated_at': '2022-04-22T14:46:49Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:46:58.651430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-badda78b-35f0-4657-a559-03d5c02f2f0e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:58.652874 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-badda78b-35f0-4657-a559-03d5c02f2f0e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports/6b8352af-e314-4b48-aa63-6f431936f832 HTTP/1.1" status: 200 len: 929 time: 0.0909770 Apr 22 14:46:58.679118 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ff3d4-7dda-4a80-9dc2-e8819b4a55aa req-0eddfa41-4ba8-4f61-a313-6b00caa41c23 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:58.680600 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cc1ff3d4-7dda-4a80-9dc2-e8819b4a55aa req-0eddfa41-4ba8-4f61-a313-6b00caa41c23 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.1799369 Apr 22 14:46:58.775768 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-d76017a9-17f8-4d74-9706-c4f6dd86a068 service neutron] 10.222.0.23 "GET /v2.0/ports/6b8352af-e314-4b48-aa63-6f431936f832?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1027315 Apr 22 14:46:58.781293 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cc1ff3d4-7dda-4a80-9dc2-e8819b4a55aa req-8c88f56b-b98b-4338-8afc-7f17329d3b2b tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716217 Apr 22 14:46:58.992790 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-332b101d-c154-4fb5-8ab4-2e6aef5dd800 service neutron] 10.222.0.23 "GET /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095628 Apr 22 14:46:59.257687 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-0dea88b4-aba6-4f5e-a0d1-03e2fa4e816d service neutron] 10.222.0.23 "GET /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588224 Apr 22 14:46:59.524412 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8f3b710a-474b-4883-95d7-61e2c194c220 req-292a8e55-5fc4-4516-ac83-7adb8e979669 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0 HTTP/1.1" status: 200 len: 210 time: 0.0725961 Apr 22 14:47:00.011914 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd70f24-d565-4703-b5d1-e8e2ac114129 req-b967e2aa-8fef-4b9c-ab0c-9326d1d10f3d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:00.014837 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9dd70f24-d565-4703-b5d1-e8e2ac114129 req-b967e2aa-8fef-4b9c-ab0c-9326d1d10f3d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.0903385 Apr 22 14:47:00.080059 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9dd70f24-d565-4703-b5d1-e8e2ac114129 req-4adcdf5c-b935-4108-833e-455aec745c7e tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561728 Apr 22 14:47:00.651373 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-c1177374-e059-42dc-b99a-e9f00de16639 service neutron] 10.222.0.30 "GET /v2.0/ports/6b8352af-e314-4b48-aa63-6f431936f832 HTTP/1.1" status: 200 len: 1025 time: 0.1106722 Apr 22 14:47:00.825758 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-00101aeb-0389-49e0-8391-6d7a450b085a req-c9694fdf-68f9-4236-bfb0-5fa50929b5f8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0 HTTP/1.1" status: 200 len: 210 time: 0.0761273 Apr 22 14:47:00.829468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-d9da959f-efdd-40ca-acbc-12727a552735 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:00.831087 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-d9da959f-efdd-40ca-acbc-12727a552735 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/networks?id=99cdd70e-3095-488f-b2b9-8d29de7e3b19 HTTP/1.1" status: 200 len: 796 time: 0.1728961 Apr 22 14:47:00.902176 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-4538951d-7830-444c-ae9a-043b0c62b603 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:47:00.921522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-4538951d-7830-444c-ae9a-043b0c62b603 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:47:00.923524 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-4538951d-7830-444c-ae9a-043b0c62b603 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 473 time: 0.0807269 Apr 22 14:47:00.937829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Request body: {'port': {'device_id': '98bdcc73-5895-4172-868e-ba17c2f11bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:01.060588 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:01.360134 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1950bd-7385-4089-8628-9bde6176fddf None None] New status for floating IP 5e70e5a1-819a-4e0d-b899-2e8db2b07b1c: ACTIVE {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:47:01.380306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b2ce7-7184-4a37-8500-acbcecb8121b req-1f54f8a0-acd2-45c6-9648-7457e383f6ba tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:01.387553 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6c9b2ce7-7184-4a37-8500-acbcecb8121b req-1f54f8a0-acd2-45c6-9648-7457e383f6ba tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.1300788 Apr 22 14:47:01.441777 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6c9b2ce7-7184-4a37-8500-acbcecb8121b req-0666f2e4-32ea-4458-befd-ba996c64348a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532980 Apr 22 14:47:01.493482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8352af-e314-4b48-aa63-6f431936f832 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:47:01.508051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:01.534720 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Transition to ACTIVE for port object 6b8352af-e314-4b48-aa63-6f431936f832 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:47:01.540139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:01.692495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8352af-e314-4b48-aa63-6f431936f832,revision_number=7']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:01.848013 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Attempting to bind port 6b8352af-e314-4b48-aa63-6f431936f832 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:47:01.848554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Attempting to bind port 6b8352af-e314-4b48-aa63-6f431936f832 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:47:01.849083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Attempting to bind port 6b8352af-e314-4b48-aa63-6f431936f832 on network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:47:01.859838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Port 6b8352af-e314-4b48-aa63-6f431936f832 on network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:47:01.860337 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Attempting to bind port 6b8352af-e314-4b48-aa63-6f431936f832 on network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:47:01.870331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:47:01.870728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Checking segment: {'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:47:01.871592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Bound using segment: {'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:47:01.872071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Bound port: 6b8352af-e314-4b48-aa63-6f431936f832, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:47:01.872528 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:02.004141 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] For port 6b8352af-e314-4b48-aa63-6f431936f832, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:47:02.009795 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] For port 6b8352af-e314-4b48-aa63-6f431936f832, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b8352af-e314-4b48-aa63-6f431936f832,segment=NetworkSegment(9fcbb093-4cca-4bca-8d4b-bdd145f15ce0),segment_id=9fcbb093-4cca-4bca-8d4b-bdd145f15ce0)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:47:02.016617 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:02.133282 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:02.135450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b7a8a-b534-4d9c-b608-cbf9988aade2 req-6b154dde-e6a3-4e94-8949-83a051f95eb2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:02.135684 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] 10.222.0.30 "PUT /v2.0/ports/6b8352af-e314-4b48-aa63-6f431936f832 HTTP/1.1" status: 200 len: 1130 time: 1.2048664 Apr 22 14:47:02.136161 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bdcc73-5895-4172-868e-ba17c2f11bb0', 'tag': '6b8352af-e314-4b48-aa63-6f431936f832'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:47:02.138092 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3c5b7a8a-b534-4d9c-b608-cbf9988aade2 req-6b154dde-e6a3-4e94-8949-83a051f95eb2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0 HTTP/1.1" status: 200 len: 980 time: 0.1400685 Apr 22 14:47:02.162937 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3335c-e6c6-485d-80fd-2e74d5068637 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8352af-e314-4b48-aa63-6f431936f832,revision_number=8']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:02.235735 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3c5b7a8a-b534-4d9c-b608-cbf9988aade2 req-d248662f-de59-4d34-8719-113d860bb521 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766683 Apr 22 14:47:02.262110 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-954abc8a-591d-443a-9f96-e1e44252aede'] response: {'name': 'network-changed', 'server_uuid': '98bdcc73-5895-4172-868e-ba17c2f11bb0', 'tag': '6b8352af-e314-4b48-aa63-6f431936f832', 'status': 'completed', 'code': 200} Apr 22 14:47:02.442404 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-d45625bd-fe68-45f3-8887-033207a0f49d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0 HTTP/1.1" status: 200 len: 1133 time: 0.2540002 Apr 22 14:47:02.553757 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-74fba04b-943f-4991-b3af-726b4e5596cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b8352af-e314-4b48-aa63-6f431936f832 HTTP/1.1" status: 200 len: 1036 time: 0.1046278 Apr 22 14:47:02.635446 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-fc7dd213-04ab-407b-9969-3789d9fb26b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:02.636892 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-fc7dd213-04ab-407b-9969-3789d9fb26b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b6f6ae9-2f3c-4ec8-97b2-54d37468f268 HTTP/1.1" status: 200 len: 834 time: 0.0765829 Apr 22 14:47:02.721697 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-64ca3b9b-9090-430e-9e7a-0c313bf6a642 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99cdd70e-3095-488f-b2b9-8d29de7e3b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782001 Apr 22 14:47:02.763358 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbe89d-fbd5-4e0f-ad82-e36833887d8f req-5b400c0c-d5e0-42b9-92ce-dae26f8b7f72 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:02.766523 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7abbe89d-fbd5-4e0f-ad82-e36833887d8f req-5b400c0c-d5e0-42b9-92ce-dae26f8b7f72 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.1090367 Apr 22 14:47:02.848287 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7abbe89d-fbd5-4e0f-ad82-e36833887d8f req-e0dbdfa3-a0e8-4f87-b9f0-802ef74dd68c tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715084 Apr 22 14:47:02.885888 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-8d54f2a4-2315-4879-9b43-cf66feaea243 service neutron] 10.222.0.30 "GET /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583514 Apr 22 14:47:03.074641 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c4831de1-4c60-4f9c-9892-f6eabb2cec75 req-70ef78b2-720d-481e-8ac2-026e2c1d8fd9 service neutron] 10.222.0.30 "GET /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727073 Apr 22 14:47:03.212839 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9c7e91b-edf9-4f05-9907-5333dfbe90e0 req-d98c8be6-5542-4405-b129-6acabe7d9b5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0 HTTP/1.1" status: 200 len: 1133 time: 0.0919163 Apr 22 14:47:03.371869 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7e91b-edf9-4f05-9907-5333dfbe90e0 req-ee2d3586-e357-4cc0-856f-ff435a559925 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:03.373897 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9c7e91b-edf9-4f05-9907-5333dfbe90e0 req-ee2d3586-e357-4cc0-856f-ff435a559925 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99cdd70e-3095-488f-b2b9-8d29de7e3b19 HTTP/1.1" status: 200 len: 897 time: 0.1535611 Apr 22 14:47:03.483585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f2293-48ea-4ef0-ad21-4eebbc67fb76 req-91a94ed8-215b-4fcc-9206-4f7c4c0e1f28 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:03.486152 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f39f2293-48ea-4ef0-ad21-4eebbc67fb76 req-91a94ed8-215b-4fcc-9206-4f7c4c0e1f28 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0 HTTP/1.1" status: 200 len: 980 time: 0.0951836 Apr 22 14:47:03.504235 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9c7e91b-edf9-4f05-9907-5333dfbe90e0 req-3205fa14-7e2c-4809-8291-1b311575fd57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b8352af-e314-4b48-aa63-6f431936f832 HTTP/1.1" status: 200 len: 1036 time: 0.1228747 Apr 22 14:47:03.563667 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f39f2293-48ea-4ef0-ad21-4eebbc67fb76 req-e4f5b390-b2c3-464b-be9d-842b2923df2b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704143 Apr 22 14:47:03.571092 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7e91b-edf9-4f05-9907-5333dfbe90e0 req-e5eae528-18f0-4980-94d1-1b59c71b4879 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:03.572711 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9c7e91b-edf9-4f05-9907-5333dfbe90e0 req-e5eae528-18f0-4980-94d1-1b59c71b4879 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b6f6ae9-2f3c-4ec8-97b2-54d37468f268 HTTP/1.1" status: 200 len: 834 time: 0.0626316 Apr 22 14:47:03.680917 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9c7e91b-edf9-4f05-9907-5333dfbe90e0 req-e239d207-6809-4ab9-865f-66ffdd8ef297 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99cdd70e-3095-488f-b2b9-8d29de7e3b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1014826 Apr 22 14:47:03.750114 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7cbfcbeb-981c-4e48-af1e-77121ee0357f req-e67967c9-9fee-42e6-bd07-ad07d37b2018 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1040411 Apr 22 14:47:03.859679 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7cbfcbeb-981c-4e48-af1e-77121ee0357f req-8f805f87-8ae6-4766-86ad-dd35e86fa17a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 1098 time: 0.0846395 Apr 22 14:47:03.880426 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9c7e91b-edf9-4f05-9907-5333dfbe90e0 req-6b765b45-71b7-46b6-8747-20c37b0d61e4 service neutron] 10.222.0.30 "GET /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932249 Apr 22 14:47:04.025966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfcbeb-981c-4e48-af1e-77121ee0357f req-2a89aad9-b016-41bc-91c3-54c40ae12fab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:04.027798 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7cbfcbeb-981c-4e48-af1e-77121ee0357f req-2a89aad9-b016-41bc-91c3-54c40ae12fab service neutron] 10.222.0.30 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 913 time: 0.1484535 Apr 22 14:47:04.056481 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f9c7e91b-edf9-4f05-9907-5333dfbe90e0 req-f6df66b1-8878-4d5e-b4e0-781385a7d6ba service neutron] 10.222.0.30 "GET /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696978 Apr 22 14:47:04.188830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 6b8352af-e314-4b48-aa63-6f431936f832 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:47:04.207770 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7cbfcbeb-981c-4e48-af1e-77121ee0357f req-d98380ca-572d-435b-be3a-8cc995f441b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 HTTP/1.1" status: 200 len: 1001 time: 0.1742868 Apr 22 14:47:04.278312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f51f9d-8bdb-4111-863b-255d2cc5e667 req-8e129bc5-3ef2-432a-8080-a6f5d6f8d1f3 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:04.280671 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b0f51f9d-8bdb-4111-863b-255d2cc5e667 req-8e129bc5-3ef2-432a-8080-a6f5d6f8d1f3 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.1817360 Apr 22 14:47:04.313001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfcbeb-981c-4e48-af1e-77121ee0357f req-7f204a68-68ce-4d6c-aa90-658c74cd60b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:04.314571 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7cbfcbeb-981c-4e48-af1e-77121ee0357f req-7f204a68-68ce-4d6c-aa90-658c74cd60b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2f90018-3175-478a-ba05-5be4603daa12 HTTP/1.1" status: 200 len: 851 time: 0.0984430 Apr 22 14:47:04.385258 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 6b8352af-e314-4b48-aa63-6f431936f832, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b8352af-e314-4b48-aa63-6f431936f832,segment=NetworkSegment(9fcbb093-4cca-4bca-8d4b-bdd145f15ce0),segment_id=9fcbb093-4cca-4bca-8d4b-bdd145f15ce0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:04.393915 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b0f51f9d-8bdb-4111-863b-255d2cc5e667 req-48aab38f-9953-4fb9-911b-8e827f805e20 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006730 Apr 22 14:47:04.415772 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '6b8352af-e314-4b48-aa63-6f431936f832', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'port_id': '6b8352af-e314-4b48-aa63-6f431936f832', 'mac_address': 'fa:16:3e:6c:ef:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:47:04.434222 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7cbfcbeb-981c-4e48-af1e-77121ee0357f req-e781db67-c876-420c-ab29-03e75d400334 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25eb85eb-411c-4074-8f9a-0de5fadf0faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1129413 Apr 22 14:47:04.528641 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:04.560470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8352af-e314-4b48-aa63-6f431936f832 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:47:04.590333 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 6b8352af-e314-4b48-aa63-6f431936f832, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b8352af-e314-4b48-aa63-6f431936f832,segment=NetworkSegment(9fcbb093-4cca-4bca-8d4b-bdd145f15ce0),segment_id=9fcbb093-4cca-4bca-8d4b-bdd145f15ce0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:04.595354 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7cbfcbeb-981c-4e48-af1e-77121ee0357f req-6f8838a2-0b1a-4ceb-8cf6-081cad29a124 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534009 Apr 22 14:47:04.595740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:04.737594 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=6b8352af-e314-4b48-aa63-6f431936f832,revision_number=9']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:04.760902 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:04.761566 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:04.762108 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:04.762796 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:04.763356 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:04.764041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:04.764793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:04.765335 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:04.765862 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:04.766564 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:04.767087 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:04.791492 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7cbfcbeb-981c-4e48-af1e-77121ee0357f req-1d45c681-1d03-4743-b0ef-9e4e987e0078 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896808 Apr 22 14:47:04.857459 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['6b8352af-e314-4b48-aa63-6f431936f832'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:47:05.003580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735241e-df79-41fd-b576-4ba88aa36d95 req-c26d9061-79ba-4932-96fc-1e5910bd9ca1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:05.005922 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6735241e-df79-41fd-b576-4ba88aa36d95 req-c26d9061-79ba-4932-96fc-1e5910bd9ca1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0 HTTP/1.1" status: 200 len: 981 time: 0.1945753 Apr 22 14:47:05.082252 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6735241e-df79-41fd-b576-4ba88aa36d95 req-8ba2e9c2-fe8f-456c-9d64-1c5e5e152e48 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694239 Apr 22 14:47:05.642878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2bfdc-e8e0-45a2-8f29-f179fd311953 req-c8b4ef45-15d7-417c-a422-1f864d2075c9 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:05.644819 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6fb2bfdc-e8e0-45a2-8f29-f179fd311953 req-c8b4ef45-15d7-417c-a422-1f864d2075c9 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.0961435 Apr 22 14:47:05.717782 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6fb2bfdc-e8e0-45a2-8f29-f179fd311953 req-99dd2822-6309-4577-b4fa-961d6ec1d67a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623832 Apr 22 14:47:06.201232 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 6b8352af-e314-4b48-aa63-6f431936f832 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:47:06.299659 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 6b8352af-e314-4b48-aa63-6f431936f832 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:47:06.307843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 6b8352af-e314-4b48-aa63-6f431936f832 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:06.308444 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:06.338552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ba112-d7db-43d5-85d8-5054ab79dccc req-5d72d691-f654-4227-ad16-5179bcfea8b3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:06.340135 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d89ba112-d7db-43d5-85d8-5054ab79dccc req-5d72d691-f654-4227-ad16-5179bcfea8b3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0 HTTP/1.1" status: 200 len: 981 time: 0.0919423 Apr 22 14:47:06.388397 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d89ba112-d7db-43d5-85d8-5054ab79dccc req-da065b37-fc0e-4d12-ad27-d062f43d012c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422387 Apr 22 14:47:06.491462 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:06.519589 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98bdcc73-5895-4172-868e-ba17c2f11bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8352af-e314-4b48-aa63-6f431936f832'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:47:06.531622 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 6b8352af-e314-4b48-aa63-6f431936f832, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b8352af-e314-4b48-aa63-6f431936f832,segment=NetworkSegment(9fcbb093-4cca-4bca-8d4b-bdd145f15ce0),segment_id=9fcbb093-4cca-4bca-8d4b-bdd145f15ce0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:06.540014 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:06.594395 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60ff790-8326-430e-ad11-eac2e09ff526'] response: {'server_uuid': '98bdcc73-5895-4172-868e-ba17c2f11bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8352af-e314-4b48-aa63-6f431936f832', 'code': 200} Apr 22 14:47:06.660920 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=6b8352af-e314-4b48-aa63-6f431936f832,revision_number=10']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:06.875392 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-14929b16-c996-4030-b49f-3b2681d1dd8e req-cb038e2a-44a2-4dc3-a73d-6ab273d2d1fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0 HTTP/1.1" status: 200 len: 1136 time: 0.1136606 Apr 22 14:47:06.980999 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-14929b16-c996-4030-b49f-3b2681d1dd8e req-b857fbbf-2e53-4780-a386-4b1826c0918d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999146 Apr 22 14:47:07.016330 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25853e-f7cb-4091-9f03-eb2465b62d1c req-a5769f6f-1204-494a-935f-1819e8fbbb4a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:07.017812 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3d25853e-f7cb-4091-9f03-eb2465b62d1c req-a5769f6f-1204-494a-935f-1819e8fbbb4a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.0883458 Apr 22 14:47:07.070395 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3d25853e-f7cb-4091-9f03-eb2465b62d1c req-3a3c1f62-2cfb-4604-b0a8-019bbbcd2d1c tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425611 Apr 22 14:47:07.642605 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daece688-dd01-4be5-9c91-dea146b75a6c req-0558bc19-bd52-4f7b-bea3-5d5ded324e2c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:07.645706 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-daece688-dd01-4be5-9c91-dea146b75a6c req-0558bc19-bd52-4f7b-bea3-5d5ded324e2c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0 HTTP/1.1" status: 200 len: 983 time: 0.1244156 Apr 22 14:47:07.723817 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-daece688-dd01-4be5-9c91-dea146b75a6c req-7be8ebc3-ea43-4baf-b359-dbb574da6c39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711653 Apr 22 14:47:08.287426 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d1d43-08ff-4a25-adbb-4a42b1ea1cf8 req-ef976db7-f0b5-44eb-8066-a695e3683a59 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:08.288917 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-753d1d43-08ff-4a25-adbb-4a42b1ea1cf8 req-ef976db7-f0b5-44eb-8066-a695e3683a59 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.0896685 Apr 22 14:47:08.341969 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-753d1d43-08ff-4a25-adbb-4a42b1ea1cf8 req-9c68df30-482a-4721-bb45-95bf47a507d2 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426795 Apr 22 14:47:08.945009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fc22f-35f4-4e18-804a-24077af08bce req-54a14c0e-c881-4514-a6f7-1172cb5460ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:08.946430 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-855fc22f-35f4-4e18-804a-24077af08bce req-54a14c0e-c881-4514-a6f7-1172cb5460ab tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0 HTTP/1.1" status: 200 len: 983 time: 0.0889480 Apr 22 14:47:08.993801 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-855fc22f-35f4-4e18-804a-24077af08bce req-1e67f2f7-8f90-4b86-b803-46b88af1476e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 Apr 22 14:47:09.203119 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f740953-a499-46bb-b0eb-f1a60907007c req-14c66aeb-cc27-4eb7-ac13-7f33e519d79d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:09.204647 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3f740953-a499-46bb-b0eb-f1a60907007c req-14c66aeb-cc27-4eb7-ac13-7f33e519d79d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0 HTTP/1.1" status: 200 len: 983 time: 0.0867133 Apr 22 14:47:09.260638 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3f740953-a499-46bb-b0eb-f1a60907007c req-37cadd71-1106-4119-92de-ad9b6e0f61c2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497558 Apr 22 14:47:09.290642 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37204) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:09.388407 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-dd9e31a7-8807-423b-96fe-7a6be09875b1 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0&network_id=99cdd70e-3095-488f-b2b9-8d29de7e3b19 HTTP/1.1" status: 200 len: 1131 time: 0.0961726 Apr 22 14:47:09.668363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9046a71-6c65-4c34-9bfb-0591aa24c7b5 req-277229ec-2f59-47e0-bc95-d3abaf86ff64 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:09.671301 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f9046a71-6c65-4c34-9bfb-0591aa24c7b5 req-277229ec-2f59-47e0-bc95-d3abaf86ff64 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.1120222 Apr 22 14:47:09.726426 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f9046a71-6c65-4c34-9bfb-0591aa24c7b5 req-01958a2d-43ee-4606-bb33-b0118e334d72 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456173 Apr 22 14:47:09.859354 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636b42a-e2b4-412d-a10a-f10a3f163bf1 req-8c30eba2-94fa-42fc-9d2f-d94f2a5c4341 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:09.860844 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0636b42a-e2b4-412d-a10a-f10a3f163bf1 req-8c30eba2-94fa-42fc-9d2f-d94f2a5c4341 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0 HTTP/1.1" status: 200 len: 983 time: 0.0825861 Apr 22 14:47:09.909843 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0636b42a-e2b4-412d-a10a-f10a3f163bf1 req-aedbb148-ea38-4f6b-bf8f-e9c60655f5b2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427694 Apr 22 14:47:10.941104 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f2e67-34ed-4506-9219-8636ed8038e6 req-0b434f91-9830-492c-8f3c-1f29f107b695 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:10.942781 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-403f2e67-34ed-4506-9219-8636ed8038e6 req-0b434f91-9830-492c-8f3c-1f29f107b695 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.0852864 Apr 22 14:47:11.095333 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-403f2e67-34ed-4506-9219-8636ed8038e6 req-d1cf77cd-e448-4f53-b6a1-b4db31ed7d43 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419706 Apr 22 14:47:11.138444 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-06f52755-9bc1-44fe-ad35-b145b99742d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:11.141402 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-06f52755-9bc1-44fe-ad35-b145b99742d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0 HTTP/1.1" status: 200 len: 983 time: 0.1677771 Apr 22 14:47:11.267909 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2de972-52fd-4ff4-89bb-a2d891f7dbbe req-479857cf-1e38-4870-a3e7-bc24eb2b30b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:11.270462 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dc2de972-52fd-4ff4-89bb-a2d891f7dbbe req-479857cf-1e38-4870-a3e7-bc24eb2b30b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0 HTTP/1.1" status: 200 len: 983 time: 0.2169640 Apr 22 14:47:11.274338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-d54a06d5-2bd7-43b5-bf3c-c43782645943 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:11.275970 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-d54a06d5-2bd7-43b5-bf3c-c43782645943 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/ports/6b8352af-e314-4b48-aa63-6f431936f832?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1290164 Apr 22 14:47:11.444529 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f09fd8bf-e79d-44d0-8d17-a2c987a7e72b req-06b4a4af-ee4c-4f9c-824c-add72bd22794 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 1098 time: 0.0967953 Apr 22 14:47:11.452027 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dc2de972-52fd-4ff4-89bb-a2d891f7dbbe req-75ecbcaf-664f-4522-9785-2ce75e4afb9c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb7f600-0fea-4bba-abe7-88614854f591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727085 Apr 22 14:47:11.522555 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f09fd8bf-e79d-44d0-8d17-a2c987a7e72b req-fb70d3ab-a9a8-4f03-9fa4-1b3fc01fa319 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715997 Apr 22 14:47:11.523620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-1efbb52d-5fc3-4a5a-8a27-18fca1a4af99 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:47:11.539908 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-1efbb52d-5fc3-4a5a-8a27-18fca1a4af99 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:47:11.541199 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-1efbb52d-5fc3-4a5a-8a27-18fca1a4af99 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2494500 Apr 22 14:47:11.715974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-6ed70319-2843-4352-bbb4-b5dfcbe04d8b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:11.862021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-6ed70319-2843-4352-bbb4-b5dfcbe04d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:12.241340 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-6ed70319-2843-4352-bbb4-b5dfcbe04d8b service neutron] For port 6b8352af-e314-4b48-aa63-6f431936f832, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b8352af-e314-4b48-aa63-6f431936f832,segment=NetworkSegment(9fcbb093-4cca-4bca-8d4b-bdd145f15ce0),segment_id=9fcbb093-4cca-4bca-8d4b-bdd145f15ce0)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:12.256483 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 1120db3b-aa58-4515-9426-5ede015d4e79 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:47:12.346366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-6ed70319-2843-4352-bbb4-b5dfcbe04d8b service neutron] For port 6b8352af-e314-4b48-aa63-6f431936f832, host hv-neutron-8390, cleared binding levels {{(pid=83964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:47:12.416333 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-6ed70319-2843-4352-bbb4-b5dfcbe04d8b service neutron] device_id is not set on port 6b8352af-e314-4b48-aa63-6f431936f832 yet. {{(pid=83964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:47:12.428832 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-6ed70319-2843-4352-bbb4-b5dfcbe04d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:12.440379 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-6ed70319-2843-4352-bbb4-b5dfcbe04d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:12.494783 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132d60f-acf2-4597-815f-e57b9886ed66 req-1422a43a-88e3-4a46-a081-35a03a472f3f tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:12.496446 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9132d60f-acf2-4597-815f-e57b9886ed66 req-1422a43a-88e3-4a46-a081-35a03a472f3f tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.2125700 Apr 22 14:47:12.550493 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 1120db3b-aa58-4515-9426-5ede015d4e79, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1120db3b-aa58-4515-9426-5ede015d4e79,segment=NetworkSegment(86fae21c-47b9-41c5-977f-2c5e8607d04a),segment_id=86fae21c-47b9-41c5-977f-2c5e8607d04a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:12.595916 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '1120db3b-aa58-4515-9426-5ede015d4e79', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'port_id': '1120db3b-aa58-4515-9426-5ede015d4e79', 'mac_address': 'fa:16:3e:e8:7f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:47:12.633898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed70319-2843-4352-bbb4-b5dfcbe04d8b service neutron] Pushing event updated for resources: {'Port': ['ID=6b8352af-e314-4b48-aa63-6f431936f832,revision_number=11']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:12.677854 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9132d60f-acf2-4597-815f-e57b9886ed66 req-131782a6-7973-4495-8830-cab365514276 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696224 Apr 22 14:47:12.711828 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:12.737203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-6ed70319-2843-4352-bbb4-b5dfcbe04d8b service neutron] No DVR routers for this DVR port 6b8352af-e314-4b48-aa63-6f431936f832 on host hv-neutron-8390 {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:47:12.760517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1120db3b-aa58-4515-9426-5ede015d4e79 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:47:12.785914 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 1120db3b-aa58-4515-9426-5ede015d4e79, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1120db3b-aa58-4515-9426-5ede015d4e79,segment=NetworkSegment(86fae21c-47b9-41c5-977f-2c5e8607d04a),segment_id=86fae21c-47b9-41c5-977f-2c5e8607d04a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:12.799248 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:12.871223 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5ea40fc9-e43a-463b-a45f-492425440a54 req-2f34ea73-6b36-43ee-981d-7bbaae7f7565 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=98bdcc73-5895-4172-868e-ba17c2f11bb0 HTTP/1.1" status: 200 len: 210 time: 0.0564730 Apr 22 14:47:12.937719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=1120db3b-aa58-4515-9426-5ede015d4e79,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:13.024265 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['1120db3b-aa58-4515-9426-5ede015d4e79'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:47:13.128343 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d27bb97a-51f0-4610-a9b2-01ff5014b4fa None None] Provisioning complete for port 6b8352af-e314-4b48-aa63-6f431936f832 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:13.128711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d27bb97a-51f0-4610-a9b2-01ff5014b4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:13.168625 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-6ed70319-2843-4352-bbb4-b5dfcbe04d8b service neutron] In _notify_port_updated(), no bound segment for port 6b8352af-e314-4b48-aa63-6f431936f832 on network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 {{(pid=83964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:47:13.170554 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-6ed70319-2843-4352-bbb4-b5dfcbe04d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:13.172774 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c1972d2c-e3f0-42ab-aaa0-a5206132c54d req-6ed70319-2843-4352-bbb4-b5dfcbe04d8b service neutron] 10.222.0.30 "PUT /v2.0/ports/6b8352af-e314-4b48-aa63-6f431936f832 HTTP/1.1" status: 200 len: 1026 time: 1.4626725 Apr 22 14:47:13.219877 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d27bb97a-51f0-4610-a9b2-01ff5014b4fa None None] Port 6b8352af-e314-4b48-aa63-6f431936f832 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:47:14.019326 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9aad8-e298-42c0-a8c9-7cd9a68be8f1 req-32418800-0444-4712-9702-6ecff7f3da4d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:14.020944 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-75e9aad8-e298-42c0-a8c9-7cd9a68be8f1 req-32418800-0444-4712-9702-6ecff7f3da4d tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 944 time: 0.0911634 Apr 22 14:47:14.021455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37226) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:14.119643 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-75e9aad8-e298-42c0-a8c9-7cd9a68be8f1 req-6f765d7d-6adc-4c9b-bd83-31a40a6c7db1 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848505 Apr 22 14:47:14.154106 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-30e09321-b1e5-42f1-a9b6-9cc48c72d29a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:14.161126 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37230) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:14.252659 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-30e09321-b1e5-42f1-a9b6-9cc48c72d29a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:14.271910 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 1120db3b-aa58-4515-9426-5ede015d4e79 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:47:14.327183 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8baedbfc-dc71-4e08-9ce1-6beddca17b15 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/floatingips/e4e58f14-e4f8-4482-8a4f-bc634354a044 HTTP/1.1" status: 200 len: 992 time: 0.1648927 Apr 22 14:47:14.360470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 1120db3b-aa58-4515-9426-5ede015d4e79 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:14.360846 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:14.384641 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-30e09321-b1e5-42f1-a9b6-9cc48c72d29a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:14.426029 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e09321-b1e5-42f1-a9b6-9cc48c72d29a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bceda75-ebb6-4062-b9f4-be105df7a5f1,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:14.451372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-30e09321-b1e5-42f1-a9b6-9cc48c72d29a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:14.453978 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-30e09321-b1e5-42f1-a9b6-9cc48c72d29a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/security-groups/7bceda75-ebb6-4062-b9f4-be105df7a5f1 HTTP/1.1" status: 204 len: 168 time: 0.4313188 Apr 22 14:47:14.507549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:14.507781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37236) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:14.558047 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1120db3b-aa58-4515-9426-5ede015d4e79'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:47:14.574784 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 1120db3b-aa58-4515-9426-5ede015d4e79, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1120db3b-aa58-4515-9426-5ede015d4e79,segment=NetworkSegment(86fae21c-47b9-41c5-977f-2c5e8607d04a),segment_id=86fae21c-47b9-41c5-977f-2c5e8607d04a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:14.581373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:14.582696 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 6b8352af-e314-4b48-aa63-6f431936f832 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:14.712004 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d076573c-7e18-4775-b07c-e601faf32fd3'] response: {'server_uuid': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1120db3b-aa58-4515-9426-5ede015d4e79', 'code': 200} Apr 22 14:47:14.812596 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 6b8352af-e314-4b48-aa63-6f431936f832 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:14.820730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=1120db3b-aa58-4515-9426-5ede015d4e79,revision_number=7']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:14.825956 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9cd2e619-a2c2-441b-b417-68f45e4edcc5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port fc23cef0-087c-4623-b1cb-76a50728fc75 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:14.827007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9cd2e619-a2c2-441b-b417-68f45e4edcc5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:15.004717 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9cd2e619-a2c2-441b-b417-68f45e4edcc5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:15.005118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9cd2e619-a2c2-441b-b417-68f45e4edcc5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:15.141647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9cd2e619-a2c2-441b-b417-68f45e4edcc5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for fc23cef0-087c-4623-b1cb-76a50728fc75 owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:15.301066 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9cd2e619-a2c2-441b-b417-68f45e4edcc5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:15.356566 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2e619-a2c2-441b-b417-68f45e4edcc5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=fc23cef0-087c-4623-b1cb-76a50728fc75,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:15.464908 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9cd2e619-a2c2-441b-b417-68f45e4edcc5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:15.945685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd2e619-a2c2-441b-b417-68f45e4edcc5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router fa6850fe-0275-40b5-a693-a47b19beeb70 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:47:16.187339 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd2e619-a2c2-441b-b417-68f45e4edcc5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:47:16.198719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5384f247-cab7-4b66-9a1e-d7226ab7339a None None] Sync routers for ids ['fa6850fe-0275-40b5-a693-a47b19beeb70'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:47:16.212987 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5384f247-cab7-4b66-9a1e-d7226ab7339a None None] Routers {'fa6850fe-0275-40b5-a693-a47b19beeb70'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:16.213852 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5384f247-cab7-4b66-9a1e-d7226ab7339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:46:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['fa6850fe-0275-40b5-a693-a47b19beeb70'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:16.218779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9cd2e619-a2c2-441b-b417-68f45e4edcc5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:16.286339 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9cd2e619-a2c2-441b-b417-68f45e4edcc5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/floatingips/5e70e5a1-819a-4e0d-b899-2e8db2b07b1c HTTP/1.1" status: 204 len: 168 time: 1.7774136 Apr 22 14:47:16.415616 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-5384f247-cab7-4b66-9a1e-d7226ab7339a None None] Set router fa6850fe-0275-40b5-a693-a47b19beeb70 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:16.498502 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37246) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:16.607843 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-61dc62ce-a144-436a-8318-b8149e82fb95 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:16.649218 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-61dc62ce-a144-436a-8318-b8149e82fb95 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:16.751658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-61dc62ce-a144-436a-8318-b8149e82fb95 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:16.774703 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc62ce-a144-436a-8318-b8149e82fb95 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af23661-c6ad-4ac4-ad13-c07498473552,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:16.785159 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-61dc62ce-a144-436a-8318-b8149e82fb95 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:16.786634 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-61dc62ce-a144-436a-8318-b8149e82fb95 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/security-groups/1af23661-c6ad-4ac4-ad13-c07498473552 HTTP/1.1" status: 204 len: 168 time: 0.2866657 Apr 22 14:47:16.858128 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37252) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:16.964831 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5384f247-cab7-4b66-9a1e-d7226ab7339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'name': 'tempest-TestNetworkBasicOps-router-393430304', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:46:23Z', 'updated_at': '2022-04-22T14:46:31Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:24Z', 'updated_at': '2022-04-22T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '05319b3f-0bc2-4ec9-a727-9f78a7f4fdec', 'name': '', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:c0:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:30Z', 'updated_at': '2022-04-22T14:46:49Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:16.965231 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-6554ddb0-d296-49ac-8b3f-5aef749c2cda tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 6b8352af-e314-4b48-aa63-6f431936f832 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:16.965472 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6554ddb0-d296-49ac-8b3f-5aef749c2cda tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:16.969818 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5384f247-cab7-4b66-9a1e-d7226ab7339a None None] Checking router: fa6850fe-0275-40b5-a693-a47b19beeb70 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:47:16.981178 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5384f247-cab7-4b66-9a1e-d7226ab7339a None None] Routers {'fa6850fe-0275-40b5-a693-a47b19beeb70'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:16.981813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5384f247-cab7-4b66-9a1e-d7226ab7339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:46:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['fa6850fe-0275-40b5-a693-a47b19beeb70'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:17.170456 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-5384f247-cab7-4b66-9a1e-d7226ab7339a None None] Set router fa6850fe-0275-40b5-a693-a47b19beeb70 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:17.252643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6554ddb0-d296-49ac-8b3f-5aef749c2cda tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:17.483506 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-6554ddb0-d296-49ac-8b3f-5aef749c2cda tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 6b8352af-e314-4b48-aa63-6f431936f832 owned by {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:17.564380 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5384f247-cab7-4b66-9a1e-d7226ab7339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'name': 'tempest-TestNetworkBasicOps-router-393430304', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:46:23Z', 'updated_at': '2022-04-22T14:46:31Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:24Z', 'updated_at': '2022-04-22T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '05319b3f-0bc2-4ec9-a727-9f78a7f4fdec', 'name': '', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:c0:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:30Z', 'updated_at': '2022-04-22T14:46:49Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:17.569158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5384f247-cab7-4b66-9a1e-d7226ab7339a None None] The sync data for ids ['fa6850fe-0275-40b5-a693-a47b19beeb70'] in dv-neutron-839027-1-hyperv is: [{'id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'name': 'tempest-TestNetworkBasicOps-router-393430304', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:46:23Z', 'updated_at': '2022-04-22T14:46:31Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:24Z', 'updated_at': '2022-04-22T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '05319b3f-0bc2-4ec9-a727-9f78a7f4fdec', 'name': '', 'network_id': '99cdd70e-3095-488f-b2b9-8d29de7e3b19', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:c0:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:30Z', 'updated_at': '2022-04-22T14:46:49Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '6b6f6ae9-2f3c-4ec8-97b2-54d37468f268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:47:17.682352 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6554ddb0-d296-49ac-8b3f-5aef749c2cda tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:17.738903 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554ddb0-d296-49ac-8b3f-5aef749c2cda tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=6b8352af-e314-4b48-aa63-6f431936f832,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:17.860797 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6554ddb0-d296-49ac-8b3f-5aef749c2cda tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:17.872712 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6554ddb0-d296-49ac-8b3f-5aef749c2cda tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/ports/6b8352af-e314-4b48-aa63-6f431936f832 HTTP/1.1" status: 204 len: 168 time: 1.0130308 Apr 22 14:47:17.878049 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37256) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:17.879780 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afc34ef-3876-40dc-92c2-048f8568bf32 None None] New status for floating IP 5e70e5a1-819a-4e0d-b899-2e8db2b07b1c: DOWN {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:47:18.414121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f40dbb44-937a-4007-85ce-facb4d463a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:19.145070 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f40dbb44-937a-4007-85ce-facb4d463a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:19.145842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f40dbb44-937a-4007-85ce-facb4d463a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:19.364689 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-f40dbb44-937a-4007-85ce-facb4d463a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=05319b3f-0bc2-4ec9-a727-9f78a7f4fdec,segment=NetworkSegment(9fcbb093-4cca-4bca-8d4b-bdd145f15ce0),segment_id=9fcbb093-4cca-4bca-8d4b-bdd145f15ce0)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:19.365048 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f40dbb44-937a-4007-85ce-facb4d463a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:19.494371 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f40dbb44-937a-4007-85ce-facb4d463a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:19.693022 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f40dbb44-937a-4007-85ce-facb4d463a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:19.784670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40dbb44-937a-4007-85ce-facb4d463a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=05319b3f-0bc2-4ec9-a727-9f78a7f4fdec,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:20.237598 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f40dbb44-937a-4007-85ce-facb4d463a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:20.894131 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40dbb44-937a-4007-85ce-facb4d463a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router fa6850fe-0275-40b5-a693-a47b19beeb70 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:47:21.118506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40dbb44-937a-4007-85ce-facb4d463a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:47:21.130170 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7fe7e-da4c-418d-b1da-21f86fa3e096 None None] Sync routers for ids ['fa6850fe-0275-40b5-a693-a47b19beeb70'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:47:21.137352 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f40dbb44-937a-4007-85ce-facb4d463a66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/fa6850fe-0275-40b5-a693-a47b19beeb70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2578580 Apr 22 14:47:21.141175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37260) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:21.147898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7fe7e-da4c-418d-b1da-21f86fa3e096 None None] Routers {'fa6850fe-0275-40b5-a693-a47b19beeb70'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:21.148660 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-6cc7fe7e-da4c-418d-b1da-21f86fa3e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:46:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['fa6850fe-0275-40b5-a693-a47b19beeb70'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:21.356310 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-6cc7fe7e-da4c-418d-b1da-21f86fa3e096 None None] Set router fa6850fe-0275-40b5-a693-a47b19beeb70 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:21.367839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e2aeac-8049-4be7-9a55-75006679dcc1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting subnet 6b6f6ae9-2f3c-4ec8-97b2-54d37468f268 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:47:21.372240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77e2aeac-8049-4be7-9a55-75006679dcc1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:21.463920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77e2aeac-8049-4be7-9a55-75006679dcc1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:21.619412 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77e2aeac-8049-4be7-9a55-75006679dcc1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:21.664956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-6cc7fe7e-da4c-418d-b1da-21f86fa3e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'name': 'tempest-TestNetworkBasicOps-router-393430304', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:46:23Z', 'updated_at': '2022-04-22T14:47:19Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:24Z', 'updated_at': '2022-04-22T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:21.669313 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7fe7e-da4c-418d-b1da-21f86fa3e096 None None] Checking router: fa6850fe-0275-40b5-a693-a47b19beeb70 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:47:21.688086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7fe7e-da4c-418d-b1da-21f86fa3e096 None None] Routers {'fa6850fe-0275-40b5-a693-a47b19beeb70'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:21.689852 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-6cc7fe7e-da4c-418d-b1da-21f86fa3e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:46:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['fa6850fe-0275-40b5-a693-a47b19beeb70'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:21.729160 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77e2aeac-8049-4be7-9a55-75006679dcc1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:21.774165 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2aeac-8049-4be7-9a55-75006679dcc1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6f6ae9-2f3c-4ec8-97b2-54d37468f268,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:21.779100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77e2aeac-8049-4be7-9a55-75006679dcc1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:21.787526 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-77e2aeac-8049-4be7-9a55-75006679dcc1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/subnets/6b6f6ae9-2f3c-4ec8-97b2-54d37468f268 HTTP/1.1" status: 204 len: 168 time: 0.6445637 Apr 22 14:47:21.791389 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37264) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:21.799188 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d02d37d-509d-48c3-be7b-855a73fd07ab None None] Network 99cdd70e-3095-488f-b2b9-8d29de7e3b19 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:47:22.017971 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92ef1e6b-c662-4362-a7c7-67c4b3961294 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:22.136253 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-6cc7fe7e-da4c-418d-b1da-21f86fa3e096 None None] Set router fa6850fe-0275-40b5-a693-a47b19beeb70 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:22.250359 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92ef1e6b-c662-4362-a7c7-67c4b3961294 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:22.262889 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-92ef1e6b-c662-4362-a7c7-67c4b3961294 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 683d29ae-eb47-4940-8a44-276d6e02a38f {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:22.263729 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92ef1e6b-c662-4362-a7c7-67c4b3961294 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:22.457100 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fa78e5-9dac-41f3-8aa4-9992b926b9bb None None] DHCP port deletion for 99cdd70e-3095-488f-b2b9-8d29de7e3b19 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:47:22.475773 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-79fa78e5-9dac-41f3-8aa4-9992b926b9bb None None] Deleting port 6dbcd86a-0b87-4182-8d31-31009c9c5a91 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:22.476155 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-79fa78e5-9dac-41f3-8aa4-9992b926b9bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:22.530743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ba877d04-1199-4679-beb4-3ec287bd43b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:22.553463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-92ef1e6b-c662-4362-a7c7-67c4b3961294 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 683d29ae-eb47-4940-8a44-276d6e02a38f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=683d29ae-eb47-4940-8a44-276d6e02a38f,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:22.554089 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92ef1e6b-c662-4362-a7c7-67c4b3961294 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:22.801640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-79fa78e5-9dac-41f3-8aa4-9992b926b9bb None None] For port 6dbcd86a-0b87-4182-8d31-31009c9c5a91, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=6dbcd86a-0b87-4182-8d31-31009c9c5a91,segment=NetworkSegment(9fcbb093-4cca-4bca-8d4b-bdd145f15ce0),segment_id=9fcbb093-4cca-4bca-8d4b-bdd145f15ce0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:22.802040 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-79fa78e5-9dac-41f3-8aa4-9992b926b9bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:22.925204 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-6cc7fe7e-da4c-418d-b1da-21f86fa3e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'name': 'tempest-TestNetworkBasicOps-router-393430304', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:46:23Z', 'updated_at': '2022-04-22T14:47:19Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:24Z', 'updated_at': '2022-04-22T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:22.931771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-92ef1e6b-c662-4362-a7c7-67c4b3961294 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 683d29ae-eb47-4940-8a44-276d6e02a38f owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:22.933628 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-79fa78e5-9dac-41f3-8aa4-9992b926b9bb None None] Calling delete_port for 6dbcd86a-0b87-4182-8d31-31009c9c5a91 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:22.994517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7fe7e-da4c-418d-b1da-21f86fa3e096 None None] The sync data for ids ['fa6850fe-0275-40b5-a693-a47b19beeb70'] in dv-neutron-839027-1-hyperv is: [{'id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'name': 'tempest-TestNetworkBasicOps-router-393430304', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:46:23Z', 'updated_at': '2022-04-22T14:47:19Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '683d29ae-eb47-4940-8a44-276d6e02a38f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6850fe-0275-40b5-a693-a47b19beeb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:24Z', 'updated_at': '2022-04-22T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:47:23.048592 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-79fa78e5-9dac-41f3-8aa4-9992b926b9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:23.096688 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa78e5-9dac-41f3-8aa4-9992b926b9bb None None] Pushing event deleted for resources: {'Port': ['ID=6dbcd86a-0b87-4182-8d31-31009c9c5a91,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:23.101019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fa78e5-9dac-41f3-8aa4-9992b926b9bb None None] No DVR routers for this DVR port 6dbcd86a-0b87-4182-8d31-31009c9c5a91 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:47:23.192817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92ef1e6b-c662-4362-a7c7-67c4b3961294 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:23.244933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef1e6b-c662-4362-a7c7-67c4b3961294 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=683d29ae-eb47-4940-8a44-276d6e02a38f,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:23.553041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92ef1e6b-c662-4362-a7c7-67c4b3961294 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:23.574583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:23.613820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:47:23.614358 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 05319b3f-0bc2-4ec9-a727-9f78a7f4fdec not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:23.615006 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 6dbcd86a-0b87-4182-8d31-31009c9c5a91 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:23.682747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 6dbcd86a-0b87-4182-8d31-31009c9c5a91 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:47:23.683270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 6dbcd86a-0b87-4182-8d31-31009c9c5a91 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:23.875809 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92ef1e6b-c662-4362-a7c7-67c4b3961294 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:23.880530 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92ef1e6b-c662-4362-a7c7-67c4b3961294 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:23.910075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92ef1e6b-c662-4362-a7c7-67c4b3961294 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:23.910715 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ef1e6b-c662-4362-a7c7-67c4b3961294 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Fanout notify agent at l3_agent the message router_deleted on router fa6850fe-0275-40b5-a693-a47b19beeb70 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:47:23.930546 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-92ef1e6b-c662-4362-a7c7-67c4b3961294 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:23.932451 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-92ef1e6b-c662-4362-a7c7-67c4b3961294 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/routers/fa6850fe-0275-40b5-a693-a47b19beeb70 HTTP/1.1" status: 204 len: 168 time: 2.1397390 Apr 22 14:47:23.936326 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37270) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:24.096123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61fd2af1-0ce3-4766-85d6-e6abe6144fc8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:24.250078 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61fd2af1-0ce3-4766-85d6-e6abe6144fc8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:24.295935 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-61fd2af1-0ce3-4766-85d6-e6abe6144fc8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cdd70e-3095-488f-b2b9-8d29de7e3b19']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:24.317071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-61fd2af1-0ce3-4766-85d6-e6abe6144fc8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:24.317511 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-61fd2af1-0ce3-4766-85d6-e6abe6144fc8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcbb093-4cca-4bca-8d4b-bdd145f15ce0') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:24.337882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61fd2af1-0ce3-4766-85d6-e6abe6144fc8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:24.365106 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61fd2af1-0ce3-4766-85d6-e6abe6144fc8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:24.374981 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fd2af1-0ce3-4766-85d6-e6abe6144fc8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:47:24.376228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61fd2af1-0ce3-4766-85d6-e6abe6144fc8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:47:24.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:47:24.407045 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:24.616247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61fd2af1-0ce3-4766-85d6-e6abe6144fc8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:24.646154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61fd2af1-0ce3-4766-85d6-e6abe6144fc8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:24.666900 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd2af1-0ce3-4766-85d6-e6abe6144fc8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Network': ['ID=99cdd70e-3095-488f-b2b9-8d29de7e3b19,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:24.682453 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-61fd2af1-0ce3-4766-85d6-e6abe6144fc8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/networks/99cdd70e-3095-488f-b2b9-8d29de7e3b19 HTTP/1.1" status: 204 len: 168 time: 0.7445221 Apr 22 14:47:24.702905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37274) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:24.717385 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2f6bba72-7f19-48c4-9c0b-04614fd2b896 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0124311 Apr 22 14:47:24.721327 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37278) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:24.727258 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-baf40e4d-8511-4809-93a4-154c9ee8a981 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'network': {'name': 'tempest-network-smoke--863654738', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'port_security_enabled': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:24.732997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-baf40e4d-8511-4809-93a4-154c9ee8a981 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:24.737839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-baf40e4d-8511-4809-93a4-154c9ee8a981 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:network and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:24.741545 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-baf40e4d-8511-4809-93a4-154c9ee8a981 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:24.747732 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-baf40e4d-8511-4809-93a4-154c9ee8a981 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:24.758490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf40e4d-8511-4809-93a4-154c9ee8a981 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:47:24.765214 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-baf40e4d-8511-4809-93a4-154c9ee8a981 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:24.772375 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e4f513fb-c3c2-4d6c-b751-f667c07f6349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:24.802613 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf40e4d-8511-4809-93a4-154c9ee8a981 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:47:24.814452 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-baf40e4d-8511-4809-93a4-154c9ee8a981 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:24.814977 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-baf40e4d-8511-4809-93a4-154c9ee8a981 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Added segment a5cbe418-b9a6-47bc-9486-fe008702165a of type vlan for network 726bf91d-ada6-484a-82a6-7c18b58cbb13 Apr 22 14:47:24.846324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-baf40e4d-8511-4809-93a4-154c9ee8a981 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:24.880238 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-baf40e4d-8511-4809-93a4-154c9ee8a981 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:24.884590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf40e4d-8511-4809-93a4-154c9ee8a981 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:24.885222 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-baf40e4d-8511-4809-93a4-154c9ee8a981 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:24.997004 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-baf40e4d-8511-4809-93a4-154c9ee8a981 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2743225 Apr 22 14:47:25.000573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf40e4d-8511-4809-93a4-154c9ee8a981 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Network': ['ID=726bf91d-ada6-484a-82a6-7c18b58cbb13,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:25.000936 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37282) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:25.007259 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2130649280', 'admin_state_up': True, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:25.016871 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 726bf91d-ada6-484a-82a6-7c18b58cbb13 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:47:25.017727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:25.025151 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:router and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:25.030323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:25.040421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:25.057387 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.058899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.090529 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.273708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.442000 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 683d29ae-eb47-4940-8a44-276d6e02a38f no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:25.489088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.496389 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 683d29ae-eb47-4940-8a44-276d6e02a38f {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:47:25.496933 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 683d29ae-eb47-4940-8a44-276d6e02a38f not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:25.524702 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.672689 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.185 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/f0377b9b-dc43-49ac-ab36-8dbb157a2562) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:47:25.836922 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.867783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.937717 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:47:25.940789 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:47:25.946796 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:47:25.974868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=f0377b9b-dc43-49ac-ab36-8dbb157a2562,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:26.010388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:26.133987 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:26.199476 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:26.200536 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:26.492227 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router afbc5215-0990-4c3b-8da7-5e5f6d676d92 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:47:26.747671 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:47:26.763830 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Sync routers for ids ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:47:26.783695 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Routers {'afbc5215-0990-4c3b-8da7-5e5f6d676d92'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:26.784501 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:47:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:26.790864 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:26.793465 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7a820cb5-065b-41df-8262-ced8fe8de844 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7911303 Apr 22 14:47:26.797835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37286) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:26.869825 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4e7019e0-524f-4ec2-9474-d163781bf6cd tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cff54c6a8bde4890bebe346e0436bfdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0699174 Apr 22 14:47:26.872610 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37290) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:27.126340 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Set router afbc5215-0990-4c3b-8da7-5e5f6d676d92 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:27.232993 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f897d3d3-5cfa-4583-a0c7-fc69c5de49a5 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:27.235458 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f897d3d3-5cfa-4583-a0c7-fc69c5de49a5 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3613019 Apr 22 14:47:27.239343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37294) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:27.292839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37298) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:27.297494 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-52d92cc5-c1e1-4ba3-a8ac-3413571c7240 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467606 Apr 22 14:47:27.302635 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-4cd63c48-2889-42a8-83bf-49357483b6b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1829270598', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:27.316025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.434381 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4cd63c48-2889-42a8-83bf-49357483b6b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:27.440683 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4cd63c48-2889-42a8-83bf-49357483b6b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:subnet and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:27.445688 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4cd63c48-2889-42a8-83bf-49357483b6b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:27.455366 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4cd63c48-2889-42a8-83bf-49357483b6b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:27.471786 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd63c48-2889-42a8-83bf-49357483b6b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:47:27.497191 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'name': 'tempest-TestNetworkBasicOps-router-2130649280', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:26Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:27.502345 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Checking router: afbc5215-0990-4c3b-8da7-5e5f6d676d92 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:47:27.502688 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Updating router afbc5215-0990-4c3b-8da7-5e5f6d676d92 port f0377b9b-dc43-49ac-ab36-8dbb157a2562 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:47:27.565955 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.658262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4cd63c48-2889-42a8-83bf-49357483b6b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.959550 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4cd63c48-2889-42a8-83bf-49357483b6b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.999835 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:28.021612 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Transition to ACTIVE for port object f0377b9b-dc43-49ac-ab36-8dbb157a2562 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:47:28.030927 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:28.044111 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd63c48-2889-42a8-83bf-49357483b6b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Subnet': ['ID=178ce373-a1d3-4387-9883-3f77e0f30b8b,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:28.061301 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd63c48-2889-42a8-83bf-49357483b6b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Checking segment: {'id': 'a5cbe418-b9a6-47bc-9486-fe008702165a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:47:28.061678 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd63c48-2889-42a8-83bf-49357483b6b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network hostable DHCP agents. Network: 726bf91d-ada6-484a-82a6-7c18b58cbb13, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:47:28.088239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd63c48-2889-42a8-83bf-49357483b6b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 726bf91d-ada6-484a-82a6-7c18b58cbb13 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:47:28.102048 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-4cd63c48-2889-42a8-83bf-49357483b6b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 726bf91d-ada6-484a-82a6-7c18b58cbb13) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:47:28.108127 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd63c48-2889-42a8-83bf-49357483b6b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:28.109180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4cd63c48-2889-42a8-83bf-49357483b6b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:28.113838 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b3caa4-3e50-4e29-a02d-6a9f017bfaa2 None None] Network 726bf91d-ada6-484a-82a6-7c18b58cbb13 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:47:28.145496 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4cd63c48-2889-42a8-83bf-49357483b6b8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8499074 Apr 22 14:47:28.148321 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37302) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:28.169289 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eddbf6-2469-42f5-a8ce-e1325836a766 None None] Pushing event updated for resources: {'Port': ['ID=f0377b9b-dc43-49ac-ab36-8dbb157a2562,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:28.177633 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Attempting to bind port f0377b9b-dc43-49ac-ab36-8dbb157a2562 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:47:28.178178 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Attempting to bind port f0377b9b-dc43-49ac-ab36-8dbb157a2562 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:47:28.178676 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Attempting to bind port f0377b9b-dc43-49ac-ab36-8dbb157a2562 on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:47:28.196056 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eddbf6-2469-42f5-a8ce-e1325836a766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:28.196550 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eddbf6-2469-42f5-a8ce-e1325836a766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:28.197014 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eddbf6-2469-42f5-a8ce-e1325836a766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:28.197509 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eddbf6-2469-42f5-a8ce-e1325836a766 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:28.198022 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eddbf6-2469-42f5-a8ce-e1325836a766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:28.198480 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eddbf6-2469-42f5-a8ce-e1325836a766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:28.198969 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eddbf6-2469-42f5-a8ce-e1325836a766 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:28.199476 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eddbf6-2469-42f5-a8ce-e1325836a766 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:28.199972 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eddbf6-2469-42f5-a8ce-e1325836a766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:28.200462 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eddbf6-2469-42f5-a8ce-e1325836a766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:28.202430 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eddbf6-2469-42f5-a8ce-e1325836a766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:28.206651 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:47:28.207970 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:47:28.207970 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:28.208464 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:47:28.209044 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Bound port: f0377b9b-dc43-49ac-ab36-8dbb157a2562, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:47:28.209604 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:28.334682 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] For port f0377b9b-dc43-49ac-ab36-8dbb157a2562, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:47:28.340383 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] For port f0377b9b-dc43-49ac-ab36-8dbb157a2562, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f0377b9b-dc43-49ac-ab36-8dbb157a2562,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:47:28.346544 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:28.439184 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eddbf6-2469-42f5-a8ce-e1325836a766 None None] Pushing event updated for resources: {'Port': ['ID=f0377b9b-dc43-49ac-ab36-8dbb157a2562,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:28.450289 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Routers {'afbc5215-0990-4c3b-8da7-5e5f6d676d92'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:28.451028 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:47:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:28.456661 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-726bf91d-ada6-484a-82a6-7c18b58cbb13', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ips': [{'subnet_id': '178ce373-a1d3-4387-9883-3f77e0f30b8b'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:47:28.457997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:28.679691 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] Set router afbc5215-0990-4c3b-8da7-5e5f6d676d92 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:28.692608 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Allocated IP 172.20.0.2 (726bf91d-ada6-484a-82a6-7c18b58cbb13/178ce373-a1d3-4387-9883-3f77e0f30b8b/1df2f037-1bd9-4f24-a637-d75dc529ba1c) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:47:29.052120 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:29.070984 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Transition to ACTIVE for port object 1df2f037-1bd9-4f24-a637-d75dc529ba1c will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:47:29.073149 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'name': 'tempest-TestNetworkBasicOps-router-2130649280', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:26Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:29.075162 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:29.078298 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd2e8fd-310c-47b0-98f6-8ac069f4a161 None None] The sync data for ids ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'] in dv-neutron-839027-1-hyperv is: [{'id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'name': 'tempest-TestNetworkBasicOps-router-2130649280', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:26Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:47:29.110091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Transition to ACTIVE for port object 1df2f037-1bd9-4f24-a637-d75dc529ba1c will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:47:29.117881 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:29.188570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Network 726bf91d-ada6-484a-82a6-7c18b58cbb13 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:47:29.191857 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:47:29.196353 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:47:29.202364 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Pushing event updated for resources: {'Port': ['ID=1df2f037-1bd9-4f24-a637-d75dc529ba1c,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:29.315530 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Attempting to bind port 1df2f037-1bd9-4f24-a637-d75dc529ba1c on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:47:29.316167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Attempting to bind port 1df2f037-1bd9-4f24-a637-d75dc529ba1c by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a5cbe418-b9a6-47bc-9486-fe008702165a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:47:29.316726 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Attempting to bind port 1df2f037-1bd9-4f24-a637-d75dc529ba1c on network 726bf91d-ada6-484a-82a6-7c18b58cbb13 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:47:29.336628 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:47:29.337213 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Checking segment: {'id': 'a5cbe418-b9a6-47bc-9486-fe008702165a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:47:29.338406 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:29.339094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Bound using segment: {'id': 'a5cbe418-b9a6-47bc-9486-fe008702165a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:47:29.339836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Bound port: 1df2f037-1bd9-4f24-a637-d75dc529ba1c, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cbe418-b9a6-47bc-9486-fe008702165a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:47:29.340389 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:29.507534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] For port 1df2f037-1bd9-4f24-a637-d75dc529ba1c, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:47:29.518510 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] For port 1df2f037-1bd9-4f24-a637-d75dc529ba1c, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1df2f037-1bd9-4f24-a637-d75dc529ba1c,segment=NetworkSegment(a5cbe418-b9a6-47bc-9486-fe008702165a),segment_id=a5cbe418-b9a6-47bc-9486-fe008702165a)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:47:29.529369 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:29.612593 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f0377b9b-dc43-49ac-ab36-8dbb157a2562 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:47:29.793752 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169dd0b-d878-46ca-8501-c7d92b92671c None None] Pushing event updated for resources: {'Port': ['ID=1df2f037-1bd9-4f24-a637-d75dc529ba1c,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:29.828823 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port f0377b9b-dc43-49ac-ab36-8dbb157a2562 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:47:29.841121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f0377b9b-dc43-49ac-ab36-8dbb157a2562 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:29.842561 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:29.860496 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.1 (726bf91d-ada6-484a-82a6-7c18b58cbb13/178ce373-a1d3-4387-9883-3f77e0f30b8b/4adafd0c-0201-4a75-b42e-553f91a06a2f) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:47:30.089471 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.120453 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port f0377b9b-dc43-49ac-ab36-8dbb157a2562, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f0377b9b-dc43-49ac-ab36-8dbb157a2562,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:30.130027 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.148666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.169556 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object 4adafd0c-0201-4a75-b42e-553f91a06a2f will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:47:30.209377 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.259836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=f0377b9b-dc43-49ac-ab36-8dbb157a2562,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:30.305092 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 726bf91d-ada6-484a-82a6-7c18b58cbb13 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:47:30.308598 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:47:30.313997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:47:30.347442 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=4adafd0c-0201-4a75-b42e-553f91a06a2f,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:30.383775 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.479252 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.892790 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c017ac-ba24-448c-b008-0f304c3a65b5 None None] Network 726bf91d-ada6-484a-82a6-7c18b58cbb13 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:47:30.931572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.936950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:31.008584 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-151569a7-b90f-4d96-8037-189677a16f67 None None] Provisioning for port 1df2f037-1bd9-4f24-a637-d75dc529ba1c completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:47:31.056054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=4adafd0c-0201-4a75-b42e-553f91a06a2f,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:31.059441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:31.217586 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 726bf91d-ada6-484a-82a6-7c18b58cbb13 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:47:31.219814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:47:31.464813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c6a5f830-5fad-4e38-b4f7-608e3ab1eb99 None None] Provisioning for port 4adafd0c-0201-4a75-b42e-553f91a06a2f completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:47:31.474264 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c6a5f830-5fad-4e38-b4f7-608e3ab1eb99 None None] Provisioning complete for port 4adafd0c-0201-4a75-b42e-553f91a06a2f triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:31.474850 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c6a5f830-5fad-4e38-b4f7-608e3ab1eb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:31.597297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5f830-5fad-4e38-b4f7-608e3ab1eb99 None None] Port 4adafd0c-0201-4a75-b42e-553f91a06a2f cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:47:31.672639 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f0377b9b-dc43-49ac-ab36-8dbb157a2562 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:47:31.769782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-db97fcf8-bffa-4fd6-87e5-d6883a7dadff None None] Provisioning complete for port 4adafd0c-0201-4a75-b42e-553f91a06a2f triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:31.770235 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-db97fcf8-bffa-4fd6-87e5-d6883a7dadff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:31.836097 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-db97fcf8-bffa-4fd6-87e5-d6883a7dadff None None] Port 4adafd0c-0201-4a75-b42e-553f91a06a2f cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:47:31.843775 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f0377b9b-dc43-49ac-ab36-8dbb157a2562 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:31.844148 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:31.967049 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router afbc5215-0990-4c3b-8da7-5e5f6d676d92 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:47:31.979766 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1df2f037-1bd9-4f24-a637-d75dc529ba1c up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:47:32.025678 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7c4325d9-f107-4c71-9bf2-8a65ef79bf62 None None] Provisioning complete for port 4adafd0c-0201-4a75-b42e-553f91a06a2f triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:32.026019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7c4325d9-f107-4c71-9bf2-8a65ef79bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:32.087851 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7c4325d9-f107-4c71-9bf2-8a65ef79bf62 None None] Port 4adafd0c-0201-4a75-b42e-553f91a06a2f cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:47:32.101125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 1df2f037-1bd9-4f24-a637-d75dc529ba1c completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:47:32.107779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 1df2f037-1bd9-4f24-a637-d75dc529ba1c triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:32.108325 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:32.244768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:47:32.262912 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-32ec926e-0ab3-4fc9-93c1-bb9a6be1f42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/afbc5215-0990-4c3b-8da7-5e5f6d676d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1094282 Apr 22 14:47:32.263243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37306) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:32.319962 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:32.356588 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 1df2f037-1bd9-4f24-a637-d75dc529ba1c, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1df2f037-1bd9-4f24-a637-d75dc529ba1c,segment=NetworkSegment(a5cbe418-b9a6-47bc-9486-fe008702165a),segment_id=a5cbe418-b9a6-47bc-9486-fe008702165a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:32.363029 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:32.452204 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=1df2f037-1bd9-4f24-a637-d75dc529ba1c,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:32.462465 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92356299-019e-4b36-8c5a-e4271f1dc71b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:32.463092 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92356299-019e-4b36-8c5a-e4271f1dc71b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:32.463763 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92356299-019e-4b36-8c5a-e4271f1dc71b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:32.464481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92356299-019e-4b36-8c5a-e4271f1dc71b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:32.465084 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92356299-019e-4b36-8c5a-e4271f1dc71b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:32.465718 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92356299-019e-4b36-8c5a-e4271f1dc71b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:32.466346 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92356299-019e-4b36-8c5a-e4271f1dc71b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:32.470147 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-92356299-019e-4b36-8c5a-e4271f1dc71b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.2051904 Apr 22 14:47:32.472900 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37310) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:32.578883 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc4464-1b1e-4d9d-aac5-38c86c7b6a9b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:32.579151 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc4464-1b1e-4d9d-aac5-38c86c7b6a9b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:32.579539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc4464-1b1e-4d9d-aac5-38c86c7b6a9b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:32.579904 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc4464-1b1e-4d9d-aac5-38c86c7b6a9b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:32.580263 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc4464-1b1e-4d9d-aac5-38c86c7b6a9b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:32.580621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc4464-1b1e-4d9d-aac5-38c86c7b6a9b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:32.580997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc4464-1b1e-4d9d-aac5-38c86c7b6a9b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:32.582908 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2ddc4464-1b1e-4d9d-aac5-38c86c7b6a9b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.1086981 Apr 22 14:47:32.585791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37314) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:32.873921 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cdf2d241-3baf-48dd-869a-943bc86079a8 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.2861779 Apr 22 14:47:33.101239 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Sync routers for ids ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:47:33.120013 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Routers {'afbc5215-0990-4c3b-8da7-5e5f6d676d92'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:33.120858 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:47:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:33.241858 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37320) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:33.248862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-3911c93e-8da7-4b47-8643-421bc861cbe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545784657', 'description': 'tempest-secgroup-smoke-1545784657 description', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:33.257007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3911c93e-8da7-4b47-8643-421bc861cbe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:33.262536 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3911c93e-8da7-4b47-8643-421bc861cbe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:33.266065 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3911c93e-8da7-4b47-8643-421bc861cbe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:33.273940 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3911c93e-8da7-4b47-8643-421bc861cbe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:33.287962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3911c93e-8da7-4b47-8643-421bc861cbe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.327106 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3911c93e-8da7-4b47-8643-421bc861cbe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:33.331317 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3911c93e-8da7-4b47-8643-421bc861cbe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:33.334430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3911c93e-8da7-4b47-8643-421bc861cbe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:33.340745 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3911c93e-8da7-4b47-8643-421bc861cbe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:33.381688 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Set router afbc5215-0990-4c3b-8da7-5e5f6d676d92 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:33.405179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3911c93e-8da7-4b47-8643-421bc861cbe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.410401 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3911c93e-8da7-4b47-8643-421bc861cbe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.477432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911c93e-8da7-4b47-8643-421bc861cbe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5466f135-99f9-4edd-a546-d775af074fca,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:33.482777 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3911c93e-8da7-4b47-8643-421bc861cbe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.484996 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3911c93e-8da7-4b47-8643-421bc861cbe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2418606 Apr 22 14:47:33.489260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37324) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:33.496237 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-9ef9397f-5582-4594-86df-2880fc4c77eb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '5466f135-99f9-4edd-a546-d775af074fca', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:33.508795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9ef9397f-5582-4594-86df-2880fc4c77eb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:33.515468 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9ef9397f-5582-4594-86df-2880fc4c77eb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:33.520775 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9ef9397f-5582-4594-86df-2880fc4c77eb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:33.532920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9ef9397f-5582-4594-86df-2880fc4c77eb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:33.558588 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ef9397f-5582-4594-86df-2880fc4c77eb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.617707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1df2f037-1bd9-4f24-a637-d75dc529ba1c up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:47:33.672943 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ef9397f-5582-4594-86df-2880fc4c77eb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.679396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ef9397f-5582-4594-86df-2880fc4c77eb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.722954 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9397f-5582-4594-86df-2880fc4c77eb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec909b76-be76-4d53-9f8b-896b069f81c1,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:33.737509 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9ef9397f-5582-4594-86df-2880fc4c77eb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.739532 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9ef9397f-5582-4594-86df-2880fc4c77eb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2489605 Apr 22 14:47:33.742650 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37328) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:33.750825 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1c45cf9f-c320-4132-9489-c0f94ad393ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '5466f135-99f9-4edd-a546-d775af074fca', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:33.758572 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1c45cf9f-c320-4132-9489-c0f94ad393ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:33.764486 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1c45cf9f-c320-4132-9489-c0f94ad393ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:33.768163 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1c45cf9f-c320-4132-9489-c0f94ad393ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:33.775075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1c45cf9f-c320-4132-9489-c0f94ad393ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:33.796703 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1c45cf9f-c320-4132-9489-c0f94ad393ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.882544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1c45cf9f-c320-4132-9489-c0f94ad393ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.887868 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1c45cf9f-c320-4132-9489-c0f94ad393ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.900979 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 1df2f037-1bd9-4f24-a637-d75dc529ba1c triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:33.900979 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.938134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45cf9f-c320-4132-9489-c0f94ad393ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d7515d-7af0-4d84-a3dd-9c4a5c832785,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:33.948718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1c45cf9f-c320-4132-9489-c0f94ad393ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.950674 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1c45cf9f-c320-4132-9489-c0f94ad393ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2065108 Apr 22 14:47:33.955005 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37332) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:33.964363 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-993605b3-3b2d-4fa7-9ecd-e579150975cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '5466f135-99f9-4edd-a546-d775af074fca', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:33.976269 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-993605b3-3b2d-4fa7-9ecd-e579150975cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:33.983101 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-993605b3-3b2d-4fa7-9ecd-e579150975cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:33.988300 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-993605b3-3b2d-4fa7-9ecd-e579150975cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:33.998744 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-993605b3-3b2d-4fa7-9ecd-e579150975cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:34.027639 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-993605b3-3b2d-4fa7-9ecd-e579150975cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.047053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'name': 'tempest-TestNetworkBasicOps-router-2130649280', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '4adafd0c-0201-4a75-b42e-553f91a06a2f', 'name': '', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:59:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:29Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 2, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:34.058842 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Checking router: afbc5215-0990-4c3b-8da7-5e5f6d676d92 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:47:34.059190 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Updating router afbc5215-0990-4c3b-8da7-5e5f6d676d92 port 4adafd0c-0201-4a75-b42e-553f91a06a2f binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:47:34.126027 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.142769 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-993605b3-3b2d-4fa7-9ecd-e579150975cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.148981 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-993605b3-3b2d-4fa7-9ecd-e579150975cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.190836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993605b3-3b2d-4fa7-9ecd-e579150975cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26ef3da-3084-47b6-b5ef-9b33f80e9144,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:34.205410 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-993605b3-3b2d-4fa7-9ecd-e579150975cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.209690 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-993605b3-3b2d-4fa7-9ecd-e579150975cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2504222 Apr 22 14:47:34.210405 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37336) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:34.219955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-5f077707-5e6f-4f1e-a982-f6cff8d221c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '5466f135-99f9-4edd-a546-d775af074fca', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:34.229147 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5f077707-5e6f-4f1e-a982-f6cff8d221c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:34.235461 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5f077707-5e6f-4f1e-a982-f6cff8d221c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:34.239348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5f077707-5e6f-4f1e-a982-f6cff8d221c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:34.246436 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5f077707-5e6f-4f1e-a982-f6cff8d221c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:34.267818 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5f077707-5e6f-4f1e-a982-f6cff8d221c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.357703 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5f077707-5e6f-4f1e-a982-f6cff8d221c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.363155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5f077707-5e6f-4f1e-a982-f6cff8d221c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.390008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f077707-5e6f-4f1e-a982-f6cff8d221c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2210ba8b-012d-433b-878a-4644d79b8f32,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:34.402387 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5f077707-5e6f-4f1e-a982-f6cff8d221c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.406555 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5f077707-5e6f-4f1e-a982-f6cff8d221c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1936319 Apr 22 14:47:34.411679 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37340) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:34.423086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-5a934ce0-50df-48c9-8b60-a7c7f61cf764 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '5466f135-99f9-4edd-a546-d775af074fca', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:34.432756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5a934ce0-50df-48c9-8b60-a7c7f61cf764 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:34.439571 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5a934ce0-50df-48c9-8b60-a7c7f61cf764 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:34.444828 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5a934ce0-50df-48c9-8b60-a7c7f61cf764 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:34.454613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5a934ce0-50df-48c9-8b60-a7c7f61cf764 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:34.469030 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-5a934ce0-50df-48c9-8b60-a7c7f61cf764 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:47:34.478640 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5a934ce0-50df-48c9-8b60-a7c7f61cf764 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.575376 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5a934ce0-50df-48c9-8b60-a7c7f61cf764 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.577814 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.580960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5a934ce0-50df-48c9-8b60-a7c7f61cf764 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.594156 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Transition to ACTIVE for port object 4adafd0c-0201-4a75-b42e-553f91a06a2f will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:47:34.603412 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.613112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a934ce0-50df-48c9-8b60-a7c7f61cf764 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfa6fd3-d404-4329-bac6-92d1c265a719,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:34.630240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5a934ce0-50df-48c9-8b60-a7c7f61cf764 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.632987 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5a934ce0-50df-48c9-8b60-a7c7f61cf764 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2196298 Apr 22 14:47:34.637542 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37344) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:34.649309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-420c8c20-15fc-49a2-8dbe-1aba9fb161de tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '5466f135-99f9-4edd-a546-d775af074fca', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:34.660754 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-420c8c20-15fc-49a2-8dbe-1aba9fb161de tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:34.668885 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-420c8c20-15fc-49a2-8dbe-1aba9fb161de tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:34.676031 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-420c8c20-15fc-49a2-8dbe-1aba9fb161de tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:34.691513 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-420c8c20-15fc-49a2-8dbe-1aba9fb161de tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:34.722076 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-420c8c20-15fc-49a2-8dbe-1aba9fb161de tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:47:34.736997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-420c8c20-15fc-49a2-8dbe-1aba9fb161de tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.749111 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b8ec8-3935-465d-90ca-814a996766b6 None None] Pushing event updated for resources: {'Port': ['ID=4adafd0c-0201-4a75-b42e-553f91a06a2f,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:34.769675 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:47:34.852649 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Attempting to bind port 4adafd0c-0201-4a75-b42e-553f91a06a2f on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:47:34.853116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Attempting to bind port 4adafd0c-0201-4a75-b42e-553f91a06a2f by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a5cbe418-b9a6-47bc-9486-fe008702165a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:47:34.853508 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Attempting to bind port 4adafd0c-0201-4a75-b42e-553f91a06a2f on network 726bf91d-ada6-484a-82a6-7c18b58cbb13 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:47:34.863098 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:47:34.863531 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Checking segment: {'id': 'a5cbe418-b9a6-47bc-9486-fe008702165a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:47:34.863917 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.864345 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Bound using segment: {'id': 'a5cbe418-b9a6-47bc-9486-fe008702165a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:47:34.865043 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Bound port: 4adafd0c-0201-4a75-b42e-553f91a06a2f, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cbe418-b9a6-47bc-9486-fe008702165a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:47:34.865596 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.892131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-420c8c20-15fc-49a2-8dbe-1aba9fb161de tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.899746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-420c8c20-15fc-49a2-8dbe-1aba9fb161de tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.939869 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c8c20-15fc-49a2-8dbe-1aba9fb161de tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4f3f01-ff51-4447-96d8-f50d34634ab3,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:34.957120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-420c8c20-15fc-49a2-8dbe-1aba9fb161de tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.967965 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-420c8c20-15fc-49a2-8dbe-1aba9fb161de tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3188212 Apr 22 14:47:35.039804 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] For port 4adafd0c-0201-4a75-b42e-553f91a06a2f, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:47:35.043081 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] For port 4adafd0c-0201-4a75-b42e-553f91a06a2f, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4adafd0c-0201-4a75-b42e-553f91a06a2f,segment=NetworkSegment(a5cbe418-b9a6-47bc-9486-fe008702165a),segment_id=a5cbe418-b9a6-47bc-9486-fe008702165a)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:47:35.050612 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.172728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b8ec8-3935-465d-90ca-814a996766b6 None None] Pushing event updated for resources: {'Port': ['ID=4adafd0c-0201-4a75-b42e-553f91a06a2f,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:35.181347 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Routers {'afbc5215-0990-4c3b-8da7-5e5f6d676d92'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:35.182436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:47:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:35.245437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-5d5996e5-3dd7-49a4-9559-fd4753f49172 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:47:35.264902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-5d5996e5-3dd7-49a4-9559-fd4753f49172 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:47:35.266301 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-5d5996e5-3dd7-49a4-9559-fd4753f49172 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545784657&fields=id&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 267 time: 0.0664184 Apr 22 14:47:35.514459 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] Set router afbc5215-0990-4c3b-8da7-5e5f6d676d92 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:35.609439 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-1341b187-7654-4099-a43c-c3c07a5a3586 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:35.610073 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-1341b187-7654-4099-a43c-c3c07a5a3586 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:47:35.631795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-1341b187-7654-4099-a43c-c3c07a5a3586 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:47:35.633700 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-1341b187-7654-4099-a43c-c3c07a5a3586 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/networks?id=726bf91d-ada6-484a-82a6-7c18b58cbb13 HTTP/1.1" status: 200 len: 796 time: 0.3551447 Apr 22 14:47:35.652772 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-cedf2f82-25be-4dbd-a619-5aedba8c3c2e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/quotas/cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 375 time: 0.0119729 Apr 22 14:47:35.765012 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3df9505e-690d-467f-89e1-4915cd3a98d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:47:35.785355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3df9505e-690d-467f-89e1-4915cd3a98d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:47:35.786941 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3df9505e-690d-467f-89e1-4915cd3a98d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132002 Apr 22 14:47:35.965907 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'name': 'tempest-TestNetworkBasicOps-router-2130649280', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '4adafd0c-0201-4a75-b42e-553f91a06a2f', 'name': '', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:59:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:29Z', 'updated_at': '2022-04-22T14:47:35Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:35.969879 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-961da58c-9a60-4129-829c-486cacf1d472 service neutron] 10.222.0.23 "GET /v2.0/networks/726bf91d-ada6-484a-82a6-7c18b58cbb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638587 Apr 22 14:47:35.974007 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f17684a-ab7f-404f-a825-5d900bb72658 None None] The sync data for ids ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'] in dv-neutron-839027-1-hyperv is: [{'id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'name': 'tempest-TestNetworkBasicOps-router-2130649280', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '4adafd0c-0201-4a75-b42e-553f91a06a2f', 'name': '', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:59:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:29Z', 'updated_at': '2022-04-22T14:47:35Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:47:36.140600 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-4742b0f2-9628-4fca-8391-5d4eeac3d307 service neutron] 10.222.0.23 "GET /v2.0/networks/726bf91d-ada6-484a-82a6-7c18b58cbb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594524 Apr 22 14:47:36.409290 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2b589373-a944-4034-a7b5-32cca462473e req-1ef95282-33c3-49d1-b8ce-58c0d4d1a45c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 210 time: 0.0767121 Apr 22 14:47:37.577783 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4adafd0c-0201-4a75-b42e-553f91a06a2f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:47:37.674603 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 4adafd0c-0201-4a75-b42e-553f91a06a2f completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:47:37.680162 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 4adafd0c-0201-4a75-b42e-553f91a06a2f triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:37.680664 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:37.700641 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-661ce5ae-8862-419e-8108-bcc0008d24a7 req-1a47544f-655a-4cdb-98be-f6d75dfcafe2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 210 time: 0.0636706 Apr 22 14:47:37.851675 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:37.906833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 4adafd0c-0201-4a75-b42e-553f91a06a2f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4adafd0c-0201-4a75-b42e-553f91a06a2f,segment=NetworkSegment(a5cbe418-b9a6-47bc-9486-fe008702165a),segment_id=a5cbe418-b9a6-47bc-9486-fe008702165a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:37.913110 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:38.010733 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=4adafd0c-0201-4a75-b42e-553f91a06a2f,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:38.235080 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-2c95cc80-0000-45e1-a20b-43000ef8dd52 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:38.237433 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-2c95cc80-0000-45e1-a20b-43000ef8dd52 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/networks?id=726bf91d-ada6-484a-82a6-7c18b58cbb13 HTTP/1.1" status: 200 len: 796 time: 0.2416925 Apr 22 14:47:38.595116 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-5bf1f6b9-2af5-4a7c-8e47-204cde68d021 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 380 time: 0.3455408 Apr 22 14:47:38.606736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-b653189d-ebb6-4ac8-8f60-4a4719032ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'port': {'device_id': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'admin_state_up': True, 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'security_groups': ['5466f135-99f9-4edd-a546-d775af074fca']}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:38.805776 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-b653189d-ebb6-4ac8-8f60-4a4719032ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:38.824188 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-b653189d-ebb6-4ac8-8f60-4a4719032ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:38.841226 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-b653189d-ebb6-4ac8-8f60-4a4719032ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:47:38.846651 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-b653189d-ebb6-4ac8-8f60-4a4719032ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:38.988103 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01e9ce2c-d949-4c23-8e4d-8a18399532ef req-7a0abb8c-2705-4d9f-b921-34653d5ea4d4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 210 time: 0.0553553 Apr 22 14:47:39.093816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-b653189d-ebb6-4ac8-8f60-4a4719032ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.8 (726bf91d-ada6-484a-82a6-7c18b58cbb13/178ce373-a1d3-4387-9883-3f77e0f30b8b/65cb4093-a840-4036-8577-bdd107a965f5) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:47:39.296969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-b653189d-ebb6-4ac8-8f60-4a4719032ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:39.318941 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-b653189d-ebb6-4ac8-8f60-4a4719032ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object 65cb4093-a840-4036-8577-bdd107a965f5 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:47:39.344537 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-b653189d-ebb6-4ac8-8f60-4a4719032ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:39.417247 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-b653189d-ebb6-4ac8-8f60-4a4719032ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 726bf91d-ada6-484a-82a6-7c18b58cbb13 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:47:39.421088 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-b653189d-ebb6-4ac8-8f60-4a4719032ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:47:39.423548 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-b653189d-ebb6-4ac8-8f60-4a4719032ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:47:39.499195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653189d-ebb6-4ac8-8f60-4a4719032ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=65cb4093-a840-4036-8577-bdd107a965f5,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:39.533041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4adafd0c-0201-4a75-b42e-553f91a06a2f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:47:39.534590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-b653189d-ebb6-4ac8-8f60-4a4719032ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:39.535261 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-b653189d-ebb6-4ac8-8f60-4a4719032ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:39.572811 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-b653189d-ebb6-4ac8-8f60-4a4719032ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9705417 Apr 22 14:47:39.584242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Request body: {'port': {'device_id': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:39.632743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 4adafd0c-0201-4a75-b42e-553f91a06a2f triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:39.633544 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:39.759811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:39.806872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8a7bd6eb-1dc2-4a71-8d8a-3e5d80f415ad None None] Provisioning for port 65cb4093-a840-4036-8577-bdd107a965f5 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:47:39.812919 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8a7bd6eb-1dc2-4a71-8d8a-3e5d80f415ad None None] Provisioning complete for port 65cb4093-a840-4036-8577-bdd107a965f5 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:39.813288 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8a7bd6eb-1dc2-4a71-8d8a-3e5d80f415ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:39.872956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8a7bd6eb-1dc2-4a71-8d8a-3e5d80f415ad None None] Port 65cb4093-a840-4036-8577-bdd107a965f5 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:47:40.313571 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ae124-10fd-49d8-ae96-bd56ff090ce8 req-e55b5006-e39f-4a93-9e18-ada7ddb63849 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:40.314297 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-587ae124-10fd-49d8-ae96-bd56ff090ce8 req-e55b5006-e39f-4a93-9e18-ada7ddb63849 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:47:40.322774 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65cb4093-a840-4036-8577-bdd107a965f5 {{(pid=83964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:47:40.332854 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:40.352202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-587ae124-10fd-49d8-ae96-bd56ff090ce8 req-e55b5006-e39f-4a93-9e18-ada7ddb63849 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:47:40.353611 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-587ae124-10fd-49d8-ae96-bd56ff090ce8 req-e55b5006-e39f-4a93-9e18-ada7ddb63849 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 931 time: 0.2026439 Apr 22 14:47:40.354524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Transition to ACTIVE for port object 65cb4093-a840-4036-8577-bdd107a965f5 will not be triggered until provisioned by entity L2. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:47:40.358898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:40.527897 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Pushing event updated for resources: {'Port': ['ID=65cb4093-a840-4036-8577-bdd107a965f5,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:40.532709 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-587ae124-10fd-49d8-ae96-bd56ff090ce8 req-f81ca6a2-b296-45cd-bc49-56d3d85aa535 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=5466f135-99f9-4edd-a546-d775af074fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694419 Apr 22 14:47:40.659565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Attempting to bind port 65cb4093-a840-4036-8577-bdd107a965f5 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:47:40.660197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Attempting to bind port 65cb4093-a840-4036-8577-bdd107a965f5 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'a5cbe418-b9a6-47bc-9486-fe008702165a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:47:40.660527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Attempting to bind port 65cb4093-a840-4036-8577-bdd107a965f5 on network 726bf91d-ada6-484a-82a6-7c18b58cbb13 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:47:40.666945 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Port 65cb4093-a840-4036-8577-bdd107a965f5 on network 726bf91d-ada6-484a-82a6-7c18b58cbb13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:47:40.667272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Attempting to bind port 65cb4093-a840-4036-8577-bdd107a965f5 on network 726bf91d-ada6-484a-82a6-7c18b58cbb13 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:47:40.674961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:47:40.675430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Checking segment: {'id': 'a5cbe418-b9a6-47bc-9486-fe008702165a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:47:40.675764 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Bound using segment: {'id': 'a5cbe418-b9a6-47bc-9486-fe008702165a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13'} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:47:40.676195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Bound port: 65cb4093-a840-4036-8577-bdd107a965f5, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5cbe418-b9a6-47bc-9486-fe008702165a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13'}}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:47:40.676542 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:40.783769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] For port 65cb4093-a840-4036-8577-bdd107a965f5, host hv-neutron-8390, cleared binding levels {{(pid=83964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:47:40.787339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] For port 65cb4093-a840-4036-8577-bdd107a965f5, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=65cb4093-a840-4036-8577-bdd107a965f5,segment=NetworkSegment(a5cbe418-b9a6-47bc-9486-fe008702165a),segment_id=a5cbe418-b9a6-47bc-9486-fe008702165a)] {{(pid=83964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:47:40.793044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:40.860679 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:40.862178 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] 10.222.0.30 "PUT /v2.0/ports/65cb4093-a840-4036-8577-bdd107a965f5 HTTP/1.1" status: 200 len: 1093 time: 1.2821846 Apr 22 14:47:40.862618 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'tag': '65cb4093-a840-4036-8577-bdd107a965f5'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:47:40.890603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff64d40-95f2-4515-93a2-c1c09b2dbe11 service neutron] Pushing event updated for resources: {'Port': ['ID=65cb4093-a840-4036-8577-bdd107a965f5,revision_number=3']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:40.967267 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc42e4a7-a643-4cc6-be9d-98c61fe8ec8b'] response: {'name': 'network-changed', 'server_uuid': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'tag': '65cb4093-a840-4036-8577-bdd107a965f5', 'status': 'completed', 'code': 200} Apr 22 14:47:41.008825 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-d26e79da-8137-4c81-9bda-fc67eee9bd9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 1096 time: 0.0869198 Apr 22 14:47:41.081368 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-199a8d72-47c7-48a2-bb9a-34f8cc7d5c9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65cb4093-a840-4036-8577-bdd107a965f5 HTTP/1.1" status: 200 len: 217 time: 0.0651879 Apr 22 14:47:41.152268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-fdd0635b-dcf0-43f5-98d8-5b7043b2bb5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:41.153600 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-fdd0635b-dcf0-43f5-98d8-5b7043b2bb5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=178ce373-a1d3-4387-9883-3f77e0f30b8b HTTP/1.1" status: 200 len: 835 time: 0.0662775 Apr 22 14:47:41.230059 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-d2118d32-53b7-41ba-9b5b-2a78f78e404c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=726bf91d-ada6-484a-82a6-7c18b58cbb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704677 Apr 22 14:47:41.377464 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-5e6ac7f8-c799-4170-b8cf-27ed329a1754 service neutron] 10.222.0.30 "GET /v2.0/networks/726bf91d-ada6-484a-82a6-7c18b58cbb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408699 Apr 22 14:47:41.527049 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6cf16ce-0fab-4001-b472-b76582682bf0 req-15d15f0c-9720-42be-8542-1c6cc294c3f5 service neutron] 10.222.0.30 "GET /v2.0/networks/726bf91d-ada6-484a-82a6-7c18b58cbb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427181 Apr 22 14:47:41.672028 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f4626ab8-60a1-4ac0-9045-624b57a6c7b5 req-37ad6f3f-b704-49ad-b148-62b080a55917 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 1096 time: 0.1004448 Apr 22 14:47:41.889215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4626ab8-60a1-4ac0-9045-624b57a6c7b5 req-ef231dcb-5a8d-4304-8ed5-dc163d7810e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:41.890662 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f4626ab8-60a1-4ac0-9045-624b57a6c7b5 req-ef231dcb-5a8d-4304-8ed5-dc163d7810e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=726bf91d-ada6-484a-82a6-7c18b58cbb13 HTTP/1.1" status: 200 len: 897 time: 0.1670611 Apr 22 14:47:41.899313 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b63c0e-ee32-45aa-a3b8-bb075e123220 req-e9d84b89-6c12-4003-a2ce-08efa22c1aaa tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:41.900709 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f2b63c0e-ee32-45aa-a3b8-bb075e123220 req-e9d84b89-6c12-4003-a2ce-08efa22c1aaa tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 943 time: 0.2274632 Apr 22 14:47:42.070944 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f4626ab8-60a1-4ac0-9045-624b57a6c7b5 req-a9cab734-03fe-4693-aec3-32f0847b7d32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65cb4093-a840-4036-8577-bdd107a965f5 HTTP/1.1" status: 200 len: 217 time: 0.1691992 Apr 22 14:47:42.142838 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f2b63c0e-ee32-45aa-a3b8-bb075e123220 req-3cb829bc-35bb-41e4-88d4-84729cb2d107 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=5466f135-99f9-4edd-a546-d775af074fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024833 Apr 22 14:47:42.151845 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4626ab8-60a1-4ac0-9045-624b57a6c7b5 req-45d8d6b4-aafe-4d35-a2d2-ec85ccf82159 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:42.153281 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f4626ab8-60a1-4ac0-9045-624b57a6c7b5 req-45d8d6b4-aafe-4d35-a2d2-ec85ccf82159 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=178ce373-a1d3-4387-9883-3f77e0f30b8b HTTP/1.1" status: 200 len: 835 time: 0.0714366 Apr 22 14:47:42.234561 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f4626ab8-60a1-4ac0-9045-624b57a6c7b5 req-a6ed4e75-82e4-49c6-a30e-23cbcb4b68f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=726bf91d-ada6-484a-82a6-7c18b58cbb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743001 Apr 22 14:47:42.368864 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f4626ab8-60a1-4ac0-9045-624b57a6c7b5 req-5bdec97c-4e46-474b-8465-de09ed0c90a4 service neutron] 10.222.0.30 "GET /v2.0/networks/726bf91d-ada6-484a-82a6-7c18b58cbb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275175 Apr 22 14:47:42.509003 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f4626ab8-60a1-4ac0-9045-624b57a6c7b5 req-c209c372-8ef5-4fad-a71a-4fdff7234822 service neutron] 10.222.0.30 "GET /v2.0/networks/726bf91d-ada6-484a-82a6-7c18b58cbb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304128 Apr 22 14:47:43.346142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399685c-ea86-48f0-9859-437eac2bf6e4 req-1b4cb7f8-e949-47c9-b8bb-3f9de979baf5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:43.347807 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a399685c-ea86-48f0-9859-437eac2bf6e4 req-1b4cb7f8-e949-47c9-b8bb-3f9de979baf5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 943 time: 0.0795631 Apr 22 14:47:43.404885 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a399685c-ea86-48f0-9859-437eac2bf6e4 req-3176c19e-7f5c-458c-8ce7-35fc7f76131f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=5466f135-99f9-4edd-a546-d775af074fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508268 Apr 22 14:47:44.405062 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 65cb4093-a840-4036-8577-bdd107a965f5 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:47:44.563092 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 65cb4093-a840-4036-8577-bdd107a965f5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=65cb4093-a840-4036-8577-bdd107a965f5,segment=NetworkSegment(a5cbe418-b9a6-47bc-9486-fe008702165a),segment_id=a5cbe418-b9a6-47bc-9486-fe008702165a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:44.577568 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '65cb4093-a840-4036-8577-bdd107a965f5', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'port_id': '65cb4093-a840-4036-8577-bdd107a965f5', 'mac_address': 'fa:16:3e:00:b9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:47:44.623912 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fb59e-7f35-4d9c-8451-4f1a78d61ac5 req-339754fa-f8e7-47fa-96ab-f6a1baad552c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:44.627867 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ca1fb59e-7f35-4d9c-8451-4f1a78d61ac5 req-339754fa-f8e7-47fa-96ab-f6a1baad552c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 943 time: 0.0926056 Apr 22 14:47:44.639638 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:44.659843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cb4093-a840-4036-8577-bdd107a965f5 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:47:44.676149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 65cb4093-a840-4036-8577-bdd107a965f5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=65cb4093-a840-4036-8577-bdd107a965f5,segment=NetworkSegment(a5cbe418-b9a6-47bc-9486-fe008702165a),segment_id=a5cbe418-b9a6-47bc-9486-fe008702165a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:44.680416 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:44.703488 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ca1fb59e-7f35-4d9c-8451-4f1a78d61ac5 req-e17c630f-6411-4850-be23-d5dc9ebfa27a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=5466f135-99f9-4edd-a546-d775af074fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656924 Apr 22 14:47:44.756408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=65cb4093-a840-4036-8577-bdd107a965f5,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:44.917794 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['65cb4093-a840-4036-8577-bdd107a965f5'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:47:45.922158 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f80840-efe2-420d-9ddc-5491a0e85097 req-eed14fac-784f-4299-af4c-1579000da90b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:45.923594 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-28f80840-efe2-420d-9ddc-5491a0e85097 req-eed14fac-784f-4299-af4c-1579000da90b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 944 time: 0.0852473 Apr 22 14:47:45.972463 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-28f80840-efe2-420d-9ddc-5491a0e85097 req-dae812a7-a4fe-4b0f-996d-d276e417964e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=5466f135-99f9-4edd-a546-d775af074fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430400 Apr 22 14:47:46.403911 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 65cb4093-a840-4036-8577-bdd107a965f5 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:47:46.487696 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 65cb4093-a840-4036-8577-bdd107a965f5 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:47:46.500942 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 65cb4093-a840-4036-8577-bdd107a965f5 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:46.500942 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:46.641677 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:46.681613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cb4093-a840-4036-8577-bdd107a965f5'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:47:46.699632 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 65cb4093-a840-4036-8577-bdd107a965f5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=65cb4093-a840-4036-8577-bdd107a965f5,segment=NetworkSegment(a5cbe418-b9a6-47bc-9486-fe008702165a),segment_id=a5cbe418-b9a6-47bc-9486-fe008702165a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:46.704171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:46.820657 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=65cb4093-a840-4036-8577-bdd107a965f5,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:46.901192 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9632f95a-672b-4bdd-b88f-80abfa2442f5'] response: {'server_uuid': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cb4093-a840-4036-8577-bdd107a965f5', 'code': 200} Apr 22 14:47:47.387072 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3e6d0f62-a5be-4eb2-b010-e98c3e276bdb req-3513c2c2-ebc2-468e-9180-ddc070c4ab19 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 1098 time: 0.2633669 Apr 22 14:47:47.407525 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e83177-9f85-484d-a12c-560058c65cdb req-5a9a5ebf-11c9-40d5-8b11-a212d34481fe tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:47.409220 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f0e83177-9f85-484d-a12c-560058c65cdb req-5a9a5ebf-11c9-40d5-8b11-a212d34481fe tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 945 time: 0.2220259 Apr 22 14:47:47.540224 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3e6d0f62-a5be-4eb2-b010-e98c3e276bdb req-8b8c302e-0230-46bd-8f58-600b994de4d2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5466f135-99f9-4edd-a546-d775af074fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455500 Apr 22 14:47:47.544298 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f0e83177-9f85-484d-a12c-560058c65cdb req-21914db3-b51d-4daf-963d-cc772bd211f0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=5466f135-99f9-4edd-a546-d775af074fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101658 Apr 22 14:47:47.728233 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37406) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:47.947918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3390f2ed-f3d0-444b-a80b-2cd60a9d8a41 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Deleting port 03fce0e2-23ea-4237-a9ac-cf0078d72e17 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:47.948189 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3390f2ed-f3d0-444b-a80b-2cd60a9d8a41 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:48.150490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3390f2ed-f3d0-444b-a80b-2cd60a9d8a41 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:48.150855 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3390f2ed-f3d0-444b-a80b-2cd60a9d8a41 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:48.421270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3390f2ed-f3d0-444b-a80b-2cd60a9d8a41 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Calling delete_port for 03fce0e2-23ea-4237-a9ac-cf0078d72e17 owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:48.626220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3390f2ed-f3d0-444b-a80b-2cd60a9d8a41 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:48.675914 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390f2ed-f3d0-444b-a80b-2cd60a9d8a41 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event deleted for resources: {'Port': ['ID=03fce0e2-23ea-4237-a9ac-cf0078d72e17,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:48.799115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3390f2ed-f3d0-444b-a80b-2cd60a9d8a41 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:48.896483 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7315c8f-521e-4764-ae08-19fff8a8dd05 req-b284bc00-d3b6-47a5-abda-b8ad87265428 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:48.898489 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b7315c8f-521e-4764-ae08-19fff8a8dd05 req-b284bc00-d3b6-47a5-abda-b8ad87265428 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 945 time: 0.1590149 Apr 22 14:47:48.968835 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b7315c8f-521e-4764-ae08-19fff8a8dd05 req-3a58dbe1-c9b6-43b0-8e3a-43d0581da443 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=5466f135-99f9-4edd-a546-d775af074fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473907 Apr 22 14:47:49.260446 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3390f2ed-f3d0-444b-a80b-2cd60a9d8a41 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Router 0d10488a-d9bd-4002-b981-9b7f3457af47 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:47:49.497053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3390f2ed-f3d0-444b-a80b-2cd60a9d8a41 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:47:49.507855 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9814d9-c2ee-4b74-be98-bb36d005620d None None] Sync routers for ids ['0d10488a-d9bd-4002-b981-9b7f3457af47'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:47:49.515525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3390f2ed-f3d0-444b-a80b-2cd60a9d8a41 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:49.524503 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9814d9-c2ee-4b74-be98-bb36d005620d None None] Routers {'0d10488a-d9bd-4002-b981-9b7f3457af47'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:49.525514 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6c9814d9-c2ee-4b74-be98-bb36d005620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:47:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0d10488a-d9bd-4002-b981-9b7f3457af47'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:49.571044 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3390f2ed-f3d0-444b-a80b-2cd60a9d8a41 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "DELETE /v2.0/floatingips/e4e58f14-e4f8-4482-8a4f-bc634354a044 HTTP/1.1" status: 204 len: 168 time: 1.8416948 Apr 22 14:47:49.571631 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'tag': '1120db3b-aa58-4515-9426-5ede015d4e79'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:47:49.638884 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576c0a5e-bc14-466f-bea9-a13583159b49'] response: {'name': 'network-changed', 'server_uuid': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'tag': '1120db3b-aa58-4515-9426-5ede015d4e79', 'status': 'completed', 'code': 200} Apr 22 14:47:49.754918 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-6c9814d9-c2ee-4b74-be98-bb36d005620d None None] Set router 0d10488a-d9bd-4002-b981-9b7f3457af47 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:49.756544 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6d853e8-2698-46d1-b224-d39ed08a81a2 req-001d66e9-f313-4dc3-896a-57b5c75f60df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6096f0bea244acb98f5655aad33584f&device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 1098 time: 0.0892000 Apr 22 14:47:49.915090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d853e8-2698-46d1-b224-d39ed08a81a2 req-3fc12350-e643-4e37-a30c-52530c75638b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:49.916677 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6d853e8-2698-46d1-b224-d39ed08a81a2 req-3fc12350-e643-4e37-a30c-52530c75638b service neutron] 10.222.0.30 "GET /v2.0/networks?id=21f94024-02af-4596-873e-03526a537b9e HTTP/1.1" status: 200 len: 897 time: 0.1547251 Apr 22 14:47:50.022945 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6d853e8-2698-46d1-b224-d39ed08a81a2 req-93bffadb-da06-48d1-b7ef-7499d8e70b69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1120db3b-aa58-4515-9426-5ede015d4e79 HTTP/1.1" status: 200 len: 217 time: 0.1001277 Apr 22 14:47:50.139354 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d853e8-2698-46d1-b224-d39ed08a81a2 req-f1412d00-615d-4331-aef0-fb33623f533f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:50.140655 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6d853e8-2698-46d1-b224-d39ed08a81a2 req-f1412d00-615d-4331-aef0-fb33623f533f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0bb5698-a095-4015-bf80-b2fd95100d9d HTTP/1.1" status: 200 len: 835 time: 0.1111140 Apr 22 14:47:50.227891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468a034-5e19-4d77-91a7-815528d6109f req-3139d32d-f810-4a47-914e-05b082f38a90 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:50.229418 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7468a034-5e19-4d77-91a7-815528d6109f req-3139d32d-f810-4a47-914e-05b082f38a90 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.2391157 Apr 22 14:47:50.240886 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6c9814d9-c2ee-4b74-be98-bb36d005620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228234339', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:55Z', 'updated_at': '2022-04-22T14:46:04Z', 'revision_number': 4, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'gw_port': {'id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:56Z', 'updated_at': '2022-04-22T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd65130bc-3ec2-4e90-b533-26e7e3b17cac', 'name': '', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'mac_address': 'fa:16:3e:9f:ac:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:02Z', 'updated_at': '2022-04-22T14:46:12Z', 'revision_number': 5, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'subnets': [{'id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:50.248074 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9814d9-c2ee-4b74-be98-bb36d005620d None None] Checking router: 0d10488a-d9bd-4002-b981-9b7f3457af47 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:47:50.265607 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9814d9-c2ee-4b74-be98-bb36d005620d None None] Routers {'0d10488a-d9bd-4002-b981-9b7f3457af47'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:50.266229 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6c9814d9-c2ee-4b74-be98-bb36d005620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:47:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0d10488a-d9bd-4002-b981-9b7f3457af47'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:50.397076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd373423-e26c-486b-a7e3-cd3c49767dd3 req-7bf65d7a-6013-4187-9c14-37f3540c9280 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:50.398475 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fd373423-e26c-486b-a7e3-cd3c49767dd3 req-7bf65d7a-6013-4187-9c14-37f3540c9280 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 945 time: 0.2945061 Apr 22 14:47:50.432632 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7468a034-5e19-4d77-91a7-815528d6109f req-37fed3cb-1f81-4808-ab6a-12c57f4b9071 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925838 Apr 22 14:47:50.448267 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6d853e8-2698-46d1-b224-d39ed08a81a2 req-49ed3960-d00e-4d26-a0af-706454385d83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21f94024-02af-4596-873e-03526a537b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2999237 Apr 22 14:47:50.457695 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-6c9814d9-c2ee-4b74-be98-bb36d005620d None None] Set router 0d10488a-d9bd-4002-b981-9b7f3457af47 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:50.576603 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fd373423-e26c-486b-a7e3-cd3c49767dd3 req-83afea1e-9a78-4605-b304-e6066901cb09 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=5466f135-99f9-4edd-a546-d775af074fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705439 Apr 22 14:47:50.677685 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6d853e8-2698-46d1-b224-d39ed08a81a2 req-569e14a3-7dc2-4198-856f-7e157bdb7d42 service neutron] 10.222.0.30 "GET /v2.0/networks/21f94024-02af-4596-873e-03526a537b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201273 Apr 22 14:47:50.869334 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6c9814d9-c2ee-4b74-be98-bb36d005620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228234339', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:55Z', 'updated_at': '2022-04-22T14:46:04Z', 'revision_number': 4, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'gw_port': {'id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:56Z', 'updated_at': '2022-04-22T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd65130bc-3ec2-4e90-b533-26e7e3b17cac', 'name': '', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'mac_address': 'fa:16:3e:9f:ac:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:02Z', 'updated_at': '2022-04-22T14:46:12Z', 'revision_number': 5, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'subnets': [{'id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:50.874542 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9814d9-c2ee-4b74-be98-bb36d005620d None None] The sync data for ids ['0d10488a-d9bd-4002-b981-9b7f3457af47'] in dv-neutron-839027-1-hyperv is: [{'id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228234339', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:55Z', 'updated_at': '2022-04-22T14:46:04Z', 'revision_number': 4, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'gw_port': {'id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:56Z', 'updated_at': '2022-04-22T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd65130bc-3ec2-4e90-b533-26e7e3b17cac', 'name': '', 'network_id': '21f94024-02af-4596-873e-03526a537b9e', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'mac_address': 'fa:16:3e:9f:ac:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:46:02Z', 'updated_at': '2022-04-22T14:46:12Z', 'revision_number': 5, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'subnets': [{'id': 'f0bb5698-a095-4015-bf80-b2fd95100d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:47:50.887962 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6d853e8-2698-46d1-b224-d39ed08a81a2 req-b5ceb3be-5ff4-41d7-8039-8b18d5c3aa85 service neutron] 10.222.0.30 "GET /v2.0/networks/21f94024-02af-4596-873e-03526a537b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037635 Apr 22 14:47:50.903465 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb378017-4d2a-43af-b0c1-6f8e8ceeddd2 req-4541a2fa-7d3e-46d3-ae7f-5a3436387fe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:50.906393 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-eb378017-4d2a-43af-b0c1-6f8e8ceeddd2 req-4541a2fa-7d3e-46d3-ae7f-5a3436387fe6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 945 time: 0.1397033 Apr 22 14:47:50.973438 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-eb378017-4d2a-43af-b0c1-6f8e8ceeddd2 req-fea0086f-58d0-4b04-94f1-c3842fed7473 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=5466f135-99f9-4edd-a546-d775af074fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621364 Apr 22 14:47:51.018478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37422) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:51.102936 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0b9ebfd9-839f-42e5-99ab-dfa25e5354aa tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 1093 time: 0.0833168 Apr 22 14:47:51.105659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37426) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:51.111847 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '65cb4093-a840-4036-8577-bdd107a965f5', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:51.117804 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:51.121647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:floatingip and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:51.125675 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:51.131268 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:51.145798 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:51.235649 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf116b-3db9-48d9-aae0-be1020c16960 req-ee284293-b301-4fb7-a878-0b9672f8336c tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:51.237227 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-10cf116b-3db9-48d9-aae0-be1020c16960 req-ee284293-b301-4fb7-a878-0b9672f8336c tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.0815320 Apr 22 14:47:51.286394 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:51.307675 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-10cf116b-3db9-48d9-aae0-be1020c16960 req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Deleting port 1120db3b-aa58-4515-9426-5ede015d4e79 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:51.308031 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-10cf116b-3db9-48d9-aae0-be1020c16960 req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:51.434093 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.128 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/afa6e031-08cf-4392-908b-052f78403022) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:47:51.574795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-10cf116b-3db9-48d9-aae0-be1020c16960 req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] For port 1120db3b-aa58-4515-9426-5ede015d4e79, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1120db3b-aa58-4515-9426-5ede015d4e79,segment=NetworkSegment(86fae21c-47b9-41c5-977f-2c5e8607d04a),segment_id=86fae21c-47b9-41c5-977f-2c5e8607d04a)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:51.575412 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-10cf116b-3db9-48d9-aae0-be1020c16960 req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:51.648783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:51.682499 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:51.788911 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-10cf116b-3db9-48d9-aae0-be1020c16960 req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Calling delete_port for 1120db3b-aa58-4515-9426-5ede015d4e79 owned by compute:nova {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:51.858526 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:47:51.861381 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:47:51.865112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:47:51.902941 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=afa6e031-08cf-4392-908b-052f78403022,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:51.963780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba54d12-3aa0-4076-b467-556adb2e61f2 req-976b5ed7-1d80-4a11-aed4-8a2f420307ea tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:51.965235 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-eba54d12-3aa0-4076-b467-556adb2e61f2 req-976b5ed7-1d80-4a11-aed4-8a2f420307ea tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c4a4902-e66c-46e6-9d13-f91be5b5f826 HTTP/1.1" status: 200 len: 945 time: 0.2818780 Apr 22 14:47:52.020645 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-10cf116b-3db9-48d9-aae0-be1020c16960 req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:52.075425 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event deleted for resources: {'Port': ['ID=1120db3b-aa58-4515-9426-5ede015d4e79,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:52.080483 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-eba54d12-3aa0-4076-b467-556adb2e61f2 req-85743850-78b5-4d73-a5d9-e489c2dffc68 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076410 Apr 22 14:47:52.124308 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:52.124633 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:52.125171 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:52.125987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:52.126479 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:52.127850 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:52.127850 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:52.127850 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:52.128380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:52.128380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:52.128692 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:52.172731 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cf116b-3db9-48d9-aae0-be1020c16960 req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] No DVR routers for this DVR port 1120db3b-aa58-4515-9426-5ede015d4e79 on host hv-neutron-8390 {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:47:52.175049 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-10cf116b-3db9-48d9-aae0-be1020c16960 req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:52.177863 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'name': 'network-vif-deleted', 'tag': '1120db3b-aa58-4515-9426-5ede015d4e79'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:47:52.191022 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-10cf116b-3db9-48d9-aae0-be1020c16960 req-43e83ecc-ca32-4755-a115-1a541d3a0905 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.30 "DELETE /v2.0/ports/1120db3b-aa58-4515-9426-5ede015d4e79 HTTP/1.1" status: 204 len: 173 time: 0.9486337 Apr 22 14:47:52.266913 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba40842b-135a-437b-9b5f-27fe680a7851'] response: {'server_uuid': '1c4a4902-e66c-46e6-9d13-f91be5b5f826', 'name': 'network-vif-deleted', 'tag': '1120db3b-aa58-4515-9426-5ede015d4e79', 'status': 'completed', 'code': 200} Apr 22 14:47:52.315175 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af094588-6a26-426a-8898-f8ba21b01b58 None None] New status for floating IP e4e58f14-e4f8-4482-8a4f-bc634354a044: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:47:52.464042 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c4456a7-44ec-4b88-b3b7-42db53d14647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:52.524959 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:52.603425 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:52.871990 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:52.877161 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:52.992509 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=afa6e031-08cf-4392-908b-052f78403022,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:53.011019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:53.218627 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Floating IP 99223e95-8b7b-407b-989e-cf8c95149893 associated. External IP: 172.26.0.128, port: 65cb4093-a840-4036-8577-bdd107a965f5. Apr 22 14:47:53.246652 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37436) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:53.777788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router afbc5215-0990-4c3b-8da7-5e5f6d676d92 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:47:53.909208 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d606cd4e-6e22-40ba-90c8-6791c7fe5155 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:54.023225 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:47:54.040582 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1406e-0488-414d-86ee-b5095edd7d9f None None] Sync routers for ids ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:47:54.053467 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:54.063116 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1406e-0488-414d-86ee-b5095edd7d9f None None] Routers {'afbc5215-0990-4c3b-8da7-5e5f6d676d92'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:54.064148 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5ad1406e-0488-414d-86ee-b5095edd7d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:47:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:54.133090 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3105b3a1-dd98-496d-ae5d-825f9e8956bc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0264192 Apr 22 14:47:54.135820 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'tag': '65cb4093-a840-4036-8577-bdd107a965f5'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:47:54.139504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37440) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:54.208911 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-680b3129-7fc4-4b38-b345-6d12c87390de'] response: {'name': 'network-changed', 'server_uuid': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'tag': '65cb4093-a840-4036-8577-bdd107a965f5', 'status': 'completed', 'code': 200} Apr 22 14:47:54.388865 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-5ad1406e-0488-414d-86ee-b5095edd7d9f None None] Set router afbc5215-0990-4c3b-8da7-5e5f6d676d92 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:54.394884 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:54.439037 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 1120db3b-aa58-4515-9426-5ede015d4e79 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:54.496966 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 1120db3b-aa58-4515-9426-5ede015d4e79 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:47:54.497830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 1120db3b-aa58-4515-9426-5ede015d4e79 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:54.533361 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-688b4cc1-22da-49af-856c-949a9e2ba9d7 req-a3c9d741-a8e2-4f37-bd6f-2cc0380096d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 1098 time: 0.2890062 Apr 22 14:47:54.764215 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-af7e04fa-5e5f-4472-b64c-2dbac0358caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:54.788438 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b4cc1-22da-49af-856c-949a9e2ba9d7 req-ca44719d-9e2a-46ad-a2c5-35cc52a0ccde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:54.789641 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-688b4cc1-22da-49af-856c-949a9e2ba9d7 req-ca44719d-9e2a-46ad-a2c5-35cc52a0ccde service neutron] 10.222.0.30 "GET /v2.0/networks?id=726bf91d-ada6-484a-82a6-7c18b58cbb13 HTTP/1.1" status: 200 len: 897 time: 0.2192264 Apr 22 14:47:54.847222 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5ad1406e-0488-414d-86ee-b5095edd7d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'name': 'tempest-TestNetworkBasicOps-router-2130649280', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '99223e95-8b7b-407b-989e-cf8c95149893', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'port_id': '65cb4093-a840-4036-8577-bdd107a965f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'mac_address': 'fa:16:3e:00:b9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:47:52Z', 'updated_at': '2022-04-22T14:47:52Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adafd0c-0201-4a75-b42e-553f91a06a2f', 'name': '', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:59:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:29Z', 'updated_at': '2022-04-22T14:47:37Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:54.852585 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1406e-0488-414d-86ee-b5095edd7d9f None None] Checking router: afbc5215-0990-4c3b-8da7-5e5f6d676d92 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:47:54.864731 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1406e-0488-414d-86ee-b5095edd7d9f None None] Routers {'afbc5215-0990-4c3b-8da7-5e5f6d676d92'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:54.865342 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5ad1406e-0488-414d-86ee-b5095edd7d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:47:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:54.899575 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-eb86ecd8-c8c7-41ad-b5ad-16f76f27177f tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/routers/afbc5215-0990-4c3b-8da7-5e5f6d676d92 HTTP/1.1" status: 200 len: 923 time: 0.7568970 Apr 22 14:47:54.903145 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37446) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:54.926503 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-688b4cc1-22da-49af-856c-949a9e2ba9d7 req-63b93b1c-779f-4245-b10a-7e43b8fb230f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65cb4093-a840-4036-8577-bdd107a965f5 HTTP/1.1" status: 200 len: 999 time: 0.1301851 Apr 22 14:47:55.043383 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d5476173-ba57-45da-ab0e-b02983f98fcb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/99223e95-8b7b-407b-989e-cf8c95149893 HTTP/1.1" status: 200 len: 991 time: 0.1365395 Apr 22 14:47:55.062144 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-5ad1406e-0488-414d-86ee-b5095edd7d9f None None] Set router afbc5215-0990-4c3b-8da7-5e5f6d676d92 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:55.102247 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b4cc1-22da-49af-856c-949a9e2ba9d7 req-be2e1fde-e6ba-4dad-88c9-2b529ecb3c15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:55.104757 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-688b4cc1-22da-49af-856c-949a9e2ba9d7 req-be2e1fde-e6ba-4dad-88c9-2b529ecb3c15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=178ce373-a1d3-4387-9883-3f77e0f30b8b HTTP/1.1" status: 200 len: 835 time: 0.1713111 Apr 22 14:47:55.385129 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-688b4cc1-22da-49af-856c-949a9e2ba9d7 req-5a412f29-4aa3-476e-886c-c7db2b31177c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=726bf91d-ada6-484a-82a6-7c18b58cbb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2730944 Apr 22 14:47:55.409331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-d606cd4e-6e22-40ba-90c8-6791c7fe5155 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Deleting port d65130bc-3ec2-4e90-b533-26e7e3b17cac {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:55.409637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d606cd4e-6e22-40ba-90c8-6791c7fe5155 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:55.468070 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5ad1406e-0488-414d-86ee-b5095edd7d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'name': 'tempest-TestNetworkBasicOps-router-2130649280', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '99223e95-8b7b-407b-989e-cf8c95149893', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'port_id': '65cb4093-a840-4036-8577-bdd107a965f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'mac_address': 'fa:16:3e:00:b9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:47:52Z', 'updated_at': '2022-04-22T14:47:52Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adafd0c-0201-4a75-b42e-553f91a06a2f', 'name': '', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:59:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:29Z', 'updated_at': '2022-04-22T14:47:37Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:55.472519 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1406e-0488-414d-86ee-b5095edd7d9f None None] The sync data for ids ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'] in dv-neutron-839027-1-hyperv is: [{'id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'name': 'tempest-TestNetworkBasicOps-router-2130649280', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '99223e95-8b7b-407b-989e-cf8c95149893', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'port_id': '65cb4093-a840-4036-8577-bdd107a965f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'mac_address': 'fa:16:3e:00:b9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:47:52Z', 'updated_at': '2022-04-22T14:47:52Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adafd0c-0201-4a75-b42e-553f91a06a2f', 'name': '', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:59:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:29Z', 'updated_at': '2022-04-22T14:47:37Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:47:55.676693 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-688b4cc1-22da-49af-856c-949a9e2ba9d7 req-8d08def4-fe0a-4b0d-bb52-2b8ab894c165 service neutron] 10.222.0.30 "GET /v2.0/networks/726bf91d-ada6-484a-82a6-7c18b58cbb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851059 Apr 22 14:47:55.729816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a205c-fd3e-4a77-8920-f208afc2819e None None] New status for floating IP 99223e95-8b7b-407b-989e-cf8c95149893: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:47:55.788029 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-d606cd4e-6e22-40ba-90c8-6791c7fe5155 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] For port d65130bc-3ec2-4e90-b533-26e7e3b17cac, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d65130bc-3ec2-4e90-b533-26e7e3b17cac,segment=NetworkSegment(86fae21c-47b9-41c5-977f-2c5e8607d04a),segment_id=86fae21c-47b9-41c5-977f-2c5e8607d04a)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:55.788396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d606cd4e-6e22-40ba-90c8-6791c7fe5155 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:55.921284 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-d606cd4e-6e22-40ba-90c8-6791c7fe5155 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Calling delete_port for d65130bc-3ec2-4e90-b533-26e7e3b17cac owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:56.020221 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-688b4cc1-22da-49af-856c-949a9e2ba9d7 req-6d80febc-4836-418a-859b-a395328fc086 service neutron] 10.222.0.30 "GET /v2.0/networks/726bf91d-ada6-484a-82a6-7c18b58cbb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352592 Apr 22 14:47:56.037793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.047820 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37450) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:56.135051 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.169095 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d18d72e5-741c-494b-beab-7df238b2a3f8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/99223e95-8b7b-407b-989e-cf8c95149893 HTTP/1.1" status: 200 len: 993 time: 0.1198657 Apr 22 14:47:56.179271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d606cd4e-6e22-40ba-90c8-6791c7fe5155 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.232765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606cd4e-6e22-40ba-90c8-6791c7fe5155 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event deleted for resources: {'Port': ['ID=d65130bc-3ec2-4e90-b533-26e7e3b17cac,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:56.553317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d606cd4e-6e22-40ba-90c8-6791c7fe5155 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:57.303885 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d606cd4e-6e22-40ba-90c8-6791c7fe5155 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Router 0d10488a-d9bd-4002-b981-9b7f3457af47 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:47:57.312597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:57.569602 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d606cd4e-6e22-40ba-90c8-6791c7fe5155 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:47:57.582212 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8aec3-fa7f-4736-9beb-63ab2563cbc0 None None] Sync routers for ids ['0d10488a-d9bd-4002-b981-9b7f3457af47'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:47:57.589214 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d606cd4e-6e22-40ba-90c8-6791c7fe5155 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "PUT /v2.0/routers/0d10488a-d9bd-4002-b981-9b7f3457af47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3373735 Apr 22 14:47:57.589597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37454) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:57.599167 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b8aec3-fa7f-4736-9beb-63ab2563cbc0 None None] Routers {'0d10488a-d9bd-4002-b981-9b7f3457af47'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:57.599855 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-48b8aec3-fa7f-4736-9beb-63ab2563cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:47:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0d10488a-d9bd-4002-b981-9b7f3457af47'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:57.824797 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20c5b2b-cc8c-48c3-b808-2077178bc364 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Deleting subnet f0bb5698-a095-4015-bf80-b2fd95100d9d {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:47:57.828477 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a20c5b2b-cc8c-48c3-b808-2077178bc364 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:57.883643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a20c5b2b-cc8c-48c3-b808-2077178bc364 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:57.896730 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-48b8aec3-fa7f-4736-9beb-63ab2563cbc0 None None] Set router 0d10488a-d9bd-4002-b981-9b7f3457af47 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:57.973139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a20c5b2b-cc8c-48c3-b808-2077178bc364 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:58.048885 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a20c5b2b-cc8c-48c3-b808-2077178bc364 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:58.087637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c5b2b-cc8c-48c3-b808-2077178bc364 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event deleted for resources: {'Subnet': ['ID=f0bb5698-a095-4015-bf80-b2fd95100d9d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:58.095365 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a20c5b2b-cc8c-48c3-b808-2077178bc364 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:58.101727 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b98f0f-b16f-43d4-803e-80e13a07ec17 None None] Network 21f94024-02af-4596-873e-03526a537b9e requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:47:58.102122 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a20c5b2b-cc8c-48c3-b808-2077178bc364 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "DELETE /v2.0/subnets/f0bb5698-a095-4015-bf80-b2fd95100d9d HTTP/1.1" status: 204 len: 168 time: 0.5111010 Apr 22 14:47:58.104488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37458) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:58.322689 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:58.369032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8dbe34-86b1-4cfd-8225-4306f42cc183 None None] DHCP port deletion for 21f94024-02af-4596-873e-03526a537b9e request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:47:58.375301 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1d8dbe34-86b1-4cfd-8225-4306f42cc183 None None] Deleting port d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:58.375997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1d8dbe34-86b1-4cfd-8225-4306f42cc183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:58.391067 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-48b8aec3-fa7f-4736-9beb-63ab2563cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228234339', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:55Z', 'updated_at': '2022-04-22T14:47:56Z', 'revision_number': 5, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'gw_port': {'id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:56Z', 'updated_at': '2022-04-22T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:58.395667 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8aec3-fa7f-4736-9beb-63ab2563cbc0 None None] Checking router: 0d10488a-d9bd-4002-b981-9b7f3457af47 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:47:58.408249 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b8aec3-fa7f-4736-9beb-63ab2563cbc0 None None] Routers {'0d10488a-d9bd-4002-b981-9b7f3457af47'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:58.408881 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-48b8aec3-fa7f-4736-9beb-63ab2563cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:47:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['0d10488a-d9bd-4002-b981-9b7f3457af47'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:58.556207 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:58.568174 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Deleting port bfa75e90-3a4f-40f8-afb0-0fe42e58eb35 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:58.568876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:58.592173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1d8dbe34-86b1-4cfd-8225-4306f42cc183 None None] For port d9e63992-2ccf-46d9-94a2-4f2fdabd41e5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d9e63992-2ccf-46d9-94a2-4f2fdabd41e5,segment=NetworkSegment(86fae21c-47b9-41c5-977f-2c5e8607d04a),segment_id=86fae21c-47b9-41c5-977f-2c5e8607d04a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:58.592173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1d8dbe34-86b1-4cfd-8225-4306f42cc183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:58.597868 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-48b8aec3-fa7f-4736-9beb-63ab2563cbc0 None None] Set router 0d10488a-d9bd-4002-b981-9b7f3457af47 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:58.780775 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1d8dbe34-86b1-4cfd-8225-4306f42cc183 None None] Calling delete_port for d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:58.822163 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] For port bfa75e90-3a4f-40f8-afb0-0fe42e58eb35, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=bfa75e90-3a4f-40f8-afb0-0fe42e58eb35,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:58.822602 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:58.861502 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1d8dbe34-86b1-4cfd-8225-4306f42cc183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:58.906542 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8dbe34-86b1-4cfd-8225-4306f42cc183 None None] Pushing event deleted for resources: {'Port': ['ID=d9e63992-2ccf-46d9-94a2-4f2fdabd41e5,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:58.913875 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8dbe34-86b1-4cfd-8225-4306f42cc183 None None] No DVR routers for this DVR port d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:47:58.939101 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-48b8aec3-fa7f-4736-9beb-63ab2563cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228234339', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:55Z', 'updated_at': '2022-04-22T14:47:56Z', 'revision_number': 5, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'gw_port': {'id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:56Z', 'updated_at': '2022-04-22T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:58.943730 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8aec3-fa7f-4736-9beb-63ab2563cbc0 None None] The sync data for ids ['0d10488a-d9bd-4002-b981-9b7f3457af47'] in dv-neutron-839027-1-hyperv is: [{'id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228234339', 'tenant_id': 'c6096f0bea244acb98f5655aad33584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:55Z', 'updated_at': '2022-04-22T14:47:56Z', 'revision_number': 5, 'project_id': 'c6096f0bea244acb98f5655aad33584f', 'gw_port': {'id': 'bfa75e90-3a4f-40f8-afb0-0fe42e58eb35', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d10488a-d9bd-4002-b981-9b7f3457af47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:56Z', 'updated_at': '2022-04-22T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:47:58.959568 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Calling delete_port for bfa75e90-3a4f-40f8-afb0-0fe42e58eb35 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:59.135422 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:59.180189 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event deleted for resources: {'Port': ['ID=bfa75e90-3a4f-40f8-afb0-0fe42e58eb35,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:59.332925 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:59.334469 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:59.334469 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:59.334469 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:59.334469 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:59.334876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:59.334876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:59.335187 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:59.335557 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:59.335865 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:59.336188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:59.551325 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:59.591195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:59.642719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:47:59.643694 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d9e63992-2ccf-46d9-94a2-4f2fdabd41e5 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:59.644615 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d65130bc-3ec2-4e90-b533-26e7e3b17cac no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:59.681031 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: d65130bc-3ec2-4e90-b533-26e7e3b17cac {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:47:59.681365 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d65130bc-3ec2-4e90-b533-26e7e3b17cac not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:59.888615 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:59.893874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:59.922009 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:59.922579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Fanout notify agent at l3_agent the message router_deleted on router 0d10488a-d9bd-4002-b981-9b7f3457af47 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:47:59.937884 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:59.938972 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0fc31b58-0c65-4386-ad26-2441630e209a tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "DELETE /v2.0/routers/0d10488a-d9bd-4002-b981-9b7f3457af47 HTTP/1.1" status: 204 len: 168 time: 1.8334615 Apr 22 14:47:59.942395 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37462) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:00.075277 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f415cdd-966b-4e97-a6d3-d08e35fe4348 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:00.224688 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f415cdd-966b-4e97-a6d3-d08e35fe4348 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:00.250970 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-7f415cdd-966b-4e97-a6d3-d08e35fe4348 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f94024-02af-4596-873e-03526a537b9e']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:00.263299 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-7f415cdd-966b-4e97-a6d3-d08e35fe4348 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fae21c-47b9-41c5-977f-2c5e8607d04a') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:00.263598 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-7f415cdd-966b-4e97-a6d3-d08e35fe4348 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fae21c-47b9-41c5-977f-2c5e8607d04a') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:00.278110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f415cdd-966b-4e97-a6d3-d08e35fe4348 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:00.296666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f415cdd-966b-4e97-a6d3-d08e35fe4348 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:00.306293 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f415cdd-966b-4e97-a6d3-d08e35fe4348 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:48:00.306930 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f415cdd-966b-4e97-a6d3-d08e35fe4348 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:48:00.333657 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:48:00.478274 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f415cdd-966b-4e97-a6d3-d08e35fe4348 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:00.496051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7f415cdd-966b-4e97-a6d3-d08e35fe4348 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:00.507469 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f415cdd-966b-4e97-a6d3-d08e35fe4348 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event deleted for resources: {'Network': ['ID=21f94024-02af-4596-873e-03526a537b9e,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:00.519769 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7f415cdd-966b-4e97-a6d3-d08e35fe4348 tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "DELETE /v2.0/networks/21f94024-02af-4596-873e-03526a537b9e HTTP/1.1" status: 204 len: 168 time: 0.5759680 Apr 22 14:48:00.523328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37466) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:00.600905 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b9f60c3-5b08-4e70-a88d-46cc137364dc tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:00.634190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b9f60c3-5b08-4e70-a88d-46cc137364dc tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:00.721979 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b9f60c3-5b08-4e70-a88d-46cc137364dc tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:00.741271 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f60c3-5b08-4e70-a88d-46cc137364dc tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:00.755725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b9f60c3-5b08-4e70-a88d-46cc137364dc tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:00.756886 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6b9f60c3-5b08-4e70-a88d-46cc137364dc tempest-TestNetworkAdvancedServerOps-1573047630 tempest-TestNetworkAdvancedServerOps-1573047630-project] 10.222.0.23 "DELETE /v2.0/security-groups/5ad7f3a7-ffc7-4bf9-b31f-81b5f88964b1 HTTP/1.1" status: 204 len: 168 time: 0.2326157 Apr 22 14:48:01.244182 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37476) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:01.444800 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e5ee3dd2-9ca5-4b20-9cfa-4630a84e20db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6096f0bea244acb98f5655aad33584f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1993463 Apr 22 14:48:01.448061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37482) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:01.510304 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c956702e-3ea7-4253-b6b4-605ff60e3312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:01.537437 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c956702e-3ea7-4253-b6b4-605ff60e3312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:01.589729 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c956702e-3ea7-4253-b6b4-605ff60e3312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:01.608231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956702e-3ea7-4253-b6b4-605ff60e3312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c3a0c8-875b-4d6d-89cd-97507deee8c7,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:01.614290 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c956702e-3ea7-4253-b6b4-605ff60e3312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:01.615398 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c956702e-3ea7-4253-b6b4-605ff60e3312 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2c3a0c8-875b-4d6d-89cd-97507deee8c7 HTTP/1.1" status: 204 len: 168 time: 0.1673002 Apr 22 14:48:01.944301 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37490) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:01.964128 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2e4fcc80-bfcb-48c5-942b-0805f09ae7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:01.995431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2e4fcc80-bfcb-48c5-942b-0805f09ae7c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:02.000105 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2e4fcc80-bfcb-48c5-942b-0805f09ae7c7 admin admin] Usage tracker for resource:security_group_rule and tenant:1da401ec176c4eb3a378f7c18eb4b18f is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:02.002874 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2e4fcc80-bfcb-48c5-942b-0805f09ae7c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:02.008802 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2e4fcc80-bfcb-48c5-942b-0805f09ae7c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:02.077723 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2e4fcc80-bfcb-48c5-942b-0805f09ae7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:02.081507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2e4fcc80-bfcb-48c5-942b-0805f09ae7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:02.130855 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2e4fcc80-bfcb-48c5-942b-0805f09ae7c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1da401ec176c4eb3a378f7c18eb4b18f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1854458 Apr 22 14:48:02.131831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fcc80-bfcb-48c5-942b-0805f09ae7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde0e1f2-cf13-4b48-ae3a-ee83f3bb996f,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:02.133620 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37494) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:02.198610 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3ad69395-1959-4e00-8794-5e0b71a053ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:02.224930 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3ad69395-1959-4e00-8794-5e0b71a053ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:02.281187 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3ad69395-1959-4e00-8794-5e0b71a053ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:02.296349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad69395-1959-4e00-8794-5e0b71a053ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde0e1f2-cf13-4b48-ae3a-ee83f3bb996f,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:02.303028 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3ad69395-1959-4e00-8794-5e0b71a053ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:02.314472 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3ad69395-1959-4e00-8794-5e0b71a053ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bde0e1f2-cf13-4b48-ae3a-ee83f3bb996f HTTP/1.1" status: 204 len: 168 time: 0.1687014 Apr 22 14:48:03.470257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device bfa75e90-3a4f-40f8-afb0-0fe42e58eb35 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:48:03.504814 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: bfa75e90-3a4f-40f8-afb0-0fe42e58eb35 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:48:03.505237 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device bfa75e90-3a4f-40f8-afb0-0fe42e58eb35 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:48:03.572420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750edde9-7b6c-4cc1-8467-879cdaac62ed req-3e31cbb8-ea99-499c-9014-82eda5da5b2c tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:03.573875 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-750edde9-7b6c-4cc1-8467-879cdaac62ed req-3e31cbb8-ea99-499c-9014-82eda5da5b2c tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 945 time: 0.0766406 Apr 22 14:48:03.620136 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-750edde9-7b6c-4cc1-8467-879cdaac62ed req-af171fb0-fdb4-4d16-9edf-958bfc160808 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401690 Apr 22 14:48:04.668024 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-35fe4a11-9373-4c11-9beb-d8248d338bb6 req-2e06c220-d2ef-456a-a06d-7e291a83e1bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784926 Apr 22 14:48:04.870463 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-35fe4a11-9373-4c11-9beb-d8248d338bb6 req-78c34964-2b57-4adf-a0e1-7a1cb991e024 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 1098 time: 0.1305239 Apr 22 14:48:04.876309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34dba5-cb3b-49ce-8a14-89ae54eb1790 req-71232779-2994-4ee0-ad41-07ddf3983999 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:04.877659 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aa34dba5-cb3b-49ce-8a14-89ae54eb1790 req-71232779-2994-4ee0-ad41-07ddf3983999 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 945 time: 0.1037478 Apr 22 14:48:05.006231 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aa34dba5-cb3b-49ce-8a14-89ae54eb1790 req-3945bae9-51c5-43aa-a077-333a3f36c358 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228037 Apr 22 14:48:05.043086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe4a11-9373-4c11-9beb-d8248d338bb6 req-82823bf4-b8eb-422e-b3cc-fbfb2ff943eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:05.045094 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-35fe4a11-9373-4c11-9beb-d8248d338bb6 req-82823bf4-b8eb-422e-b3cc-fbfb2ff943eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=726bf91d-ada6-484a-82a6-7c18b58cbb13 HTTP/1.1" status: 200 len: 897 time: 0.1479828 Apr 22 14:48:05.050209 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-9567fb48-9760-445b-bd56-598147afecd1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:05.050892 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-9567fb48-9760-445b-bd56-598147afecd1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Synchronizing usage tracker for tenant:3e29fa7348a3496d8df9f20800aa5dfa on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:48:05.067197 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-9567fb48-9760-445b-bd56-598147afecd1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Unset dirty status for tenant:3e29fa7348a3496d8df9f20800aa5dfa on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:48:05.068363 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-9567fb48-9760-445b-bd56-598147afecd1 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.30 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 945 time: 0.0933647 Apr 22 14:48:05.245330 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-e3c3f1af-5a7f-40ef-9b4e-494251d0a846 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Deleting port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:48:05.245567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-e3c3f1af-5a7f-40ef-9b4e-494251d0a846 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:05.261549 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-35fe4a11-9373-4c11-9beb-d8248d338bb6 req-02f7e96d-c482-472f-9a7a-952454b6e446 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65cb4093-a840-4036-8577-bdd107a965f5 HTTP/1.1" status: 200 len: 1001 time: 0.2085879 Apr 22 14:48:05.324096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe4a11-9373-4c11-9beb-d8248d338bb6 req-1b0e28f3-1e04-4922-b0c9-d02ca69fc9dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:05.325545 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-35fe4a11-9373-4c11-9beb-d8248d338bb6 req-1b0e28f3-1e04-4922-b0c9-d02ca69fc9dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=178ce373-a1d3-4387-9883-3f77e0f30b8b HTTP/1.1" status: 200 len: 835 time: 0.0574195 Apr 22 14:48:05.404934 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-35fe4a11-9373-4c11-9beb-d8248d338bb6 req-2e5555ce-4500-4937-a424-e76c700d7fc8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=726bf91d-ada6-484a-82a6-7c18b58cbb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726202 Apr 22 14:48:05.493644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-e3c3f1af-5a7f-40ef-9b4e-494251d0a846 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] For port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b9c59a80-ea00-4aa0-a52f-9a5e648f9c26,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:05.493995 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-e3c3f1af-5a7f-40ef-9b4e-494251d0a846 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:05.539109 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-35fe4a11-9373-4c11-9beb-d8248d338bb6 req-ee6b2ea7-5844-4dc3-b49c-3b005da9c9f8 service neutron] 10.222.0.30 "GET /v2.0/networks/726bf91d-ada6-484a-82a6-7c18b58cbb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275468 Apr 22 14:48:05.676563 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-35fe4a11-9373-4c11-9beb-d8248d338bb6 req-4c555539-766c-4c8e-81a0-ac38859ac928 service neutron] 10.222.0.30 "GET /v2.0/networks/726bf91d-ada6-484a-82a6-7c18b58cbb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302118 Apr 22 14:48:05.789383 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-e3c3f1af-5a7f-40ef-9b4e-494251d0a846 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:05.789665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-e3c3f1af-5a7f-40ef-9b4e-494251d0a846 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:05.789981 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-e3c3f1af-5a7f-40ef-9b4e-494251d0a846 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Floating IP 7c23e5f1-4521-4dca-bd9c-f50ed35718ad disassociated. External IP: 172.26.0.151, port: b9c59a80-ea00-4aa0-a52f-9a5e648f9c26. Apr 22 14:48:05.790321 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-e3c3f1af-5a7f-40ef-9b4e-494251d0a846 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Calling delete_port for b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:48:05.933003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-e3c3f1af-5a7f-40ef-9b4e-494251d0a846 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:05.983105 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3f1af-5a7f-40ef-9b4e-494251d0a846 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event deleted for resources: {'Port': ['ID=b9c59a80-ea00-4aa0-a52f-9a5e648f9c26,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:06.169311 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d12278e6-9afd-4cdc-b885-9b8d6f8de7a2 req-bace2ac9-084b-46bd-ab55-c8213a779336 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 210 time: 0.0405238 Apr 22 14:48:06.205354 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-e3c3f1af-5a7f-40ef-9b4e-494251d0a846 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Router bfd46018-69c1-42d1-bf90-780891eb091f has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:48:06.410158 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-e3c3f1af-5a7f-40ef-9b4e-494251d0a846 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:48:06.420949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a342f530-f336-46a3-96c0-f5c277e0eff9 None None] Sync routers for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:48:06.433417 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a342f530-f336-46a3-96c0-f5c277e0eff9 None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:06.434036 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a342f530-f336-46a3-96c0-f5c277e0eff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:47:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:06.484783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-e3c3f1af-5a7f-40ef-9b4e-494251d0a846 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] No DVR routers for this DVR port b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:48:06.487119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-e3c3f1af-5a7f-40ef-9b4e-494251d0a846 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:06.489666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d46605-85d8-4830-b0a5-582bb435d447', 'name': 'network-vif-deleted', 'tag': 'b9c59a80-ea00-4aa0-a52f-9a5e648f9c26'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:48:06.505333 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d58904e1-83f3-4eed-8d7d-579682c1011c req-e3c3f1af-5a7f-40ef-9b4e-494251d0a846 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.30 "DELETE /v2.0/ports/b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 HTTP/1.1" status: 204 len: 173 time: 1.4315064 Apr 22 14:48:06.563368 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19362281-4b36-48dd-9350-b3edbc7e6780'] response: {'server_uuid': '99d46605-85d8-4830-b0a5-582bb435d447', 'name': 'network-vif-deleted', 'tag': 'b9c59a80-ea00-4aa0-a52f-9a5e648f9c26', 'status': 'completed', 'code': 200} Apr 22 14:48:06.628193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-a342f530-f336-46a3-96c0-f5c277e0eff9 None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:06.983175 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a342f530-f336-46a3-96c0-f5c277e0eff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:06.987411 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a342f530-f336-46a3-96c0-f5c277e0eff9 None None] Checking router: bfd46018-69c1-42d1-bf90-780891eb091f for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:48:07.002819 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a342f530-f336-46a3-96c0-f5c277e0eff9 None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:07.003882 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a342f530-f336-46a3-96c0-f5c277e0eff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:47:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:07.196324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-a342f530-f336-46a3-96c0-f5c277e0eff9 None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:07.352652 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-421181c9-9590-4214-a45f-c857a4a6a133 req-a13cf681-da6f-48f7-b689-0524bf804915 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=99d46605-85d8-4830-b0a5-582bb435d447 HTTP/1.1" status: 200 len: 210 time: 0.0432210 Apr 22 14:48:07.539119 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a342f530-f336-46a3-96c0-f5c277e0eff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:07.543350 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a342f530-f336-46a3-96c0-f5c277e0eff9 None None] The sync data for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv is: [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:48:07.773527 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63806df6-d2f7-465b-8e37-22a9f51b0af3 None None] New status for floating IP 7c23e5f1-4521-4dca-bd9c-f50ed35718ad: DOWN {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:48:08.476451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:48:08.508983 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:48:08.509359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device b9c59a80-ea00-4aa0-a52f-9a5e648f9c26 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:48:08.765075 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-d5848426-f856-48dd-810d-32a16ee2fb0a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000481042&fields=id&tenant_id=3e29fa7348a3496d8df9f20800aa5dfa HTTP/1.1" status: 200 len: 267 time: 0.0414433 Apr 22 14:48:08.910971 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-b5d116db-d4f7-48be-8c7e-c05ce34f0c67 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:08.912374 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-b5d116db-d4f7-48be-8c7e-c05ce34f0c67 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 812 time: 0.1405215 Apr 22 14:48:08.928505 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-480a8e48-4f2a-4012-930b-9f03a7eb6e09 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/quotas/3e29fa7348a3496d8df9f20800aa5dfa HTTP/1.1" status: 200 len: 375 time: 0.0107415 Apr 22 14:48:09.014331 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-3239d487-9541-4aae-9e7c-cab23cf8cb47 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805182 Apr 22 14:48:09.152866 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-568164c0-7283-46b5-afed-15d448375d86 service neutron] 10.222.0.23 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271203 Apr 22 14:48:09.285622 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f38db37a-b4a7-4836-b1c7-0cb8da264ba9 service neutron] 10.222.0.23 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264699 Apr 22 14:48:09.715242 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e569a111-a807-4664-85b3-1fa4b07ffb4a req-dbbc172f-b48d-48f3-97ee-22a48827b7d7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 210 time: 0.0594141 Apr 22 14:48:10.818692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-808ad092-5026-487e-b631-e86638683c08 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:10.820287 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-808ad092-5026-487e-b631-e86638683c08 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.30 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 812 time: 0.1610675 Apr 22 14:48:10.878592 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-21154040-c1b0-4e14-833e-0279046779dd tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e29fa7348a3496d8df9f20800aa5dfa HTTP/1.1" status: 200 len: 380 time: 0.0455091 Apr 22 14:48:10.891478 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-32b18ad9-c114-4e52-8666-af07a0276b7e req-abf827b8-0ec1-4f95-9846-f4e8be5969a7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 210 time: 0.0501039 Apr 22 14:48:10.895551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Request body: {'port': {'device_id': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'admin_state_up': True, 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'security_groups': ['5a3f931a-782c-40d7-ab56-2a8eb3a1b39d']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:11.130516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:11.134936 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Usage tracker for resource:port and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:11.137994 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:11.144053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:11.154820 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Made reservation on behalf of 3e29fa7348a3496d8df9f20800aa5dfa for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:48:11.157833 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:11.322666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Allocated IP 172.20.0.4 (25eb85eb-411c-4074-8f9a-0de5fadf0faa/b2f90018-3175-478a-ba05-5be4603daa12/232d2bbd-ab9d-465c-acfa-2d522c3c7c59) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:48:11.519568 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:11.535359 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Transition to ACTIVE for port object 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:11.557629 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:11.632343 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Network 25eb85eb-411c-4074-8f9a-0de5fadf0faa is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:48:11.635431 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:11.639631 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:48:11.670632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event updated for resources: {'Port': ['ID=232d2bbd-ab9d-465c-acfa-2d522c3c7c59,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:11.708959 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:11.709673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:11.735694 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c6ad0eb5-8fa0-486e-94e6-69b7f1a81fed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8451092 Apr 22 14:48:11.748710 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Request body: {'port': {'device_id': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:11.751665 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:48:11.877208 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5efc5a29-7980-45dc-a675-b9c52eb2762a None None] Provisioning for port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:11.878759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:11.885119 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5efc5a29-7980-45dc-a675-b9c52eb2762a None None] Provisioning complete for port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:11.885775 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5efc5a29-7980-45dc-a675-b9c52eb2762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:11.949307 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-5efc5a29-7980-45dc-a675-b9c52eb2762a None None] Port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:48:12.126311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a1292-162b-4c59-8337-b10906dd3e3c req-af796326-e125-4682-ae51-2ae1c12f4cab tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:12.127826 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2a7a1292-162b-4c59-8337-b10906dd3e3c req-af796326-e125-4682-ae51-2ae1c12f4cab tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 931 time: 0.0922375 Apr 22 14:48:12.181654 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2a7a1292-162b-4c59-8337-b10906dd3e3c req-566e14c8-3be6-45f0-84f9-5383cc8c4d25 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467246 Apr 22 14:48:12.252938 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:48:12.261354 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:12.277677 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Transition to ACTIVE for port object 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:12.282490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:12.433655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Pushing event updated for resources: {'Port': ['ID=232d2bbd-ab9d-465c-acfa-2d522c3c7c59,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:12.560825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Attempting to bind port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:48:12.561350 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Attempting to bind port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:48:12.561890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Attempting to bind port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 on network 25eb85eb-411c-4074-8f9a-0de5fadf0faa {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:48:12.570518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 on network 25eb85eb-411c-4074-8f9a-0de5fadf0faa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:48:12.570838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Attempting to bind port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 on network 25eb85eb-411c-4074-8f9a-0de5fadf0faa {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:48:12.579312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:48:12.579642 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Checking segment: {'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:48:12.580030 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Bound using segment: {'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:48:12.580475 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Bound port: 232d2bbd-ab9d-465c-acfa-2d522c3c7c59, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:48:12.580828 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:12.699062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] For port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:48:12.704198 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] For port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=232d2bbd-ab9d-465c-acfa-2d522c3c7c59,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:48:12.708360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:12.783603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:12.785037 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] 10.222.0.30 "PUT /v2.0/ports/232d2bbd-ab9d-465c-acfa-2d522c3c7c59 HTTP/1.1" status: 200 len: 1093 time: 1.0419090 Apr 22 14:48:12.785500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'tag': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:48:12.807817 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bcecf-2755-4f24-88d7-8304f5906af4 service neutron] Pushing event updated for resources: {'Port': ['ID=232d2bbd-ab9d-465c-acfa-2d522c3c7c59,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:12.871342 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae40b94-3e48-42fc-885d-8ae4f48222b5'] response: {'name': 'network-changed', 'server_uuid': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'tag': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'status': 'completed', 'code': 200} Apr 22 14:48:12.914489 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-81e81d71-a5c9-4581-8af7-0f10d2779e6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 1096 time: 0.0800917 Apr 22 14:48:13.010547 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-f5a65a18-8da9-475d-a7f1-d1739f73e0d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=232d2bbd-ab9d-465c-acfa-2d522c3c7c59 HTTP/1.1" status: 200 len: 217 time: 0.0884254 Apr 22 14:48:13.082305 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-08b8c439-305f-4306-ae3d-851d0f14c88c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:13.083687 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-08b8c439-305f-4306-ae3d-851d0f14c88c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2f90018-3175-478a-ba05-5be4603daa12 HTTP/1.1" status: 200 len: 851 time: 0.0676448 Apr 22 14:48:13.267874 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-6548802b-f0c4-4613-b57b-e5031e632027 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25eb85eb-411c-4074-8f9a-0de5fadf0faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1779137 Apr 22 14:48:13.381169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f91e96-3940-4431-9b0a-46ebc14184e4 req-c0b4d273-480e-45db-af48-0fb996affd8b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:13.382620 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-28f91e96-3940-4431-9b0a-46ebc14184e4 req-c0b4d273-480e-45db-af48-0fb996affd8b tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 943 time: 0.0769181 Apr 22 14:48:13.404649 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-c3a51991-4ca4-4848-b979-3edd1f603896 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302848 Apr 22 14:48:13.434796 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-28f91e96-3940-4431-9b0a-46ebc14184e4 req-df054a24-8c9d-431e-a88c-7f4db149d1e6 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463963 Apr 22 14:48:13.540354 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-19bebfae-7320-44c9-9687-e5a70944bb30 req-2bb039e3-2dc6-47c9-9f6a-f9eda2085e87 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295655 Apr 22 14:48:13.657329 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-acef3068-8c16-4c6e-b5a8-df2ebd0a1e79 req-4d02e3f4-c76e-41bc-bd38-8a38629ab87b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 1096 time: 0.0747325 Apr 22 14:48:13.805959 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef3068-8c16-4c6e-b5a8-df2ebd0a1e79 req-dcffb0a9-8cfe-44cd-8c31-1989658207b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:13.807484 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-acef3068-8c16-4c6e-b5a8-df2ebd0a1e79 req-dcffb0a9-8cfe-44cd-8c31-1989658207b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 913 time: 0.1386659 Apr 22 14:48:13.882758 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-acef3068-8c16-4c6e-b5a8-df2ebd0a1e79 req-39aa7baa-e6b9-412c-a516-30f74ba0c6de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=232d2bbd-ab9d-465c-acfa-2d522c3c7c59 HTTP/1.1" status: 200 len: 217 time: 0.0689561 Apr 22 14:48:13.953086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef3068-8c16-4c6e-b5a8-df2ebd0a1e79 req-e1ba01a4-5be2-4a83-b511-1ef1557bd6b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:13.953086 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-acef3068-8c16-4c6e-b5a8-df2ebd0a1e79 req-e1ba01a4-5be2-4a83-b511-1ef1557bd6b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2f90018-3175-478a-ba05-5be4603daa12 HTTP/1.1" status: 200 len: 851 time: 0.0606296 Apr 22 14:48:14.025412 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-acef3068-8c16-4c6e-b5a8-df2ebd0a1e79 req-cea5a4c7-2483-4f09-921d-7b948411f0a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25eb85eb-411c-4074-8f9a-0de5fadf0faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704911 Apr 22 14:48:14.162441 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-acef3068-8c16-4c6e-b5a8-df2ebd0a1e79 req-ad21aa53-8611-4269-b307-649b98572036 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306665 Apr 22 14:48:14.300526 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-acef3068-8c16-4c6e-b5a8-df2ebd0a1e79 req-caf0c573-926e-481d-98bc-cd3459fdfffc service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318061 Apr 22 14:48:14.630001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430030f-c3ec-476c-8b2c-fae31e95473e req-64fc2702-ba51-433f-934a-eb7464bcac1f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:14.631444 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f430030f-c3ec-476c-8b2c-fae31e95473e req-64fc2702-ba51-433f-934a-eb7464bcac1f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 943 time: 0.0758071 Apr 22 14:48:14.677902 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f430030f-c3ec-476c-8b2c-fae31e95473e req-44cf1999-800b-4642-8663-2226af38990e tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408125 Apr 22 14:48:15.884612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0d5e0-a7e6-4274-b29c-8e8d4fb63b7c req-0cb35519-fb1c-4ee8-81a3-82a45c108219 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:15.886056 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9fc0d5e0-a7e6-4274-b29c-8e8d4fb63b7c req-0cb35519-fb1c-4ee8-81a3-82a45c108219 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 943 time: 0.0836236 Apr 22 14:48:15.931927 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9fc0d5e0-a7e6-4274-b29c-8e8d4fb63b7c req-f0a07ac6-9a8a-428b-b339-20f83cf31b6a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395019 Apr 22 14:48:17.137099 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e8b8c-9993-4dfe-889e-bee9338be892 req-ce59fd89-aad4-44c7-bcbb-94778ea8ed13 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:17.139917 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-341e8b8c-9993-4dfe-889e-bee9338be892 req-ce59fd89-aad4-44c7-bcbb-94778ea8ed13 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 943 time: 0.0836692 Apr 22 14:48:17.190634 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-341e8b8c-9993-4dfe-889e-bee9338be892 req-b898a12a-087a-49e5-bae8-dccba78d3405 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447369 Apr 22 14:48:18.475013 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02ac64-a5dd-43a3-b0c8-04a429584a05 req-bf8ab6ee-aed0-4181-a669-eeb970a0a6ed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:18.476489 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4c02ac64-a5dd-43a3-b0c8-04a429584a05 req-bf8ab6ee-aed0-4181-a669-eeb970a0a6ed tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 943 time: 0.1597052 Apr 22 14:48:18.525122 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4c02ac64-a5dd-43a3-b0c8-04a429584a05 req-4d8ed620-971f-4c47-be64-775435ffdadd tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406713 Apr 22 14:48:19.725524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30ccd1-0ac4-47cb-89e7-3f87829226b9 req-98209e80-a215-4796-85b6-26df382a07ae tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:19.727097 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aa30ccd1-0ac4-47cb-89e7-3f87829226b9 req-98209e80-a215-4796-85b6-26df382a07ae tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 943 time: 0.0812154 Apr 22 14:48:19.786067 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aa30ccd1-0ac4-47cb-89e7-3f87829226b9 req-1715fdfa-c44b-4f31-9347-a5304e8ab9e6 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524054 Apr 22 14:48:20.833782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37568) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:20.983973 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b2713-3ff7-47ee-9006-8001b7428baa req-ce4253e0-ed9c-4d8d-83f4-93901e113334 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:20.985335 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0a8b2713-3ff7-47ee-9006-8001b7428baa req-ce4253e0-ed9c-4d8d-83f4-93901e113334 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 943 time: 0.0762484 Apr 22 14:48:21.017543 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2e43167e-14fe-4ad2-ad04-7e87357b3edd tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/routers/afbc5215-0990-4c3b-8da7-5e5f6d676d92/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1825583 Apr 22 14:48:21.020565 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37572) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:21.034089 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0a8b2713-3ff7-47ee-9006-8001b7428baa req-de215437-7043-4021-a012-8a0473eeff46 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405111 Apr 22 14:48:21.233144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133ee925-7f57-464d-a13f-a3b7fc5b0418 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Notify agent at dv-neutron-839027-1-hyperv the message router_removed_from_agent {{(pid=83963) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 22 14:48:21.236383 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-133ee925-7f57-464d-a13f-a3b7fc5b0418 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "DELETE /v2.0/agents/9a652353-bc9c-4708-9cb0-4b0ed23ca0ff/l3-routers/afbc5215-0990-4c3b-8da7-5e5f6d676d92 HTTP/1.1" status: 204 len: 168 time: 0.2148669 Apr 22 14:48:21.239106 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37576) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:21.417253 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-73314463-c5f5-4f2d-bc1c-101d63486501 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/routers/afbc5215-0990-4c3b-8da7-5e5f6d676d92/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1768980 Apr 22 14:48:21.419881 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37580) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:21.522133 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-16f91970-dc71-48e6-8115-d27608b37713 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/99223e95-8b7b-407b-989e-cf8c95149893 HTTP/1.1" status: 200 len: 993 time: 0.1011283 Apr 22 14:48:21.650311 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4adafd0c-0201-4a75-b42e-553f91a06a2f no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:48:21.764557 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.797188 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 4adafd0c-0201-4a75-b42e-553f91a06a2f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4adafd0c-0201-4a75-b42e-553f91a06a2f,segment=NetworkSegment(a5cbe418-b9a6-47bc-9486-fe008702165a),segment_id=a5cbe418-b9a6-47bc-9486-fe008702165a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:21.801111 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.868620 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=4adafd0c-0201-4a75-b42e-553f91a06a2f,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:21.877257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:21.877629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:21.877941 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:21.878270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:21.878603 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:21.878943 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:21.879260 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:21.879613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:21.879933 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:21.880254 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:21.880574 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:22.038233 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb21746-39d8-489f-86a7-4a9da92053ea None None] New status for floating IP 99223e95-8b7b-407b-989e-cf8c95149893: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:48:22.230233 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481ae3c-d5f5-42e5-9fc5-562fb5223f21 req-35d33425-7163-4e64-98b9-fd31954d9764 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:22.232376 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5481ae3c-d5f5-42e5-9fc5-562fb5223f21 req-35d33425-7163-4e64-98b9-fd31954d9764 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 943 time: 0.0768111 Apr 22 14:48:22.285644 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5481ae3c-d5f5-42e5-9fc5-562fb5223f21 req-ac5a8591-40df-41da-aa2a-d26e1a4657b4 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481486 Apr 22 14:48:22.429373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2f1fae9a-66b8-4ede-bddd-f2ae9d3b244b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:22.525252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37586) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:22.574618 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:48:22.645905 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4216bcbe-e58e-4f19-b15d-f6811f72d082 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/99223e95-8b7b-407b-989e-cf8c95149893 HTTP/1.1" status: 200 len: 991 time: 0.1193943 Apr 22 14:48:22.723920 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=232d2bbd-ab9d-465c-acfa-2d522c3c7c59,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:22.737700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'port_id': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'mac_address': 'fa:16:3e:ce:00:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:48:22.796697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:22.816439 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:48:22.832288 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=232d2bbd-ab9d-465c-acfa-2d522c3c7c59,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:22.836859 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:22.901129 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=232d2bbd-ab9d-465c-acfa-2d522c3c7c59,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:23.056342 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['232d2bbd-ab9d-465c-acfa-2d522c3c7c59'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:48:23.483922 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f5247-7e5e-4845-af6d-1c577a139ee8 req-839630fa-c5b8-452d-932e-f2dde063033d tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:23.485387 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dd1f5247-7e5e-4845-af6d-1c577a139ee8 req-839630fa-c5b8-452d-932e-f2dde063033d tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 944 time: 0.0801392 Apr 22 14:48:23.511139 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f0377b9b-dc43-49ac-ab36-8dbb157a2562 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:48:23.532732 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dd1f5247-7e5e-4845-af6d-1c577a139ee8 req-4eb0cb65-8331-44a2-a6df-895c248c15ab tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417023 Apr 22 14:48:23.623264 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:23.639480 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port f0377b9b-dc43-49ac-ab36-8dbb157a2562, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f0377b9b-dc43-49ac-ab36-8dbb157a2562,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:23.644836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:23.714257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=f0377b9b-dc43-49ac-ab36-8dbb157a2562,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:23.799717 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37594) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:24.097196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb843f0-25ab-41a0-9ca8-66b946b585f4 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Router afbc5215-0990-4c3b-8da7-5e5f6d676d92 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:48:24.097604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb843f0-25ab-41a0-9ca8-66b946b585f4 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Notify agent at dv-neutron-839027-1-hyperv the message router_added_to_agent {{(pid=83963) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 22 14:48:24.126758 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8bb843f0-25ab-41a0-9ca8-66b946b585f4 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "POST /v2.0/agents/9a652353-bc9c-4708-9cb0-4b0ed23ca0ff/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3259459 Apr 22 14:48:24.129497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37600) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:24.153150 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca7092-af45-4b78-8c8b-2487a19933f3 None None] Sync routers for ids ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:48:24.165516 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca7092-af45-4b78-8c8b-2487a19933f3 None None] Routers {'afbc5215-0990-4c3b-8da7-5e5f6d676d92'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:24.166118 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f4ca7092-af45-4b78-8c8b-2487a19933f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:47:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:24.306499 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ef82202e-6780-4987-b10b-f758a5c4207d tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/routers/afbc5215-0990-4c3b-8da7-5e5f6d676d92/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1756957 Apr 22 14:48:24.309066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37606) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:24.347085 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-f4ca7092-af45-4b78-8c8b-2487a19933f3 None None] Set router afbc5215-0990-4c3b-8da7-5e5f6d676d92 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:24.405230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:24.414418 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8549415c-cddd-487e-9921-920d98b7996b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/99223e95-8b7b-407b-989e-cf8c95149893 HTTP/1.1" status: 200 len: 991 time: 0.1037223 Apr 22 14:48:24.591100 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:24.670658 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:24.675878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:24.676298 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:24.750413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d156ebe-bbf3-4690-8af0-a62c6605bd34 req-c1f6aee2-c763-4055-ab91-808f8e3c6717 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:24.752707 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0d156ebe-bbf3-4690-8af0-a62c6605bd34 req-c1f6aee2-c763-4055-ab91-808f8e3c6717 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 944 time: 0.0951009 Apr 22 14:48:24.778962 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f4ca7092-af45-4b78-8c8b-2487a19933f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'name': 'tempest-TestNetworkBasicOps-router-2130649280', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:48:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '99223e95-8b7b-407b-989e-cf8c95149893', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'port_id': '65cb4093-a840-4036-8577-bdd107a965f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'mac_address': 'fa:16:3e:00:b9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:47:52Z', 'updated_at': '2022-04-22T14:48:22Z', 'revision_number': 2, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adafd0c-0201-4a75-b42e-553f91a06a2f', 'name': '', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:59:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:29Z', 'updated_at': '2022-04-22T14:48:21Z', 'revision_number': 6, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:24.783553 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca7092-af45-4b78-8c8b-2487a19933f3 None None] Checking router: afbc5215-0990-4c3b-8da7-5e5f6d676d92 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:48:24.793567 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-08a2c572-48d2-4b9d-9dfe-06b1eee5a762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:24.796214 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca7092-af45-4b78-8c8b-2487a19933f3 None None] Routers {'afbc5215-0990-4c3b-8da7-5e5f6d676d92'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:24.796831 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f4ca7092-af45-4b78-8c8b-2487a19933f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:48:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:24.806739 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0d156ebe-bbf3-4690-8af0-a62c6605bd34 req-f00cae66-9bf8-4e59-8f57-7e5a0ef4081a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463679 Apr 22 14:48:24.821392 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:24.851614 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:48:24.861886 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=232d2bbd-ab9d-465c-acfa-2d522c3c7c59,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:24.866569 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:24.918948 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940e0a9b-2e6e-413a-b620-8ed6172155ef'] response: {'server_uuid': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'code': 200} Apr 22 14:48:24.936099 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=232d2bbd-ab9d-465c-acfa-2d522c3c7c59,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:24.981001 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-f4ca7092-af45-4b78-8c8b-2487a19933f3 None None] Set router afbc5215-0990-4c3b-8da7-5e5f6d676d92 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:25.199045 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fae2646b-e289-4805-9f29-c60af4ed52ae req-02eb2afb-15e6-4e93-b063-d0360ad91d39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 1098 time: 0.0755970 Apr 22 14:48:25.242229 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fae2646b-e289-4805-9f29-c60af4ed52ae req-908c0f86-c963-4c74-818c-7ce5ef55308d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376067 Apr 22 14:48:25.337807 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f4ca7092-af45-4b78-8c8b-2487a19933f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'name': 'tempest-TestNetworkBasicOps-router-2130649280', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:48:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '99223e95-8b7b-407b-989e-cf8c95149893', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'port_id': '65cb4093-a840-4036-8577-bdd107a965f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'mac_address': 'fa:16:3e:00:b9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:47:52Z', 'updated_at': '2022-04-22T14:48:22Z', 'revision_number': 2, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adafd0c-0201-4a75-b42e-553f91a06a2f', 'name': '', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:59:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:29Z', 'updated_at': '2022-04-22T14:48:21Z', 'revision_number': 6, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:25.341887 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca7092-af45-4b78-8c8b-2487a19933f3 None None] The sync data for ids ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'] in dv-neutron-839027-1-hyperv is: [{'id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'name': 'tempest-TestNetworkBasicOps-router-2130649280', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f0377b9b-dc43-49ac-ab36-8dbb157a2562', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:25Z', 'updated_at': '2022-04-22T14:48:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '99223e95-8b7b-407b-989e-cf8c95149893', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'port_id': '65cb4093-a840-4036-8577-bdd107a965f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'mac_address': 'fa:16:3e:00:b9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:47:52Z', 'updated_at': '2022-04-22T14:48:22Z', 'revision_number': 2, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adafd0c-0201-4a75-b42e-553f91a06a2f', 'name': '', 'network_id': '726bf91d-ada6-484a-82a6-7c18b58cbb13', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:59:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc5215-0990-4c3b-8da7-5e5f6d676d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:29Z', 'updated_at': '2022-04-22T14:48:21Z', 'revision_number': 6, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '178ce373-a1d3-4387-9883-3f77e0f30b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:48:25.417955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37614) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:25.534449 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-849e0f32-f007-4e7e-ac97-2ad05b6cb8aa tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/99223e95-8b7b-407b-989e-cf8c95149893 HTTP/1.1" status: 200 len: 991 time: 0.1153631 Apr 22 14:48:26.012834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:26.030161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc724bfe-5870-42b5-9586-d6f65fa76e18 req-59772d24-2072-4920-b0bb-814b6d124308 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:26.031707 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bc724bfe-5870-42b5-9586-d6f65fa76e18 req-59772d24-2072-4920-b0bb-814b6d124308 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 945 time: 0.0860286 Apr 22 14:48:26.082277 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bc724bfe-5870-42b5-9586-d6f65fa76e18 req-03e15309-9a79-4606-8b17-f361f1d3ff76 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448632 Apr 22 14:48:26.132657 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:26.537837 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37620) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:26.728805 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-81b85007-c3e7-49cc-a139-c315e933222d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/99223e95-8b7b-407b-989e-cf8c95149893 HTTP/1.1" status: 200 len: 991 time: 0.1898842 Apr 22 14:48:27.288352 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4bdea-d149-42e7-b818-227b52b48961 req-6bab59da-62c4-4f64-a551-ef815f4bcb25 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:27.289801 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1ab4bdea-d149-42e7-b818-227b52b48961 req-6bab59da-62c4-4f64-a551-ef815f4bcb25 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 945 time: 0.0814052 Apr 22 14:48:27.316408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:27.336035 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1ab4bdea-d149-42e7-b818-227b52b48961 req-6b48ca84-bdd5-4e23-8818-de7b853b596f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400133 Apr 22 14:48:27.531946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e66f82-8853-4f47-93da-defc7df5dffc req-7c6afcb8-7d3e-4fbd-8fc8-573ba6c63c7d tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:27.533416 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-85e66f82-8853-4f47-93da-defc7df5dffc req-7c6afcb8-7d3e-4fbd-8fc8-573ba6c63c7d tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 945 time: 0.0781410 Apr 22 14:48:27.566807 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f0377b9b-dc43-49ac-ab36-8dbb157a2562 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:27.581982 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-85e66f82-8853-4f47-93da-defc7df5dffc req-004a1132-183a-42ce-8caa-51d0180f40fb tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430310 Apr 22 14:48:27.610803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37628) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:27.636324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f0377b9b-dc43-49ac-ab36-8dbb157a2562 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:27.636690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:27.691201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0e0d51ff-3413-4641-b8fc-35b164c4dd3b tempest-TestVolumeBootPattern-1136664677 tempest-TestVolumeBootPattern-1136664677-project-admin] Synchronizing usage tracker for tenant:1af50acb336748c991c64085c93bcd86 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:48:27.708949 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0e0d51ff-3413-4641-b8fc-35b164c4dd3b tempest-TestVolumeBootPattern-1136664677 tempest-TestVolumeBootPattern-1136664677-project-admin] Unset dirty status for tenant:1af50acb336748c991c64085c93bcd86 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:48:27.710295 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0e0d51ff-3413-4641-b8fc-35b164c4dd3b tempest-TestVolumeBootPattern-1136664677 tempest-TestVolumeBootPattern-1136664677-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 1093 time: 0.0983543 Apr 22 14:48:27.712937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37632) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:27.718328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:27.723939 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:27.727743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Usage tracker for resource:floatingip and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:27.732178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37636) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:27.732745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:27.738933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:27.750128 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:27.801630 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:27.819437 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port f0377b9b-dc43-49ac-ab36-8dbb157a2562, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f0377b9b-dc43-49ac-ab36-8dbb157a2562,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:27.825839 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:27.827388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4adafd0c-0201-4a75-b42e-553f91a06a2f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:27.848577 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-31fd49b3-fe7c-4b52-ac00-781e8e80b881 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/99223e95-8b7b-407b-989e-cf8c95149893 HTTP/1.1" status: 200 len: 991 time: 0.1140168 Apr 22 14:48:27.891007 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:27.946527 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=f0377b9b-dc43-49ac-ab36-8dbb157a2562,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:27.961604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 4adafd0c-0201-4a75-b42e-553f91a06a2f triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:27.962046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:28.035213 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Allocated IP 172.26.0.248 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/d9ef4ce9-28dc-4a83-86d9-bd20ca865469) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:48:28.079891 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:28.112707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 4adafd0c-0201-4a75-b42e-553f91a06a2f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4adafd0c-0201-4a75-b42e-553f91a06a2f,segment=NetworkSegment(a5cbe418-b9a6-47bc-9486-fe008702165a),segment_id=a5cbe418-b9a6-47bc-9486-fe008702165a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:28.117936 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:28.185983 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=4adafd0c-0201-4a75-b42e-553f91a06a2f,revision_number=7']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:28.191797 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:28.220314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:28.287484 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:48:28.290309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:28.295440 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:48:28.321380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event updated for resources: {'Port': ['ID=d9ef4ce9-28dc-4a83-86d9-bd20ca865469,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:28.840969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:28.850904 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37640) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:28.901082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:28.959404 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8ac3fe45-b50e-4bf9-b583-89e52623e905 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/99223e95-8b7b-407b-989e-cf8c95149893 HTTP/1.1" status: 200 len: 991 time: 0.1069310 Apr 22 14:48:29.202441 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.207038 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.320647 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event updated for resources: {'Port': ['ID=d9ef4ce9-28dc-4a83-86d9-bd20ca865469,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:29.333134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.533906 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f0377b9b-dc43-49ac-ab36-8dbb157a2562 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:29.534467 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Floating IP a38d246d-bd9f-4638-898c-9908e5d517b1 associated. External IP: 172.26.0.248, port: 232d2bbd-ab9d-465c-acfa-2d522c3c7c59. Apr 22 14:48:29.615798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f0377b9b-dc43-49ac-ab36-8dbb157a2562 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:29.616167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.736962 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4adafd0c-0201-4a75-b42e-553f91a06a2f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:29.804128 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 4adafd0c-0201-4a75-b42e-553f91a06a2f triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:29.804497 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.947498 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Router bfd46018-69c1-42d1-bf90-780891eb091f has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:48:29.962963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37644) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:30.074597 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c8ba1b30-f7da-4f64-8c00-7239510cee9d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/99223e95-8b7b-407b-989e-cf8c95149893 HTTP/1.1" status: 200 len: 991 time: 0.1102300 Apr 22 14:48:30.148078 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:48:30.157950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41010a7-9080-44d3-bd96-8b873dcf8ba7 None None] Sync routers for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:48:30.170724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41010a7-9080-44d3-bd96-8b873dcf8ba7 None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:30.171367 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e41010a7-9080-44d3-bd96-8b873dcf8ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:48:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:30.176955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:30.232096 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-aefd69c4-0406-4c90-9627-0df1e613b25f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5178618 Apr 22 14:48:30.232808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'tag': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:48:30.292751 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89efb88d-361c-4e22-943f-cdb1d2d40942'] response: {'name': 'network-changed', 'server_uuid': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'tag': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'status': 'completed', 'code': 200} Apr 22 14:48:30.369605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-e41010a7-9080-44d3-bd96-8b873dcf8ba7 None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:30.390384 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4d9ddc0c-885e-4a44-b819-3b274c2494d9 req-156613a5-5549-4ba1-9b35-53e98f7e60a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 1098 time: 0.0758379 Apr 22 14:48:30.524238 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ddc0c-885e-4a44-b819-3b274c2494d9 req-61e37628-f3b4-4057-bb4e-eca0f65ddef8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:30.525554 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4d9ddc0c-885e-4a44-b819-3b274c2494d9 req-61e37628-f3b4-4057-bb4e-eca0f65ddef8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 913 time: 0.1284001 Apr 22 14:48:30.626031 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4d9ddc0c-885e-4a44-b819-3b274c2494d9 req-15b43a17-c807-4aaf-a4c8-9bc383c56d49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=232d2bbd-ab9d-465c-acfa-2d522c3c7c59 HTTP/1.1" status: 200 len: 999 time: 0.0944309 Apr 22 14:48:30.693786 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ddc0c-885e-4a44-b819-3b274c2494d9 req-b5c3137b-1344-4af7-9233-aed47a30599c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:30.695330 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4d9ddc0c-885e-4a44-b819-3b274c2494d9 req-b5c3137b-1344-4af7-9233-aed47a30599c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2f90018-3175-478a-ba05-5be4603daa12 HTTP/1.1" status: 200 len: 851 time: 0.0636175 Apr 22 14:48:30.720021 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e41010a7-9080-44d3-bd96-8b873dcf8ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'a38d246d-bd9f-4638-898c-9908e5d517b1', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'floating_ip_address': '172.26.0.248', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'port_id': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'mac_address': 'fa:16:3e:ce:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:28Z', 'updated_at': '2022-04-22T14:48:28Z', 'revision_number': 0, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:30.723958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41010a7-9080-44d3-bd96-8b873dcf8ba7 None None] Checking router: bfd46018-69c1-42d1-bf90-780891eb091f for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:48:30.735035 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41010a7-9080-44d3-bd96-8b873dcf8ba7 None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:30.735670 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e41010a7-9080-44d3-bd96-8b873dcf8ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:48:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:30.771539 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4d9ddc0c-885e-4a44-b819-3b274c2494d9 req-89f09168-d012-4508-baf7-2c69f138461d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25eb85eb-411c-4074-8f9a-0de5fadf0faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704336 Apr 22 14:48:30.906987 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4d9ddc0c-885e-4a44-b819-3b274c2494d9 req-ae1cd95d-1276-4f64-a530-236ada2833e1 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298368 Apr 22 14:48:30.953751 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-e41010a7-9080-44d3-bd96-8b873dcf8ba7 None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:31.054940 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4d9ddc0c-885e-4a44-b819-3b274c2494d9 req-17d8860f-dbe5-4199-84b2-04abb2baac36 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426554 Apr 22 14:48:31.079497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37652) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:31.182660 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9f24ae53-5216-44ac-a7a8-b2705b903b1b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/99223e95-8b7b-407b-989e-cf8c95149893 HTTP/1.1" status: 200 len: 991 time: 0.1019208 Apr 22 14:48:31.311740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e41010a7-9080-44d3-bd96-8b873dcf8ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'a38d246d-bd9f-4638-898c-9908e5d517b1', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'floating_ip_address': '172.26.0.248', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'port_id': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'mac_address': 'fa:16:3e:ce:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:28Z', 'updated_at': '2022-04-22T14:48:28Z', 'revision_number': 0, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:31.315758 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41010a7-9080-44d3-bd96-8b873dcf8ba7 None None] The sync data for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv is: [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'a38d246d-bd9f-4638-898c-9908e5d517b1', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'floating_ip_address': '172.26.0.248', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'port_id': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'mac_address': 'fa:16:3e:ce:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:28Z', 'updated_at': '2022-04-22T14:48:28Z', 'revision_number': 0, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:48:32.186926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37656) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:32.290344 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9f2b4a6e-4099-49f9-9e1b-230e0c2ebf9e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/99223e95-8b7b-407b-989e-cf8c95149893 HTTP/1.1" status: 200 len: 991 time: 0.1021764 Apr 22 14:48:32.523124 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b179d190-b763-48bb-a500-7e337d20181e None None] New status for floating IP 99223e95-8b7b-407b-989e-cf8c95149893: ACTIVE {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:48:33.294212 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37660) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:33.400713 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-02014dc3-f0a5-47c1-93a1-00d4adf93777 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/99223e95-8b7b-407b-989e-cf8c95149893 HTTP/1.1" status: 200 len: 993 time: 0.1053851 Apr 22 14:48:33.687810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37668) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:33.977451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4400c-4800-4dfe-9365-aa18e42ab01c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port afa6e031-08cf-4392-908b-052f78403022 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:48:33.977791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1fe4400c-4800-4dfe-9365-aa18e42ab01c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:34.145998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1fe4400c-4800-4dfe-9365-aa18e42ab01c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:34.146324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1fe4400c-4800-4dfe-9365-aa18e42ab01c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:34.266049 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4400c-4800-4dfe-9365-aa18e42ab01c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for afa6e031-08cf-4392-908b-052f78403022 owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:48:34.415016 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1fe4400c-4800-4dfe-9365-aa18e42ab01c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:34.463874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4400c-4800-4dfe-9365-aa18e42ab01c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=afa6e031-08cf-4392-908b-052f78403022,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:34.552762 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1fe4400c-4800-4dfe-9365-aa18e42ab01c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:34.958668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe4400c-4800-4dfe-9365-aa18e42ab01c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router afbc5215-0990-4c3b-8da7-5e5f6d676d92 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:48:35.162933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe4400c-4800-4dfe-9365-aa18e42ab01c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:48:35.183801 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1fe4400c-4800-4dfe-9365-aa18e42ab01c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:35.239039 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1fe4400c-4800-4dfe-9365-aa18e42ab01c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/floatingips/99223e95-8b7b-407b-989e-cf8c95149893 HTTP/1.1" status: 204 len: 168 time: 1.5499041 Apr 22 14:48:35.239487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'tag': '65cb4093-a840-4036-8577-bdd107a965f5'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:48:35.296478 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec120a6-be18-4592-9a20-844b3f4cd3b8'] response: {'name': 'network-changed', 'server_uuid': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'tag': '65cb4093-a840-4036-8577-bdd107a965f5', 'status': 'completed', 'code': 200} Apr 22 14:48:35.505720 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-829d1779-df54-47d7-8e7b-7199bb0df4cc req-01d594fc-f738-4740-b6fb-ffb9019361a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 1098 time: 0.1869128 Apr 22 14:48:35.649508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d1779-df54-47d7-8e7b-7199bb0df4cc req-5020d091-957c-4800-8097-fe7b95640e2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:35.650831 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-829d1779-df54-47d7-8e7b-7199bb0df4cc req-5020d091-957c-4800-8097-fe7b95640e2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=726bf91d-ada6-484a-82a6-7c18b58cbb13 HTTP/1.1" status: 200 len: 897 time: 0.1386018 Apr 22 14:48:35.651301 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebfdd5-5497-4702-909d-95dc64d6bdf9 req-941dd4ae-cc5b-4c0c-a37b-2afe2f5d3099 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:35.652775 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-61ebfdd5-5497-4702-909d-95dc64d6bdf9 req-941dd4ae-cc5b-4c0c-a37b-2afe2f5d3099 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 945 time: 0.0893943 Apr 22 14:48:35.701714 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93745079-7cba-428a-9728-87f06469feef None None] New status for floating IP a38d246d-bd9f-4638-898c-9908e5d517b1: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:48:35.712058 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-61ebfdd5-5497-4702-909d-95dc64d6bdf9 req-ad7dd9d3-2919-4fc4-90a0-cf7f86b38218 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=5466f135-99f9-4edd-a546-d775af074fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515449 Apr 22 14:48:35.729031 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-829d1779-df54-47d7-8e7b-7199bb0df4cc req-c19d3e67-369a-4bde-aac0-3ad0ca360d2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65cb4093-a840-4036-8577-bdd107a965f5 HTTP/1.1" status: 200 len: 217 time: 0.0718882 Apr 22 14:48:35.802659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d1779-df54-47d7-8e7b-7199bb0df4cc req-91a5e7e5-c390-470b-83bf-833821e74ad9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:35.804063 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-829d1779-df54-47d7-8e7b-7199bb0df4cc req-91a5e7e5-c390-470b-83bf-833821e74ad9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=178ce373-a1d3-4387-9883-3f77e0f30b8b HTTP/1.1" status: 200 len: 835 time: 0.0681684 Apr 22 14:48:35.882506 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-829d1779-df54-47d7-8e7b-7199bb0df4cc req-1d442e1d-25e5-460a-9743-7b1011893f51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=726bf91d-ada6-484a-82a6-7c18b58cbb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719748 Apr 22 14:48:36.021372 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-829d1779-df54-47d7-8e7b-7199bb0df4cc req-b19a4996-41aa-4f7b-8236-16dc3d1041d2 service neutron] 10.222.0.30 "GET /v2.0/networks/726bf91d-ada6-484a-82a6-7c18b58cbb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291540 Apr 22 14:48:36.152754 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-829d1779-df54-47d7-8e7b-7199bb0df4cc req-e9955bd8-a651-4d9e-af8e-4d93907c6352 service neutron] 10.222.0.30 "GET /v2.0/networks/726bf91d-ada6-484a-82a6-7c18b58cbb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258893 Apr 22 14:48:36.932405 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a62a2-9a1c-4e74-8b2d-103f16181a4a req-61db2748-3928-478d-9c1e-dfb7fdc2290b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:36.932405 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-da1a62a2-9a1c-4e74-8b2d-103f16181a4a req-61db2748-3928-478d-9c1e-dfb7fdc2290b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 945 time: 0.0827973 Apr 22 14:48:36.982748 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-da1a62a2-9a1c-4e74-8b2d-103f16181a4a req-78ea03d6-5620-4c34-aedb-7dd1e0275c1c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=5466f135-99f9-4edd-a546-d775af074fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415339 Apr 22 14:48:36.992973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeb213-304b-420a-8c9a-741b52793753 req-3042db20-b96c-4525-a575-c456a2cb4aaa tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:36.992973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-3eaeb213-304b-420a-8c9a-741b52793753 req-3042db20-b96c-4525-a575-c456a2cb4aaa tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:48:37.011457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-3eaeb213-304b-420a-8c9a-741b52793753 req-3042db20-b96c-4525-a575-c456a2cb4aaa tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:48:37.011636 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3eaeb213-304b-420a-8c9a-741b52793753 req-3042db20-b96c-4525-a575-c456a2cb4aaa tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 945 time: 0.1116972 Apr 22 14:48:37.080908 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-3eaeb213-304b-420a-8c9a-741b52793753 req-d84e57e4-d1c1-43fe-94f2-dc23c32469cf tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 65cb4093-a840-4036-8577-bdd107a965f5 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:48:37.081255 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-3eaeb213-304b-420a-8c9a-741b52793753 req-d84e57e4-d1c1-43fe-94f2-dc23c32469cf tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:37.339023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-3eaeb213-304b-420a-8c9a-741b52793753 req-d84e57e4-d1c1-43fe-94f2-dc23c32469cf tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 65cb4093-a840-4036-8577-bdd107a965f5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=65cb4093-a840-4036-8577-bdd107a965f5,segment=NetworkSegment(a5cbe418-b9a6-47bc-9486-fe008702165a),segment_id=a5cbe418-b9a6-47bc-9486-fe008702165a)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:37.339023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-3eaeb213-304b-420a-8c9a-741b52793753 req-d84e57e4-d1c1-43fe-94f2-dc23c32469cf tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:37.465690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-3eaeb213-304b-420a-8c9a-741b52793753 req-d84e57e4-d1c1-43fe-94f2-dc23c32469cf tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 65cb4093-a840-4036-8577-bdd107a965f5 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:48:37.631415 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-3eaeb213-304b-420a-8c9a-741b52793753 req-d84e57e4-d1c1-43fe-94f2-dc23c32469cf tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:37.684012 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e57e4-d1c1-43fe-94f2-dc23c32469cf tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=65cb4093-a840-4036-8577-bdd107a965f5,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:37.772052 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eaeb213-304b-420a-8c9a-741b52793753 req-d84e57e4-d1c1-43fe-94f2-dc23c32469cf tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] No DVR routers for this DVR port 65cb4093-a840-4036-8577-bdd107a965f5 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:48:37.774353 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-3eaeb213-304b-420a-8c9a-741b52793753 req-d84e57e4-d1c1-43fe-94f2-dc23c32469cf tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:37.777087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'name': 'network-vif-deleted', 'tag': '65cb4093-a840-4036-8577-bdd107a965f5'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:48:37.798971 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3eaeb213-304b-420a-8c9a-741b52793753 req-d84e57e4-d1c1-43fe-94f2-dc23c32469cf tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "DELETE /v2.0/ports/65cb4093-a840-4036-8577-bdd107a965f5 HTTP/1.1" status: 204 len: 173 time: 0.7821805 Apr 22 14:48:37.841237 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b04fd827-b91d-4f55-b8c5-5ca9b483a017'] response: {'server_uuid': 'fab10849-9c0b-4d92-a3a5-66d78f3448eb', 'name': 'network-vif-deleted', 'tag': '65cb4093-a840-4036-8577-bdd107a965f5', 'status': 'completed', 'code': 200} Apr 22 14:48:38.166786 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bf58cdcf-1ac2-4ec8-841c-e84136d46737 req-5e84f4df-b9d1-45de-85e5-0d4f57e00fc0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab10849-9c0b-4d92-a3a5-66d78f3448eb HTTP/1.1" status: 200 len: 210 time: 0.0461328 Apr 22 14:48:39.275336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37688) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:39.345087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-749a9263-f5ba-41b8-a0f0-b8f6f5cb7912 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:39.374332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-749a9263-f5ba-41b8-a0f0-b8f6f5cb7912 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:39.437225 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-749a9263-f5ba-41b8-a0f0-b8f6f5cb7912 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:39.463253 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a9263-f5ba-41b8-a0f0-b8f6f5cb7912 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5466f135-99f9-4edd-a546-d775af074fca,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:39.472465 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-749a9263-f5ba-41b8-a0f0-b8f6f5cb7912 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:39.473637 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-749a9263-f5ba-41b8-a0f0-b8f6f5cb7912 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/security-groups/5466f135-99f9-4edd-a546-d775af074fca HTTP/1.1" status: 204 len: 168 time: 0.1972768 Apr 22 14:48:39.521579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37694) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:40.007947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b038b36-6f91-4b2d-9f4e-1c2b3e6e7a45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:40.640954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-6b038b36-6f91-4b2d-9f4e-1c2b3e6e7a45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 4adafd0c-0201-4a75-b42e-553f91a06a2f {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:48:40.641774 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b038b36-6f91-4b2d-9f4e-1c2b3e6e7a45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:40.690797 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 65cb4093-a840-4036-8577-bdd107a965f5 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:48:40.724939 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 65cb4093-a840-4036-8577-bdd107a965f5 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:48:40.725277 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 65cb4093-a840-4036-8577-bdd107a965f5 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:48:40.841863 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-6b038b36-6f91-4b2d-9f4e-1c2b3e6e7a45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 4adafd0c-0201-4a75-b42e-553f91a06a2f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4adafd0c-0201-4a75-b42e-553f91a06a2f,segment=NetworkSegment(a5cbe418-b9a6-47bc-9486-fe008702165a),segment_id=a5cbe418-b9a6-47bc-9486-fe008702165a)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:40.842315 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b038b36-6f91-4b2d-9f4e-1c2b3e6e7a45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:40.968528 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-6b038b36-6f91-4b2d-9f4e-1c2b3e6e7a45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 4adafd0c-0201-4a75-b42e-553f91a06a2f owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:48:41.255490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b038b36-6f91-4b2d-9f4e-1c2b3e6e7a45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:41.302428 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b038b36-6f91-4b2d-9f4e-1c2b3e6e7a45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=4adafd0c-0201-4a75-b42e-553f91a06a2f,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:41.596653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6b038b36-6f91-4b2d-9f4e-1c2b3e6e7a45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:42.169838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b038b36-6f91-4b2d-9f4e-1c2b3e6e7a45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router afbc5215-0990-4c3b-8da7-5e5f6d676d92 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:48:42.366758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b038b36-6f91-4b2d-9f4e-1c2b3e6e7a45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:48:42.379499 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6b038b36-6f91-4b2d-9f4e-1c2b3e6e7a45 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/afbc5215-0990-4c3b-8da7-5e5f6d676d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8568089 Apr 22 14:48:42.382516 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37700) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:42.670681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc13048e-4519-4f23-83de-67f565c1d79f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting subnet 178ce373-a1d3-4387-9883-3f77e0f30b8b {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:48:42.673664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fc13048e-4519-4f23-83de-67f565c1d79f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:42.727916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fc13048e-4519-4f23-83de-67f565c1d79f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:42.812927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fc13048e-4519-4f23-83de-67f565c1d79f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:42.884694 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fc13048e-4519-4f23-83de-67f565c1d79f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:42.928263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13048e-4519-4f23-83de-67f565c1d79f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Subnet': ['ID=178ce373-a1d3-4387-9883-3f77e0f30b8b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:42.933445 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fc13048e-4519-4f23-83de-67f565c1d79f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:42.940147 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fc13048e-4519-4f23-83de-67f565c1d79f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/subnets/178ce373-a1d3-4387-9883-3f77e0f30b8b HTTP/1.1" status: 204 len: 168 time: 0.5567691 Apr 22 14:48:42.942036 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0e55ad-95e4-4727-9c54-506fee208c9b None None] Network 726bf91d-ada6-484a-82a6-7c18b58cbb13 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:48:42.942535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37704) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:43.141330 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-935bdfdb-2bce-45c8-ae1a-9104e29795c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:43.194741 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c8fbe-c618-4e52-b3a1-ecb2fee556d6 None None] DHCP port deletion for 726bf91d-ada6-484a-82a6-7c18b58cbb13 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:48:43.199475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-583c8fbe-c618-4e52-b3a1-ecb2fee556d6 None None] Deleting port 1df2f037-1bd9-4f24-a637-d75dc529ba1c {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:48:43.199967 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-583c8fbe-c618-4e52-b3a1-ecb2fee556d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:43.351271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-935bdfdb-2bce-45c8-ae1a-9104e29795c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:43.361944 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-935bdfdb-2bce-45c8-ae1a-9104e29795c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port f0377b9b-dc43-49ac-ab36-8dbb157a2562 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:48:43.362707 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-935bdfdb-2bce-45c8-ae1a-9104e29795c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:43.407967 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-583c8fbe-c618-4e52-b3a1-ecb2fee556d6 None None] For port 1df2f037-1bd9-4f24-a637-d75dc529ba1c, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1df2f037-1bd9-4f24-a637-d75dc529ba1c,segment=NetworkSegment(a5cbe418-b9a6-47bc-9486-fe008702165a),segment_id=a5cbe418-b9a6-47bc-9486-fe008702165a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:43.408358 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-583c8fbe-c618-4e52-b3a1-ecb2fee556d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:43.580991 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-583c8fbe-c618-4e52-b3a1-ecb2fee556d6 None None] Calling delete_port for 1df2f037-1bd9-4f24-a637-d75dc529ba1c owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:48:43.591734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-935bdfdb-2bce-45c8-ae1a-9104e29795c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port f0377b9b-dc43-49ac-ab36-8dbb157a2562, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f0377b9b-dc43-49ac-ab36-8dbb157a2562,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:43.591734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-935bdfdb-2bce-45c8-ae1a-9104e29795c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:43.659106 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1df2f037-1bd9-4f24-a637-d75dc529ba1c no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:48:43.690482 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-583c8fbe-c618-4e52-b3a1-ecb2fee556d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:43.739514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 1df2f037-1bd9-4f24-a637-d75dc529ba1c {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:48:43.739514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1df2f037-1bd9-4f24-a637-d75dc529ba1c not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:48:43.750796 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-935bdfdb-2bce-45c8-ae1a-9104e29795c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for f0377b9b-dc43-49ac-ab36-8dbb157a2562 owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:48:43.760160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c8fbe-c618-4e52-b3a1-ecb2fee556d6 None None] Pushing event deleted for resources: {'Port': ['ID=1df2f037-1bd9-4f24-a637-d75dc529ba1c,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:43.760160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c8fbe-c618-4e52-b3a1-ecb2fee556d6 None None] No DVR routers for this DVR port 1df2f037-1bd9-4f24-a637-d75dc529ba1c on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:48:43.947720 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-935bdfdb-2bce-45c8-ae1a-9104e29795c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.001922 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bdfdb-2bce-45c8-ae1a-9104e29795c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=f0377b9b-dc43-49ac-ab36-8dbb157a2562,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:44.324279 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-935bdfdb-2bce-45c8-ae1a-9104e29795c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.589608 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-935bdfdb-2bce-45c8-ae1a-9104e29795c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.595489 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-935bdfdb-2bce-45c8-ae1a-9104e29795c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.622063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-935bdfdb-2bce-45c8-ae1a-9104e29795c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.622063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935bdfdb-2bce-45c8-ae1a-9104e29795c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Fanout notify agent at l3_agent the message router_deleted on router afbc5215-0990-4c3b-8da7-5e5f6d676d92 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:48:44.639318 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-935bdfdb-2bce-45c8-ae1a-9104e29795c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.639318 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-935bdfdb-2bce-45c8-ae1a-9104e29795c7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/routers/afbc5215-0990-4c3b-8da7-5e5f6d676d92 HTTP/1.1" status: 204 len: 168 time: 1.6907475 Apr 22 14:48:44.639318 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37708) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:44.760547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8687f963-ba8d-4e10-aeed-8ff449a925cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.895525 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8687f963-ba8d-4e10-aeed-8ff449a925cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.924385 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-8687f963-ba8d-4e10-aeed-8ff449a925cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726bf91d-ada6-484a-82a6-7c18b58cbb13']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:44.934050 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-8687f963-ba8d-4e10-aeed-8ff449a925cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cbe418-b9a6-47bc-9486-fe008702165a') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:44.934050 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-8687f963-ba8d-4e10-aeed-8ff449a925cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cbe418-b9a6-47bc-9486-fe008702165a') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:44.946906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8687f963-ba8d-4e10-aeed-8ff449a925cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.966352 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8687f963-ba8d-4e10-aeed-8ff449a925cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.973303 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8687f963-ba8d-4e10-aeed-8ff449a925cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:48:44.973303 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8687f963-ba8d-4e10-aeed-8ff449a925cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:48:44.989213 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:48:45.072513 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8687f963-ba8d-4e10-aeed-8ff449a925cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:45.082150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8687f963-ba8d-4e10-aeed-8ff449a925cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:45.112035 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8687f963-ba8d-4e10-aeed-8ff449a925cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/networks/726bf91d-ada6-484a-82a6-7c18b58cbb13 HTTP/1.1" status: 204 len: 168 time: 0.4686935 Apr 22 14:48:45.112035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687f963-ba8d-4e10-aeed-8ff449a925cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Network': ['ID=726bf91d-ada6-484a-82a6-7c18b58cbb13,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:45.132615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37712) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:45.142591 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4bbbd9c2-4762-4f5a-943b-aa93f162350b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'network': {'name': 'tempest-network-smoke--871320981', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'port_security_enabled': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:45.149707 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4bbbd9c2-4762-4f5a-943b-aa93f162350b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:45.156773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4bbbd9c2-4762-4f5a-943b-aa93f162350b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:network and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:45.156773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4bbbd9c2-4762-4f5a-943b-aa93f162350b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:45.162961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4bbbd9c2-4762-4f5a-943b-aa93f162350b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:45.175575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbbd9c2-4762-4f5a-943b-aa93f162350b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:48:45.175575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4bbbd9c2-4762-4f5a-943b-aa93f162350b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:45.206680 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbbd9c2-4762-4f5a-943b-aa93f162350b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:48:45.216836 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4bbbd9c2-4762-4f5a-943b-aa93f162350b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:45.216836 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-4bbbd9c2-4762-4f5a-943b-aa93f162350b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Added segment c1a54879-2b68-4778-8604-4810ac6912fb of type vlan for network 60b1faac-7d0d-431d-83fc-eb91ab9c6997 Apr 22 14:48:45.248349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4bbbd9c2-4762-4f5a-943b-aa93f162350b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:45.281677 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4bbbd9c2-4762-4f5a-943b-aa93f162350b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:45.281677 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbbd9c2-4762-4f5a-943b-aa93f162350b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:45.285190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4bbbd9c2-4762-4f5a-943b-aa93f162350b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:45.402011 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37716) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:45.406052 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4bbbd9c2-4762-4f5a-943b-aa93f162350b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2629762 Apr 22 14:48:45.406052 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbd9c2-4762-4f5a-943b-aa93f162350b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Network': ['ID=60b1faac-7d0d-431d-83fc-eb91ab9c6997,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:45.409868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-120587634', 'admin_state_up': True, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:45.416301 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 60b1faac-7d0d-431d-83fc-eb91ab9c6997 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:48:45.420429 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:45.420429 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:router and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:45.427224 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:45.433173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:45.451024 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:45.451024 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:45.504317 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:45.675880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:45.966466 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:45.996324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:46.155603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.131 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/f626bb68-6f07-4f04-9bbe-b5373f23c3bd) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:48:46.311045 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:46.340075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:46.420488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:48:46.423437 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:46.426181 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:48:46.467062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=f626bb68-6f07-4f04-9bbe-b5373f23c3bd,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:46.609898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:46.610401 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:46.864419 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:48:47.088020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:48:47.104436 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Sync routers for ids ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:48:47.120866 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Routers {'f2f1b05a-08d4-48e8-83a9-020036dd6bf1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:47.120866 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:48:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:47.125081 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:47.125081 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1f59e9ce-f6b9-451c-a7e7-4a0f69063858 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7232838 Apr 22 14:48:47.128509 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37720) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:47.344687 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Set router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:47.490398 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a72ced74-3614-4ae2-ac83-dcd6b530a635 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cff54c6a8bde4890bebe346e0436bfdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3585348 Apr 22 14:48:47.494631 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37728) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:47.649009 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'name': 'tempest-TestNetworkBasicOps-router-120587634', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:45Z', 'updated_at': '2022-04-22T14:48:46Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:46Z', 'updated_at': '2022-04-22T14:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:47.654422 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Checking router: f2f1b05a-08d4-48e8-83a9-020036dd6bf1 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:48:47.654791 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Updating router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 port f626bb68-6f07-4f04-9bbe-b5373f23c3bd binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:48:47.683902 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a513e3-3802-4eef-8693-6719a5d0443d tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:47.688510 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-27a513e3-3802-4eef-8693-6719a5d0443d tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1975281 Apr 22 14:48:47.688949 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37732) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:47.729692 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-87989f05-6e99-4475-ad04-55c8577488e8 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394590 Apr 22 14:48:47.733598 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37736) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:47.739519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-b35f44d9-13c5-42f1-88ae-e64459348e08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1991034368', 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:47.748597 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:47.849228 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b35f44d9-13c5-42f1-88ae-e64459348e08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:47.853127 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b35f44d9-13c5-42f1-88ae-e64459348e08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:subnet and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:47.856640 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b35f44d9-13c5-42f1-88ae-e64459348e08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:47.862301 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b35f44d9-13c5-42f1-88ae-e64459348e08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:47.872197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35f44d9-13c5-42f1-88ae-e64459348e08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:48:48.076822 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b35f44d9-13c5-42f1-88ae-e64459348e08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:48.089901 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:48.104441 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Transition to ACTIVE for port object f626bb68-6f07-4f04-9bbe-b5373f23c3bd will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:48.109115 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:48.190548 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914282a2-6a7a-4730-9cbf-b67c30600650 None None] Pushing event updated for resources: {'Port': ['ID=f626bb68-6f07-4f04-9bbe-b5373f23c3bd,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:48.193931 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Attempting to bind port f626bb68-6f07-4f04-9bbe-b5373f23c3bd on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:48:48.194294 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Attempting to bind port f626bb68-6f07-4f04-9bbe-b5373f23c3bd by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:48:48.194651 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Attempting to bind port f626bb68-6f07-4f04-9bbe-b5373f23c3bd on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:48:48.206284 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:48:48.206658 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:48:48.207052 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:48.207466 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:48:48.207925 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Bound port: f626bb68-6f07-4f04-9bbe-b5373f23c3bd, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:48:48.208292 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:48.231830 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914282a2-6a7a-4730-9cbf-b67c30600650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:48.231830 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914282a2-6a7a-4730-9cbf-b67c30600650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:48.232173 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914282a2-6a7a-4730-9cbf-b67c30600650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:48.232583 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914282a2-6a7a-4730-9cbf-b67c30600650 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:48.233018 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914282a2-6a7a-4730-9cbf-b67c30600650 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:48.233119 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914282a2-6a7a-4730-9cbf-b67c30600650 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:48.233428 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914282a2-6a7a-4730-9cbf-b67c30600650 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:48.233787 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914282a2-6a7a-4730-9cbf-b67c30600650 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:48.234625 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914282a2-6a7a-4730-9cbf-b67c30600650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:48.234625 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914282a2-6a7a-4730-9cbf-b67c30600650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:48.234808 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914282a2-6a7a-4730-9cbf-b67c30600650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:48.291402 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] For port f626bb68-6f07-4f04-9bbe-b5373f23c3bd, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:48:48.299620 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] For port f626bb68-6f07-4f04-9bbe-b5373f23c3bd, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f626bb68-6f07-4f04-9bbe-b5373f23c3bd,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:48:48.304920 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:48.305612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b35f44d9-13c5-42f1-88ae-e64459348e08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:48.386341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f44d9-13c5-42f1-88ae-e64459348e08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Subnet': ['ID=d9050b1b-d113-40c3-b5b5-ff60714aa02b,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:48.395810 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Routers {'f2f1b05a-08d4-48e8-83a9-020036dd6bf1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:48.396430 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:48:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:48.397346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f44d9-13c5-42f1-88ae-e64459348e08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Checking segment: {'id': 'c1a54879-2b68-4778-8604-4810ac6912fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:48:48.397702 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35f44d9-13c5-42f1-88ae-e64459348e08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network hostable DHCP agents. Network: 60b1faac-7d0d-431d-83fc-eb91ab9c6997, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:48:48.419745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35f44d9-13c5-42f1-88ae-e64459348e08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 60b1faac-7d0d-431d-83fc-eb91ab9c6997 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:48:48.429346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-b35f44d9-13c5-42f1-88ae-e64459348e08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 60b1faac-7d0d-431d-83fc-eb91ab9c6997) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:48.433705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35f44d9-13c5-42f1-88ae-e64459348e08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:48.434953 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b35f44d9-13c5-42f1-88ae-e64459348e08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:48.438732 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0583c4a-b0b2-42b8-a8d0-3297bdeb3bee None None] Network 60b1faac-7d0d-431d-83fc-eb91ab9c6997 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:48:48.458660 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b35f44d9-13c5-42f1-88ae-e64459348e08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7238200 Apr 22 14:48:48.461520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37740) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:48.579768 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914282a2-6a7a-4730-9cbf-b67c30600650 None None] Pushing event updated for resources: {'Port': ['ID=f626bb68-6f07-4f04-9bbe-b5373f23c3bd,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:48.601539 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] Set router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:48.659735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ips': [{'subnet_id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:48:48.660740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:48.817039 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:48:48.839647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Allocated IP 172.20.0.2 (60b1faac-7d0d-431d-83fc-eb91ab9c6997/d9050b1b-d113-40c3-b5b5-ff60714aa02b/8b85b45c-1679-450c-89ed-af0c409c7336) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:48:48.938411 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'name': 'tempest-TestNetworkBasicOps-router-120587634', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:45Z', 'updated_at': '2022-04-22T14:48:46Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:46Z', 'updated_at': '2022-04-22T14:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:48.943093 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d5831-12e5-4e4e-8f93-e4c4b7983fff None None] The sync data for ids ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'] in dv-neutron-839027-1-hyperv is: [{'id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'name': 'tempest-TestNetworkBasicOps-router-120587634', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:45Z', 'updated_at': '2022-04-22T14:48:46Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:46Z', 'updated_at': '2022-04-22T14:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:48:49.069137 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:49.079964 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Transition to ACTIVE for port object 8b85b45c-1679-450c-89ed-af0c409c7336 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:49.099503 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Transition to ACTIVE for port object 8b85b45c-1679-450c-89ed-af0c409c7336 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:49.105361 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:49.186185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Network 60b1faac-7d0d-431d-83fc-eb91ab9c6997 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:48:49.186512 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Pushing event updated for resources: {'Port': ['ID=8b85b45c-1679-450c-89ed-af0c409c7336,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:49.191218 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:49.193502 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:48:49.292977 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Attempting to bind port 8b85b45c-1679-450c-89ed-af0c409c7336 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:48:49.294056 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Attempting to bind port 8b85b45c-1679-450c-89ed-af0c409c7336 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'c1a54879-2b68-4778-8604-4810ac6912fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:48:49.294606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Attempting to bind port 8b85b45c-1679-450c-89ed-af0c409c7336 on network 60b1faac-7d0d-431d-83fc-eb91ab9c6997 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:48:49.301706 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:48:49.302080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Checking segment: {'id': 'c1a54879-2b68-4778-8604-4810ac6912fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:48:49.302483 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:49.302876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Bound using segment: {'id': 'c1a54879-2b68-4778-8604-4810ac6912fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:48:49.303434 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Bound port: 8b85b45c-1679-450c-89ed-af0c409c7336, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a54879-2b68-4778-8604-4810ac6912fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:48:49.303809 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:49.370231 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704f818-f4ec-4ae2-ae1f-92bdacfa6a8e None None] Sync routers for ids ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:48:49.411914 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704f818-f4ec-4ae2-ae1f-92bdacfa6a8e None None] Routers set() bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:49.412285 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704f818-f4ec-4ae2-ae1f-92bdacfa6a8e None None] Router IDs set() for agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 22 14:48:49.412431 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:49.412972 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_agentschedulers_db [None req-1704f818-f4ec-4ae2-ae1f-92bdacfa6a8e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afbc5215-0990-4c3b-8da7-5e5f6d676d92'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:48:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent'). {{(pid=83965) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 22 14:48:49.415246 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] For port 8b85b45c-1679-450c-89ed-af0c409c7336, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:48:49.419663 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] For port 8b85b45c-1679-450c-89ed-af0c409c7336, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8b85b45c-1679-450c-89ed-af0c409c7336,segment=NetworkSegment(c1a54879-2b68-4778-8604-4810ac6912fb),segment_id=c1a54879-2b68-4778-8604-4810ac6912fb)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:48:49.426510 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:49.471016 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704f818-f4ec-4ae2-ae1f-92bdacfa6a8e None None] Routers set() bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:49.471730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704f818-f4ec-4ae2-ae1f-92bdacfa6a8e None None] Router IDs set() for agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 22 14:48:49.471730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_agentschedulers_db [None req-1704f818-f4ec-4ae2-ae1f-92bdacfa6a8e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afbc5215-0990-4c3b-8da7-5e5f6d676d92'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:48:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent'). {{(pid=83965) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 22 14:48:49.472050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704f818-f4ec-4ae2-ae1f-92bdacfa6a8e None None] The sync data for ids ['afbc5215-0990-4c3b-8da7-5e5f6d676d92'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:48:49.526125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870225b-2f1f-43ec-b22b-d28544702bba None None] Pushing event updated for resources: {'Port': ['ID=8b85b45c-1679-450c-89ed-af0c409c7336,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:49.912148 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.1 (60b1faac-7d0d-431d-83fc-eb91ab9c6997/d9050b1b-d113-40c3-b5b5-ff60714aa02b/d0268a13-59de-45a4-a39c-b23aeacda907) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:48:50.087321 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:50.104453 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object d0268a13-59de-45a4-a39c-b23aeacda907 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:50.130660 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:50.213522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 60b1faac-7d0d-431d-83fc-eb91ab9c6997 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:48:50.217713 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:50.220388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:48:50.260419 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=d0268a13-59de-45a4-a39c-b23aeacda907,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:50.304108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:50.416461 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:50.630191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e122bcad-47a8-4042-8708-e4e2f6eb6dff None None] Network 60b1faac-7d0d-431d-83fc-eb91ab9c6997 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:48:50.823753 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1f3c9fd2-64b9-4d8d-9b2d-da34491897ee None None] Provisioning for port 8b85b45c-1679-450c-89ed-af0c409c7336 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:51.046331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:51.050868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:51.178448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5c229726-abbb-4340-99fa-cbebfdf0423d None None] Provisioning for port d0268a13-59de-45a4-a39c-b23aeacda907 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:51.182345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=d0268a13-59de-45a4-a39c-b23aeacda907,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:51.186881 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:51.191182 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5c229726-abbb-4340-99fa-cbebfdf0423d None None] Provisioning complete for port d0268a13-59de-45a4-a39c-b23aeacda907 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:51.191605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5c229726-abbb-4340-99fa-cbebfdf0423d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:51.253447 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-5c229726-abbb-4340-99fa-cbebfdf0423d None None] Port d0268a13-59de-45a4-a39c-b23aeacda907 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:48:51.350272 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 60b1faac-7d0d-431d-83fc-eb91ab9c6997 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:48:51.350272 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:51.395477 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-cd9aeb05-0c19-4e50-a208-94ac439961f4 None None] Provisioning complete for port d0268a13-59de-45a4-a39c-b23aeacda907 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:51.395915 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cd9aeb05-0c19-4e50-a208-94ac439961f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:51.488992 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-cd9aeb05-0c19-4e50-a208-94ac439961f4 None None] Port d0268a13-59de-45a4-a39c-b23aeacda907 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:48:51.710210 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-06106f7b-2622-4c3c-aae4-d92bef050068 None None] Provisioning complete for port d0268a13-59de-45a4-a39c-b23aeacda907 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:51.710863 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-06106f7b-2622-4c3c-aae4-d92bef050068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:51.770325 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-06106f7b-2622-4c3c-aae4-d92bef050068 None None] Port d0268a13-59de-45a4-a39c-b23aeacda907 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:48:51.832488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:48:51.941210 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a5476d-9043-4df2-84a7-f27e886e5865 None None] New status for floating IP 99223e95-8b7b-407b-989e-cf8c95149893: DOWN {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:48:51.973473 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8b85b45c-1679-450c-89ed-af0c409c7336 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:52.144623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 8b85b45c-1679-450c-89ed-af0c409c7336 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:52.144623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 8b85b45c-1679-450c-89ed-af0c409c7336 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:52.144623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:52.169083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:48:52.175265 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37744) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:52.177383 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-319a2693-54c8-42fb-a475-8178b3ed5a24 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/f2f1b05a-08d4-48e8-83a9-020036dd6bf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7118649 Apr 22 14:48:52.322206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:52.344816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b8f7a1-2de4-4151-b851-c1e98b1e8784 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:52.344816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b8f7a1-2de4-4151-b851-c1e98b1e8784 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:52.344816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b8f7a1-2de4-4151-b851-c1e98b1e8784 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:52.344816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b8f7a1-2de4-4151-b851-c1e98b1e8784 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:52.344816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b8f7a1-2de4-4151-b851-c1e98b1e8784 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:52.344816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b8f7a1-2de4-4151-b851-c1e98b1e8784 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:52.352263 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-27b8f7a1-2de4-4151-b851-c1e98b1e8784 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1707261 Apr 22 14:48:52.352263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37748) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:52.356771 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 8b85b45c-1679-450c-89ed-af0c409c7336, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8b85b45c-1679-450c-89ed-af0c409c7336,segment=NetworkSegment(c1a54879-2b68-4778-8604-4810ac6912fb),segment_id=c1a54879-2b68-4778-8604-4810ac6912fb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:52.365961 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:52.416479 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4adafd0c-0201-4a75-b42e-553f91a06a2f no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:48:52.440768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a590677a-a929-4c82-b377-530c29933e4b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:52.441141 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a590677a-a929-4c82-b377-530c29933e4b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:52.441502 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a590677a-a929-4c82-b377-530c29933e4b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:52.441852 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a590677a-a929-4c82-b377-530c29933e4b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:52.442286 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a590677a-a929-4c82-b377-530c29933e4b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:52.442556 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a590677a-a929-4c82-b377-530c29933e4b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:52.444352 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a590677a-a929-4c82-b377-530c29933e4b tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.0942106 Apr 22 14:48:52.447207 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37752) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:52.473611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 4adafd0c-0201-4a75-b42e-553f91a06a2f {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:48:52.473949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4adafd0c-0201-4a75-b42e-553f91a06a2f not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:48:52.495316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-82deff52-92e5-48fb-8ccd-e6aade73e7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:52.501654 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=8b85b45c-1679-450c-89ed-af0c409c7336,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:52.687131 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d4814cb0-0a16-4a49-a6c0-e51fc2e323d4 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2349117 Apr 22 14:48:53.041270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37758) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:53.048273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-4122e9db-910e-4873-81d8-3abfc16b9375 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-607454967', 'description': 'tempest-secgroup-smoke-607454967 description', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:53.054171 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4122e9db-910e-4873-81d8-3abfc16b9375 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:53.058309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4122e9db-910e-4873-81d8-3abfc16b9375 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:53.062025 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4122e9db-910e-4873-81d8-3abfc16b9375 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:53.067703 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4122e9db-910e-4873-81d8-3abfc16b9375 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:53.078788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4122e9db-910e-4873-81d8-3abfc16b9375 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.116494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4122e9db-910e-4873-81d8-3abfc16b9375 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:53.122491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4122e9db-910e-4873-81d8-3abfc16b9375 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:53.124537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4122e9db-910e-4873-81d8-3abfc16b9375 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:53.130142 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4122e9db-910e-4873-81d8-3abfc16b9375 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:53.190688 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4122e9db-910e-4873-81d8-3abfc16b9375 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.194611 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4122e9db-910e-4873-81d8-3abfc16b9375 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.242786 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122e9db-910e-4873-81d8-3abfc16b9375 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da206d2e-077a-479b-8fe8-2ef8f100c81b,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:53.248121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4122e9db-910e-4873-81d8-3abfc16b9375 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.251983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37762) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:53.254060 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4122e9db-910e-4873-81d8-3abfc16b9375 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2085104 Apr 22 14:48:53.257869 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'da206d2e-077a-479b-8fe8-2ef8f100c81b', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:53.264830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:53.270396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:53.274286 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:53.282360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:53.298416 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.359784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.363466 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.388150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b388b8-3a85-469b-a80c-1bc44a8eff88,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:53.401017 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.401957 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1501753 Apr 22 14:48:53.406755 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:53.406755 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:53.407826 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37766) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:53.408397 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:53.408397 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:53.408397 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:53.408397 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:53.408397 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:53.408397 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:53.408397 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:53.410278 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:53.410278 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c324-453a-4e10-a62a-5e35cfb514d8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:53.416438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-61f3e578-e7bc-4913-830b-0c3c3e57a428 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'da206d2e-077a-479b-8fe8-2ef8f100c81b', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:53.419565 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-61f3e578-e7bc-4913-830b-0c3c3e57a428 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:53.424178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-61f3e578-e7bc-4913-830b-0c3c3e57a428 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:53.428127 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-61f3e578-e7bc-4913-830b-0c3c3e57a428 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:53.435057 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-61f3e578-e7bc-4913-830b-0c3c3e57a428 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:53.452694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61f3e578-e7bc-4913-830b-0c3c3e57a428 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.533612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61f3e578-e7bc-4913-830b-0c3c3e57a428 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.533612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61f3e578-e7bc-4913-830b-0c3c3e57a428 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.557545 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3e578-e7bc-4913-830b-0c3c3e57a428 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29243489-ae57-41cc-b581-9e18efccf6cb,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:53.567168 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-61f3e578-e7bc-4913-830b-0c3c3e57a428 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.571037 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-61f3e578-e7bc-4913-830b-0c3c3e57a428 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1618371 Apr 22 14:48:53.571495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37770) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:53.580896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7265122d-a64b-44b2-8fe7-fc201c6e9eef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'da206d2e-077a-479b-8fe8-2ef8f100c81b', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:53.594330 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7265122d-a64b-44b2-8fe7-fc201c6e9eef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:53.594330 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7265122d-a64b-44b2-8fe7-fc201c6e9eef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:53.596173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7265122d-a64b-44b2-8fe7-fc201c6e9eef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:53.602707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7265122d-a64b-44b2-8fe7-fc201c6e9eef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:53.632134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7265122d-a64b-44b2-8fe7-fc201c6e9eef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.645652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8b85b45c-1679-450c-89ed-af0c409c7336 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:53.725896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7265122d-a64b-44b2-8fe7-fc201c6e9eef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.727179 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 8b85b45c-1679-450c-89ed-af0c409c7336 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:53.727572 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.732747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7265122d-a64b-44b2-8fe7-fc201c6e9eef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.760771 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265122d-a64b-44b2-8fe7-fc201c6e9eef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c9892d-fe63-451e-abb7-a2f2a7dc401b,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:53.776753 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7265122d-a64b-44b2-8fe7-fc201c6e9eef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.783080 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7265122d-a64b-44b2-8fe7-fc201c6e9eef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2074335 Apr 22 14:48:53.783891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37774) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:53.788306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-bf8a4aeb-aa26-41df-8910-8fcaff079877 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'da206d2e-077a-479b-8fe8-2ef8f100c81b', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:53.794291 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-bf8a4aeb-aa26-41df-8910-8fcaff079877 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:53.799517 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-bf8a4aeb-aa26-41df-8910-8fcaff079877 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:53.804146 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-bf8a4aeb-aa26-41df-8910-8fcaff079877 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:53.811898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-bf8a4aeb-aa26-41df-8910-8fcaff079877 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:53.832772 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bf8a4aeb-aa26-41df-8910-8fcaff079877 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.877332 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f626bb68-6f07-4f04-9bbe-b5373f23c3bd up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:53.923530 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bf8a4aeb-aa26-41df-8910-8fcaff079877 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.929076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bf8a4aeb-aa26-41df-8910-8fcaff079877 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.952390 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a4aeb-aa26-41df-8910-8fcaff079877 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35220ab-82cd-4105-b5fd-9f3ebd1f0729,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:53.969857 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port f626bb68-6f07-4f04-9bbe-b5373f23c3bd completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:53.974787 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f626bb68-6f07-4f04-9bbe-b5373f23c3bd triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:53.978573 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.978696 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bf8a4aeb-aa26-41df-8910-8fcaff079877 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:53.978696 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bf8a4aeb-aa26-41df-8910-8fcaff079877 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1956046 Apr 22 14:48:53.981157 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37778) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:53.987176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1e288c45-64e1-4d5e-8461-fd738d366279 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'da206d2e-077a-479b-8fe8-2ef8f100c81b', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:53.995624 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1e288c45-64e1-4d5e-8461-fd738d366279 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:54.000495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1e288c45-64e1-4d5e-8461-fd738d366279 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:54.003008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1e288c45-64e1-4d5e-8461-fd738d366279 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:54.008643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1e288c45-64e1-4d5e-8461-fd738d366279 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:54.024781 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-1e288c45-64e1-4d5e-8461-fd738d366279 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:48:54.033597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e288c45-64e1-4d5e-8461-fd738d366279 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:54.123049 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e288c45-64e1-4d5e-8461-fd738d366279 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:54.129834 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e288c45-64e1-4d5e-8461-fd738d366279 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:54.139198 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:54.157888 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e288c45-64e1-4d5e-8461-fd738d366279 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a835e17-f6eb-46a6-aa00-b473956b6f4a,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:54.171563 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e288c45-64e1-4d5e-8461-fd738d366279 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:54.179654 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1e288c45-64e1-4d5e-8461-fd738d366279 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1893644 Apr 22 14:48:54.181998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37782) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:54.188014 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port f626bb68-6f07-4f04-9bbe-b5373f23c3bd, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f626bb68-6f07-4f04-9bbe-b5373f23c3bd,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:54.188014 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:54.194276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-96a64bb8-b3db-4f95-9ce7-3941b30575a4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': 'da206d2e-077a-479b-8fe8-2ef8f100c81b', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:54.194276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-96a64bb8-b3db-4f95-9ce7-3941b30575a4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:54.205529 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-96a64bb8-b3db-4f95-9ce7-3941b30575a4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:54.211897 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-96a64bb8-b3db-4f95-9ce7-3941b30575a4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:54.219902 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-96a64bb8-b3db-4f95-9ce7-3941b30575a4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:54.238067 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-96a64bb8-b3db-4f95-9ce7-3941b30575a4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:48:54.250134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-96a64bb8-b3db-4f95-9ce7-3941b30575a4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:54.254532 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f0377b9b-dc43-49ac-ab36-8dbb157a2562 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:48:54.351404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: f0377b9b-dc43-49ac-ab36-8dbb157a2562 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:48:54.351404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f0377b9b-dc43-49ac-ab36-8dbb157a2562 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:48:54.381535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-96a64bb8-b3db-4f95-9ce7-3941b30575a4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:54.386814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-96a64bb8-b3db-4f95-9ce7-3941b30575a4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:54.398676 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=f626bb68-6f07-4f04-9bbe-b5373f23c3bd,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:54.405016 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a64bb8-b3db-4f95-9ce7-3941b30575a4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0bc46d-7f6f-4cbc-af40-0db4e8bbe85b,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:54.411245 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:54.426721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-96a64bb8-b3db-4f95-9ce7-3941b30575a4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:54.428136 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-96a64bb8-b3db-4f95-9ce7-3941b30575a4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2527878 Apr 22 14:48:54.714040 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-416a555d-316d-46b1-ac77-225245e71bd4 req-262926a5-c562-4fe0-b0cb-77df648c48ed tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-607454967&fields=id&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 267 time: 0.0496278 Apr 22 14:48:54.758083 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a3b52047-b9ce-489c-89bc-de5610aabeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:54.873252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a555d-316d-46b1-ac77-225245e71bd4 req-d4ecd5d6-1c49-4e51-80ee-e79fba437fcd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:54.873870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-416a555d-316d-46b1-ac77-225245e71bd4 req-d4ecd5d6-1c49-4e51-80ee-e79fba437fcd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:48:54.889551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-416a555d-316d-46b1-ac77-225245e71bd4 req-d4ecd5d6-1c49-4e51-80ee-e79fba437fcd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:48:54.891361 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-416a555d-316d-46b1-ac77-225245e71bd4 req-d4ecd5d6-1c49-4e51-80ee-e79fba437fcd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/networks?id=60b1faac-7d0d-431d-83fc-eb91ab9c6997 HTTP/1.1" status: 200 len: 796 time: 0.1696115 Apr 22 14:48:54.915003 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-416a555d-316d-46b1-ac77-225245e71bd4 req-64cce054-4fd0-4d50-84c7-cec1c563defc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/quotas/cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 375 time: 0.0137734 Apr 22 14:48:55.010496 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-416a555d-316d-46b1-ac77-225245e71bd4 req-45fe83ef-7399-4439-9bf5-686ea506d718 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881026 Apr 22 14:48:55.242377 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-416a555d-316d-46b1-ac77-225245e71bd4 req-474f2054-4d50-46fc-b946-3aa9a074bf7b service neutron] 10.222.0.23 "GET /v2.0/networks/60b1faac-7d0d-431d-83fc-eb91ab9c6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145481 Apr 22 14:48:55.382807 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-416a555d-316d-46b1-ac77-225245e71bd4 req-82fba883-5df6-4b5e-9e75-ab2d12c2d4e6 service neutron] 10.222.0.23 "GET /v2.0/networks/60b1faac-7d0d-431d-83fc-eb91ab9c6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344020 Apr 22 14:48:55.569603 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f626bb68-6f07-4f04-9bbe-b5373f23c3bd up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:55.673581 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Sync routers for ids ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:48:55.707095 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Routers {'f2f1b05a-08d4-48e8-83a9-020036dd6bf1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:55.708178 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:48:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:55.731561 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-50494655-2cee-4e24-8e87-088b6792353c req-7a2d2054-40ae-47a9-b36e-0c54887f09ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 210 time: 0.1888540 Apr 22 14:48:55.848869 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f626bb68-6f07-4f04-9bbe-b5373f23c3bd triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:55.849471 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:56.003514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Set router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:56.087747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:56.243811 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:56.364885 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'name': 'tempest-TestNetworkBasicOps-router-120587634', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:45Z', 'updated_at': '2022-04-22T14:48:50Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:46Z', 'updated_at': '2022-04-22T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0268a13-59de-45a4-a39c-b23aeacda907', 'name': '', 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:95:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:49Z', 'updated_at': '2022-04-22T14:48:50Z', 'revision_number': 2, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:56.368799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Checking router: f2f1b05a-08d4-48e8-83a9-020036dd6bf1 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:48:56.369172 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Updating router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 port d0268a13-59de-45a4-a39c-b23aeacda907 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:48:56.425093 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:56.693457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a555d-316d-46b1-ac77-225245e71bd4 req-662d6e8e-c791-45c7-a17b-97a76f58ee9a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:56.694186 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-416a555d-316d-46b1-ac77-225245e71bd4 req-662d6e8e-c791-45c7-a17b-97a76f58ee9a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:48:56.708235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-416a555d-316d-46b1-ac77-225245e71bd4 req-662d6e8e-c791-45c7-a17b-97a76f58ee9a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:48:56.709901 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-416a555d-316d-46b1-ac77-225245e71bd4 req-662d6e8e-c791-45c7-a17b-97a76f58ee9a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/networks?id=60b1faac-7d0d-431d-83fc-eb91ab9c6997 HTTP/1.1" status: 200 len: 796 time: 0.1743371 Apr 22 14:48:56.766294 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-416a555d-316d-46b1-ac77-225245e71bd4 req-b26a2111-20c3-4e7f-890f-71b8e20a82f1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:48:56.786422 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-416a555d-316d-46b1-ac77-225245e71bd4 req-b26a2111-20c3-4e7f-890f-71b8e20a82f1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:48:56.787751 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-416a555d-316d-46b1-ac77-225245e71bd4 req-b26a2111-20c3-4e7f-890f-71b8e20a82f1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 379 time: 0.0653844 Apr 22 14:48:56.799793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'port': {'device_id': '08ea55b0-84fe-4b85-be3d-808109fd8081', 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'admin_state_up': True, 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'security_groups': ['da206d2e-077a-479b-8fe8-2ef8f100c81b']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:56.865154 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:56.880383 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Transition to ACTIVE for port object d0268a13-59de-45a4-a39c-b23aeacda907 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:56.889025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:56.915502 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b56a096a-0db8-43a4-86e1-8a05c64239c6 req-482ebef3-4c87-476f-8b30-470ed72c6af1 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 210 time: 0.0479884 Apr 22 14:48:57.026930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61c6a6-923d-44d8-833a-14a5cd26dbad None None] Pushing event updated for resources: {'Port': ['ID=d0268a13-59de-45a4-a39c-b23aeacda907,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:57.073775 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:57.079716 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:port and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:57.082943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:57.089342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:57.100344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:48:57.103767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:57.127024 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Attempting to bind port d0268a13-59de-45a4-a39c-b23aeacda907 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:48:57.127583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Attempting to bind port d0268a13-59de-45a4-a39c-b23aeacda907 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'c1a54879-2b68-4778-8604-4810ac6912fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:48:57.128089 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Attempting to bind port d0268a13-59de-45a4-a39c-b23aeacda907 on network 60b1faac-7d0d-431d-83fc-eb91ab9c6997 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:48:57.135603 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:48:57.135975 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Checking segment: {'id': 'c1a54879-2b68-4778-8604-4810ac6912fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:48:57.136604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:57.137046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Bound using segment: {'id': 'c1a54879-2b68-4778-8604-4810ac6912fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:48:57.137516 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Bound port: d0268a13-59de-45a4-a39c-b23aeacda907, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a54879-2b68-4778-8604-4810ac6912fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:48:57.137892 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:57.226676 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] For port d0268a13-59de-45a4-a39c-b23aeacda907, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:48:57.229871 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] For port d0268a13-59de-45a4-a39c-b23aeacda907, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d0268a13-59de-45a4-a39c-b23aeacda907,segment=NetworkSegment(c1a54879-2b68-4778-8604-4810ac6912fb),segment_id=c1a54879-2b68-4778-8604-4810ac6912fb)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:48:57.234100 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:57.278819 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.11 (60b1faac-7d0d-431d-83fc-eb91ab9c6997/d9050b1b-d113-40c3-b5b5-ff60714aa02b/b324a3c7-135a-46ef-82ec-85dde3260abb) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:48:57.341569 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:57.344799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61c6a6-923d-44d8-833a-14a5cd26dbad None None] Pushing event updated for resources: {'Port': ['ID=d0268a13-59de-45a4-a39c-b23aeacda907,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:57.355172 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Routers {'f2f1b05a-08d4-48e8-83a9-020036dd6bf1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:57.356593 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:48:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:57.498451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:57.519105 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object b324a3c7-135a-46ef-82ec-85dde3260abb will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:57.547689 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:57.578342 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] Set router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:57.639002 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 60b1faac-7d0d-431d-83fc-eb91ab9c6997 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:48:57.644113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=b324a3c7-135a-46ef-82ec-85dde3260abb,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:57.648698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:57.651209 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:48:57.735153 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:57.736299 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:57.778199 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-416a555d-316d-46b1-ac77-225245e71bd4 req-2e2dfac6-6217-494a-ac61-51a584d275b0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9853055 Apr 22 14:48:57.790676 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Request body: {'port': {'device_id': '08ea55b0-84fe-4b85-be3d-808109fd8081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:57.912431 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:57.978515 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1d73974a-88f2-4d64-bee9-1e098b5671dc None None] Provisioning for port b324a3c7-135a-46ef-82ec-85dde3260abb completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:57.988755 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1d73974a-88f2-4d64-bee9-1e098b5671dc None None] Provisioning complete for port b324a3c7-135a-46ef-82ec-85dde3260abb triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:57.989149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1d73974a-88f2-4d64-bee9-1e098b5671dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:58.047764 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1d73974a-88f2-4d64-bee9-1e098b5671dc None None] Port b324a3c7-135a-46ef-82ec-85dde3260abb cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:48:58.056018 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'name': 'tempest-TestNetworkBasicOps-router-120587634', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:45Z', 'updated_at': '2022-04-22T14:48:50Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:46Z', 'updated_at': '2022-04-22T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0268a13-59de-45a4-a39c-b23aeacda907', 'name': '', 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:95:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:49Z', 'updated_at': '2022-04-22T14:48:57Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:58.060317 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bfc64f-a174-40c3-a769-a714182d366b None None] The sync data for ids ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'] in dv-neutron-839027-1-hyperv is: [{'id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'name': 'tempest-TestNetworkBasicOps-router-120587634', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:45Z', 'updated_at': '2022-04-22T14:48:50Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:46Z', 'updated_at': '2022-04-22T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0268a13-59de-45a4-a39c-b23aeacda907', 'name': '', 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:95:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:49Z', 'updated_at': '2022-04-22T14:48:57Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:48:58.218972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6064392-7dd0-42dd-842f-d4bd4347547a req-a5c93042-fcb6-47a0-b944-486a36850366 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:58.228352 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6064392-7dd0-42dd-842f-d4bd4347547a req-a5c93042-fcb6-47a0-b944-486a36850366 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 932 time: 0.1407678 Apr 22 14:48:58.284296 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6064392-7dd0-42dd-842f-d4bd4347547a req-4ffbfb75-df41-49fe-bd4a-1d6b89960187 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=da206d2e-077a-479b-8fe8-2ef8f100c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543489 Apr 22 14:48:58.355370 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b324a3c7-135a-46ef-82ec-85dde3260abb {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:48:58.364637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:58.382003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Transition to ACTIVE for port object b324a3c7-135a-46ef-82ec-85dde3260abb will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:58.386675 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:58.539532 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Pushing event updated for resources: {'Port': ['ID=b324a3c7-135a-46ef-82ec-85dde3260abb,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:58.684495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Attempting to bind port b324a3c7-135a-46ef-82ec-85dde3260abb on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:48:58.684495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Attempting to bind port b324a3c7-135a-46ef-82ec-85dde3260abb by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'c1a54879-2b68-4778-8604-4810ac6912fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:48:58.685002 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Attempting to bind port b324a3c7-135a-46ef-82ec-85dde3260abb on network 60b1faac-7d0d-431d-83fc-eb91ab9c6997 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:48:58.694147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Port b324a3c7-135a-46ef-82ec-85dde3260abb on network 60b1faac-7d0d-431d-83fc-eb91ab9c6997 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:48:58.694524 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Attempting to bind port b324a3c7-135a-46ef-82ec-85dde3260abb on network 60b1faac-7d0d-431d-83fc-eb91ab9c6997 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:48:58.704596 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:48:58.705075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Checking segment: {'id': 'c1a54879-2b68-4778-8604-4810ac6912fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:48:58.705686 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Bound using segment: {'id': 'c1a54879-2b68-4778-8604-4810ac6912fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:48:58.706414 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Bound port: b324a3c7-135a-46ef-82ec-85dde3260abb, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a54879-2b68-4778-8604-4810ac6912fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:48:58.706990 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:58.836301 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] For port b324a3c7-135a-46ef-82ec-85dde3260abb, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:48:58.841486 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] For port b324a3c7-135a-46ef-82ec-85dde3260abb, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b324a3c7-135a-46ef-82ec-85dde3260abb,segment=NetworkSegment(c1a54879-2b68-4778-8604-4810ac6912fb),segment_id=c1a54879-2b68-4778-8604-4810ac6912fb)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:48:58.848401 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:58.920849 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:58.923190 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-416a555d-316d-46b1-ac77-225245e71bd4 req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] 10.222.0.30 "PUT /v2.0/ports/b324a3c7-135a-46ef-82ec-85dde3260abb HTTP/1.1" status: 200 len: 1094 time: 1.1369441 Apr 22 14:48:58.940745 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ea55b0-84fe-4b85-be3d-808109fd8081', 'tag': 'b324a3c7-135a-46ef-82ec-85dde3260abb'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:48:58.966856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a6a58-35c7-4ac9-b291-9dff9122d41b service neutron] Pushing event updated for resources: {'Port': ['ID=b324a3c7-135a-46ef-82ec-85dde3260abb,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:59.042501 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f68f87-bdf3-46dd-a97a-eb76cd60cfc0'] response: {'name': 'network-changed', 'server_uuid': '08ea55b0-84fe-4b85-be3d-808109fd8081', 'tag': 'b324a3c7-135a-46ef-82ec-85dde3260abb', 'status': 'completed', 'code': 200} Apr 22 14:48:59.092197 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-416a555d-316d-46b1-ac77-225245e71bd4 req-8bd5284e-62ae-4c6e-a9be-c3e6c743692a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 1097 time: 0.1201439 Apr 22 14:48:59.172251 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-416a555d-316d-46b1-ac77-225245e71bd4 req-5128c3d4-872e-4026-953a-8c2c526d9568 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b324a3c7-135a-46ef-82ec-85dde3260abb HTTP/1.1" status: 200 len: 217 time: 0.0736136 Apr 22 14:48:59.344416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a555d-316d-46b1-ac77-225245e71bd4 req-1491a86d-8652-4a58-87bd-906f2c7e4218 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:59.345867 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-416a555d-316d-46b1-ac77-225245e71bd4 req-1491a86d-8652-4a58-87bd-906f2c7e4218 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9050b1b-d113-40c3-b5b5-ff60714aa02b HTTP/1.1" status: 200 len: 844 time: 0.1685362 Apr 22 14:48:59.429512 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-416a555d-316d-46b1-ac77-225245e71bd4 req-62c5c8f7-d3d6-400f-b183-091923bc7e37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60b1faac-7d0d-431d-83fc-eb91ab9c6997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780122 Apr 22 14:48:59.503990 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d5728-9a6e-4949-af37-4f18c9ab3a87 req-30d0c08b-f7ed-4be0-8942-fc4676bee3ea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:59.505672 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0d2d5728-9a6e-4949-af37-4f18c9ab3a87 req-30d0c08b-f7ed-4be0-8942-fc4676bee3ea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 944 time: 0.0910430 Apr 22 14:48:59.574737 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0d2d5728-9a6e-4949-af37-4f18c9ab3a87 req-efaad8a2-03fb-4a7c-85e5-f6f24dc52dbf tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=da206d2e-077a-479b-8fe8-2ef8f100c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605342 Apr 22 14:48:59.619679 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-416a555d-316d-46b1-ac77-225245e71bd4 req-064b81bb-f968-4ac2-b0df-36e7c1821f04 service neutron] 10.222.0.30 "GET /v2.0/networks/60b1faac-7d0d-431d-83fc-eb91ab9c6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833079 Apr 22 14:48:59.623509 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d0268a13-59de-45a4-a39c-b23aeacda907 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:59.700884 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port d0268a13-59de-45a4-a39c-b23aeacda907 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:59.708011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d0268a13-59de-45a4-a39c-b23aeacda907 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:59.708411 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:59.804061 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-416a555d-316d-46b1-ac77-225245e71bd4 req-a93d3703-4fe6-484a-b0ab-c68172632708 service neutron] 10.222.0.30 "GET /v2.0/networks/60b1faac-7d0d-431d-83fc-eb91ab9c6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765568 Apr 22 14:48:59.896053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:59.934328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port d0268a13-59de-45a4-a39c-b23aeacda907, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d0268a13-59de-45a4-a39c-b23aeacda907,segment=NetworkSegment(c1a54879-2b68-4778-8604-4810ac6912fb),segment_id=c1a54879-2b68-4778-8604-4810ac6912fb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:59.938019 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-925c0af9-66e5-4553-9508-814d3923ffe8 req-1a2d46ba-28ba-432a-9929-6459ec91b753 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 1097 time: 0.0825682 Apr 22 14:48:59.940050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:00.021650 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=d0268a13-59de-45a4-a39c-b23aeacda907,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:00.104585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c0af9-66e5-4553-9508-814d3923ffe8 req-f3a13827-1872-4b18-9cd4-71c505dec658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:00.106888 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-925c0af9-66e5-4553-9508-814d3923ffe8 req-f3a13827-1872-4b18-9cd4-71c505dec658 service neutron] 10.222.0.30 "GET /v2.0/networks?id=60b1faac-7d0d-431d-83fc-eb91ab9c6997 HTTP/1.1" status: 200 len: 897 time: 0.1625962 Apr 22 14:49:00.189914 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-925c0af9-66e5-4553-9508-814d3923ffe8 req-e65d2db1-d82a-403e-956c-5196732805c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b324a3c7-135a-46ef-82ec-85dde3260abb HTTP/1.1" status: 200 len: 217 time: 0.0761077 Apr 22 14:49:00.267403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c0af9-66e5-4553-9508-814d3923ffe8 req-41410773-e3eb-45a2-bb19-b3a3d7388fd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:00.269289 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-925c0af9-66e5-4553-9508-814d3923ffe8 req-41410773-e3eb-45a2-bb19-b3a3d7388fd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9050b1b-d113-40c3-b5b5-ff60714aa02b HTTP/1.1" status: 200 len: 844 time: 0.0734644 Apr 22 14:49:00.349661 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-925c0af9-66e5-4553-9508-814d3923ffe8 req-945875e9-1e7f-4268-9519-664d94b47f67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60b1faac-7d0d-431d-83fc-eb91ab9c6997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736639 Apr 22 14:49:00.491618 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-925c0af9-66e5-4553-9508-814d3923ffe8 req-3103c135-3dac-4f70-866c-4f2a0ec05452 service neutron] 10.222.0.30 "GET /v2.0/networks/60b1faac-7d0d-431d-83fc-eb91ab9c6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341312 Apr 22 14:49:00.638342 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-925c0af9-66e5-4553-9508-814d3923ffe8 req-022c34cf-8853-4ceb-9a6d-8d5c6f8d7294 service neutron] 10.222.0.30 "GET /v2.0/networks/60b1faac-7d0d-431d-83fc-eb91ab9c6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404660 Apr 22 14:49:00.803527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55713374-b7fe-4331-b2d7-9a8900f5dcb9 req-854cf910-aa3a-4e35-8a94-a93122639618 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:00.805014 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-55713374-b7fe-4331-b2d7-9a8900f5dcb9 req-854cf910-aa3a-4e35-8a94-a93122639618 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 944 time: 0.0853345 Apr 22 14:49:00.854976 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-55713374-b7fe-4331-b2d7-9a8900f5dcb9 req-d1e65d0e-8bdd-4f1b-a728-42afb13d2a18 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=da206d2e-077a-479b-8fe8-2ef8f100c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441091 Apr 22 14:49:01.547205 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d0268a13-59de-45a4-a39c-b23aeacda907 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:49:01.621750 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d0268a13-59de-45a4-a39c-b23aeacda907 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:01.622122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:02.052926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d35a5-f1ff-4788-95b7-00b4a9c2d68b req-a359dd47-9851-44ab-974d-ce705805e4a4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:02.054276 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3a2d35a5-f1ff-4788-95b7-00b4a9c2d68b req-a359dd47-9851-44ab-974d-ce705805e4a4 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 944 time: 0.0778503 Apr 22 14:49:02.102002 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3a2d35a5-f1ff-4788-95b7-00b4a9c2d68b req-01feaed5-774b-4f9c-ae93-b84587210441 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=da206d2e-077a-479b-8fe8-2ef8f100c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405519 Apr 22 14:49:02.793854 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device b324a3c7-135a-46ef-82ec-85dde3260abb details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:49:02.933061 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port b324a3c7-135a-46ef-82ec-85dde3260abb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b324a3c7-135a-46ef-82ec-85dde3260abb,segment=NetworkSegment(c1a54879-2b68-4778-8604-4810ac6912fb),segment_id=c1a54879-2b68-4778-8604-4810ac6912fb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:02.950864 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': 'b324a3c7-135a-46ef-82ec-85dde3260abb', 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'port_id': 'b324a3c7-135a-46ef-82ec-85dde3260abb', 'mac_address': 'fa:16:3e:93:47:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:49:03.004396 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:03.022140 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b324a3c7-135a-46ef-82ec-85dde3260abb {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:49:03.036848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port b324a3c7-135a-46ef-82ec-85dde3260abb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b324a3c7-135a-46ef-82ec-85dde3260abb,segment=NetworkSegment(c1a54879-2b68-4778-8604-4810ac6912fb),segment_id=c1a54879-2b68-4778-8604-4810ac6912fb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:03.042467 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:03.109785 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=b324a3c7-135a-46ef-82ec-85dde3260abb,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:03.265826 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['b324a3c7-135a-46ef-82ec-85dde3260abb'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:49:03.311376 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49126b5-fc65-47c6-b6aa-9f4e3a319ac8 req-e2ac8568-4c46-4402-a3a7-01dd44187b9a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:03.313282 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e49126b5-fc65-47c6-b6aa-9f4e3a319ac8 req-e2ac8568-4c46-4402-a3a7-01dd44187b9a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 945 time: 0.0837402 Apr 22 14:49:03.364713 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e49126b5-fc65-47c6-b6aa-9f4e3a319ac8 req-5a8dd52e-a379-474c-b007-df576f560fdb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=da206d2e-077a-479b-8fe8-2ef8f100c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460985 Apr 22 14:49:04.593373 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f626799-4c29-46f0-8d2e-b31cf52151aa req-c275168d-4f16-4ab8-ab4d-0d6d80d1c184 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:04.594992 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5f626799-4c29-46f0-8d2e-b31cf52151aa req-c275168d-4f16-4ab8-ab4d-0d6d80d1c184 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 945 time: 0.0985167 Apr 22 14:49:04.644623 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5f626799-4c29-46f0-8d2e-b31cf52151aa req-f9e43f10-0b34-453d-93e3-15cb5c044b94 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=da206d2e-077a-479b-8fe8-2ef8f100c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433803 Apr 22 14:49:04.665179 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6c29fd58-14e9-4b60-bc60-8a835ce7850f req-f703c383-02b1-4d62-b168-5927363b01f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766943 Apr 22 14:49:04.809509 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device b324a3c7-135a-46ef-82ec-85dde3260abb up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:49:04.829949 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6c29fd58-14e9-4b60-bc60-8a835ce7850f req-7509faa1-a130-47da-bb1e-a21ba156559e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 1098 time: 0.0927768 Apr 22 14:49:04.882386 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port b324a3c7-135a-46ef-82ec-85dde3260abb completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:49:04.890602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port b324a3c7-135a-46ef-82ec-85dde3260abb triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:04.891065 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:04.996140 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29fd58-14e9-4b60-bc60-8a835ce7850f req-dc1ebe79-f425-4a0a-bef8-7b91a6743e02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:04.997820 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6c29fd58-14e9-4b60-bc60-8a835ce7850f req-dc1ebe79-f425-4a0a-bef8-7b91a6743e02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 913 time: 0.1426573 Apr 22 14:49:05.023379 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:05.056929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ea55b0-84fe-4b85-be3d-808109fd8081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b324a3c7-135a-46ef-82ec-85dde3260abb'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:49:05.068424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port b324a3c7-135a-46ef-82ec-85dde3260abb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b324a3c7-135a-46ef-82ec-85dde3260abb,segment=NetworkSegment(c1a54879-2b68-4778-8604-4810ac6912fb),segment_id=c1a54879-2b68-4778-8604-4810ac6912fb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:05.074175 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:05.123515 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6c29fd58-14e9-4b60-bc60-8a835ce7850f req-480e4a21-6ea8-4b26-9491-e1f783d12132 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=232d2bbd-ab9d-465c-acfa-2d522c3c7c59 HTTP/1.1" status: 200 len: 1001 time: 0.1197932 Apr 22 14:49:05.161961 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=b324a3c7-135a-46ef-82ec-85dde3260abb,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:05.214497 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29fd58-14e9-4b60-bc60-8a835ce7850f req-e6248636-63b9-4545-8147-80d51fbe6bd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:05.216689 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6c29fd58-14e9-4b60-bc60-8a835ce7850f req-e6248636-63b9-4545-8147-80d51fbe6bd3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2f90018-3175-478a-ba05-5be4603daa12 HTTP/1.1" status: 200 len: 851 time: 0.0866661 Apr 22 14:49:05.274803 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7efeea-2e54-48cd-9e1c-6c3b8cf855eb'] response: {'server_uuid': '08ea55b0-84fe-4b85-be3d-808109fd8081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b324a3c7-135a-46ef-82ec-85dde3260abb', 'code': 200} Apr 22 14:49:05.304790 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6c29fd58-14e9-4b60-bc60-8a835ce7850f req-dfff78e6-f79a-4553-9425-371e5b24c281 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25eb85eb-411c-4074-8f9a-0de5fadf0faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826964 Apr 22 14:49:05.547321 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b60b9050-8c39-4af3-810a-d67765448724 req-fdf5c356-6a23-4ec9-971c-44e85351dcb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 1099 time: 0.0787504 Apr 22 14:49:05.562163 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6c29fd58-14e9-4b60-bc60-8a835ce7850f req-4cfd7a06-ab1e-4250-9fa9-53f1ba084992 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510161 Apr 22 14:49:05.594224 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b60b9050-8c39-4af3-810a-d67765448724 req-4b599f2d-9e88-4c83-bf27-bbbfc8c58b86 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da206d2e-077a-479b-8fe8-2ef8f100c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409887 Apr 22 14:49:05.705303 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6c29fd58-14e9-4b60-bc60-8a835ce7850f req-47b25143-90c2-4046-be49-f07b2b1ed6de service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378546 Apr 22 14:49:05.854584 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce734b-65b1-487d-a9a5-b0906aa7e071 req-02758f54-ef66-4dda-bbd1-38f2437a8c97 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:05.856100 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-90ce734b-65b1-487d-a9a5-b0906aa7e071 req-02758f54-ef66-4dda-bbd1-38f2437a8c97 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 946 time: 0.0768075 Apr 22 14:49:05.905293 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-90ce734b-65b1-487d-a9a5-b0906aa7e071 req-0636be1e-d62f-4cd8-9219-4e69e1abd52a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=da206d2e-077a-479b-8fe8-2ef8f100c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435629 Apr 22 14:49:07.101884 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2ded3-5c13-4f68-a1f0-3a79f7375a9a req-26cec37d-bceb-45d9-8627-07d4b624dd82 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:07.103393 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e9b2ded3-5c13-4f68-a1f0-3a79f7375a9a req-26cec37d-bceb-45d9-8627-07d4b624dd82 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 946 time: 0.0777767 Apr 22 14:49:07.149333 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e9b2ded3-5c13-4f68-a1f0-3a79f7375a9a req-bc8f5d2a-5500-42f6-86bb-c6e627d6a284 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=da206d2e-077a-479b-8fe8-2ef8f100c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399082 Apr 22 14:49:07.347386 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223968f-0150-4f77-907a-9e62be50ad4f req-b57ffbd1-c871-4813-85ab-7430c143450e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:07.349007 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3223968f-0150-4f77-907a-9e62be50ad4f req-b57ffbd1-c871-4813-85ab-7430c143450e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 946 time: 0.0798798 Apr 22 14:49:07.397192 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3223968f-0150-4f77-907a-9e62be50ad4f req-5a294b71-2bb2-44ab-8fb7-8814e04d9396 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=da206d2e-077a-479b-8fe8-2ef8f100c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424635 Apr 22 14:49:07.426970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37834) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:07.497011 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4f4053ec-0233-4651-ac3b-420464d78264 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 1094 time: 0.0688024 Apr 22 14:49:07.500460 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37838) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:07.505625 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': 'b324a3c7-135a-46ef-82ec-85dde3260abb', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:49:07.511392 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:49:07.516309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:floatingip and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:49:07.519929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:49:07.528179 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:49:07.539377 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:07.674723 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:07.813609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.119 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/df68d892-5af8-45a7-bbf8-2c829345273b) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:49:07.960650 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:07.987675 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:08.052575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:49:08.055435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:49:08.060319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:49:08.087375 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=df68d892-5af8-45a7-bbf8-2c829345273b,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:08.659193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:08.719869 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:08.933630 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:08.942904 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:09.051398 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=df68d892-5af8-45a7-bbf8-2c829345273b,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:09.065191 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:09.254955 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Floating IP 0ef35ccf-b3c5-43d8-a9af-2fab6279d3ab associated. External IP: 172.26.0.119, port: b324a3c7-135a-46ef-82ec-85dde3260abb. Apr 22 14:49:09.670164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:49:09.996018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:49:10.006072 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ba288-06e3-4ee4-80e1-f6e80dc19a07 None None] Sync routers for ids ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:49:10.019587 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ba288-06e3-4ee4-80e1-f6e80dc19a07 None None] Routers {'f2f1b05a-08d4-48e8-83a9-020036dd6bf1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:49:10.020205 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-da7ba288-06e3-4ee4-80e1-f6e80dc19a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:48:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:10.022225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:10.080791 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5103a343-bf03-400e-af67-e48c6546f39c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5793011 Apr 22 14:49:10.081736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ea55b0-84fe-4b85-be3d-808109fd8081', 'tag': 'b324a3c7-135a-46ef-82ec-85dde3260abb'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:49:10.083669 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37842) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:10.142414 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f13f08-8b27-43ba-bb5a-39fd10357d05'] response: {'name': 'network-changed', 'server_uuid': '08ea55b0-84fe-4b85-be3d-808109fd8081', 'tag': 'b324a3c7-135a-46ef-82ec-85dde3260abb', 'status': 'completed', 'code': 200} Apr 22 14:49:10.205173 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-da7ba288-06e3-4ee4-80e1-f6e80dc19a07 None None] Set router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:49:10.251136 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-afd79d3d-8879-43c1-8be9-091251584818 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/0ef35ccf-b3c5-43d8-a9af-2fab6279d3ab HTTP/1.1" status: 200 len: 992 time: 0.1660991 Apr 22 14:49:10.269458 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f3f31c09-8b7f-4130-a306-60984b0dfde0 req-f718b9b7-7887-4b86-893f-dd4549f2d737 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 1099 time: 0.1037917 Apr 22 14:49:10.415457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f31c09-8b7f-4130-a306-60984b0dfde0 req-4c59203d-1505-4dfe-95ef-cfa2486ffed1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:10.416882 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f3f31c09-8b7f-4130-a306-60984b0dfde0 req-4c59203d-1505-4dfe-95ef-cfa2486ffed1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=60b1faac-7d0d-431d-83fc-eb91ab9c6997 HTTP/1.1" status: 200 len: 897 time: 0.1419361 Apr 22 14:49:10.523372 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f3f31c09-8b7f-4130-a306-60984b0dfde0 req-26010066-348e-41f8-9a10-d8e960babe04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b324a3c7-135a-46ef-82ec-85dde3260abb HTTP/1.1" status: 200 len: 1000 time: 0.0996263 Apr 22 14:49:10.564154 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-da7ba288-06e3-4ee4-80e1-f6e80dc19a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'name': 'tempest-TestNetworkBasicOps-router-120587634', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:45Z', 'updated_at': '2022-04-22T14:48:50Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:46Z', 'updated_at': '2022-04-22T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '0ef35ccf-b3c5-43d8-a9af-2fab6279d3ab', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.119', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'port_id': 'b324a3c7-135a-46ef-82ec-85dde3260abb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'mac_address': 'fa:16:3e:93:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ea55b0-84fe-4b85-be3d-808109fd8081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:49:08Z', 'updated_at': '2022-04-22T14:49:08Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0268a13-59de-45a4-a39c-b23aeacda907', 'name': '', 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:95:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:49Z', 'updated_at': '2022-04-22T14:48:59Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:10.567957 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ba288-06e3-4ee4-80e1-f6e80dc19a07 None None] Checking router: f2f1b05a-08d4-48e8-83a9-020036dd6bf1 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:49:10.578449 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ba288-06e3-4ee4-80e1-f6e80dc19a07 None None] Routers {'f2f1b05a-08d4-48e8-83a9-020036dd6bf1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:49:10.579027 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-da7ba288-06e3-4ee4-80e1-f6e80dc19a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:48:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:10.585217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f31c09-8b7f-4130-a306-60984b0dfde0 req-af892a85-2369-4657-ac3b-8256683f8bd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:10.586655 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f3f31c09-8b7f-4130-a306-60984b0dfde0 req-af892a85-2369-4657-ac3b-8256683f8bd6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9050b1b-d113-40c3-b5b5-ff60714aa02b HTTP/1.1" status: 200 len: 844 time: 0.0582125 Apr 22 14:49:10.666567 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f3f31c09-8b7f-4130-a306-60984b0dfde0 req-ae897074-66ad-4786-8ea2-4268b0c3cc61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60b1faac-7d0d-431d-83fc-eb91ab9c6997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738263 Apr 22 14:49:10.771676 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-da7ba288-06e3-4ee4-80e1-f6e80dc19a07 None None] Set router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:49:10.800561 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f3f31c09-8b7f-4130-a306-60984b0dfde0 req-034e7cf5-faa9-41d5-a8c2-9f7dc1c0cc27 service neutron] 10.222.0.30 "GET /v2.0/networks/60b1faac-7d0d-431d-83fc-eb91ab9c6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269667 Apr 22 14:49:10.941611 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f3f31c09-8b7f-4130-a306-60984b0dfde0 req-54569a8e-77a3-4ce5-a44a-9d80ddf18112 service neutron] 10.222.0.30 "GET /v2.0/networks/60b1faac-7d0d-431d-83fc-eb91ab9c6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348271 Apr 22 14:49:11.131354 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-da7ba288-06e3-4ee4-80e1-f6e80dc19a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'name': 'tempest-TestNetworkBasicOps-router-120587634', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:45Z', 'updated_at': '2022-04-22T14:48:50Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:46Z', 'updated_at': '2022-04-22T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '0ef35ccf-b3c5-43d8-a9af-2fab6279d3ab', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.119', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'port_id': 'b324a3c7-135a-46ef-82ec-85dde3260abb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'mac_address': 'fa:16:3e:93:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ea55b0-84fe-4b85-be3d-808109fd8081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:49:08Z', 'updated_at': '2022-04-22T14:49:08Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0268a13-59de-45a4-a39c-b23aeacda907', 'name': '', 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:95:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:49Z', 'updated_at': '2022-04-22T14:48:59Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:11.135415 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ba288-06e3-4ee4-80e1-f6e80dc19a07 None None] The sync data for ids ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'] in dv-neutron-839027-1-hyperv is: [{'id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'name': 'tempest-TestNetworkBasicOps-router-120587634', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:45Z', 'updated_at': '2022-04-22T14:48:50Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:46Z', 'updated_at': '2022-04-22T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '0ef35ccf-b3c5-43d8-a9af-2fab6279d3ab', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.119', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'port_id': 'b324a3c7-135a-46ef-82ec-85dde3260abb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'mac_address': 'fa:16:3e:93:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ea55b0-84fe-4b85-be3d-808109fd8081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:49:08Z', 'updated_at': '2022-04-22T14:49:08Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0268a13-59de-45a4-a39c-b23aeacda907', 'name': '', 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:95:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:49Z', 'updated_at': '2022-04-22T14:48:59Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:49:11.254984 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 37848) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:11.359547 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2ce0683e-4a29-4b39-81d0-56d33b9e9b96 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/0ef35ccf-b3c5-43d8-a9af-2fab6279d3ab HTTP/1.1" status: 200 len: 992 time: 0.1033502 Apr 22 14:49:12.363354 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37852) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:12.468230 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-740999b8-8597-403e-ae17-104ed932ff08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/0ef35ccf-b3c5-43d8-a9af-2fab6279d3ab HTTP/1.1" status: 200 len: 992 time: 0.1037278 Apr 22 14:49:13.471912 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37856) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:13.552875 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7b4ef1-38ba-4ed6-a8c6-970c22e348b6 None None] New status for floating IP 0ef35ccf-b3c5-43d8-a9af-2fab6279d3ab: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:49:13.582862 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-01310daa-23b8-4db4-b200-0d4c285177df tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/0ef35ccf-b3c5-43d8-a9af-2fab6279d3ab HTTP/1.1" status: 200 len: 992 time: 0.1085041 Apr 22 14:49:14.584963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37860) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:14.705389 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d141312f-5861-4bcb-868b-9491e636218b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/0ef35ccf-b3c5-43d8-a9af-2fab6279d3ab HTTP/1.1" status: 200 len: 994 time: 0.1192942 Apr 22 14:49:22.434259 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-70f9632f-ab20-4217-a962-b3a2b67bdfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:24.404665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:24.761963 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9ec1e2e6-a885-4b1d-b10b-6a29f479543d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:25.757632 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:49:26.017739 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:26.137007 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:27.318876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:52.429397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-99279002-2ede-43ce-87d6-280e8326390e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:54.401138 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:54.767468 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-61cc08fc-bdf0-4ff8-9001-eaafaebd2d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:56.025209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:56.145268 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:57.323684 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:02.759796 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:50:04.695545 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf1d22fe-92b7-46b5-a204-7ca01ec6c455 req-6591ee8a-2886-457f-ac77-290acfcc4e9b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773883 Apr 22 14:50:04.956174 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf1d22fe-92b7-46b5-a204-7ca01ec6c455 req-ce36d7c1-fb29-4ff2-9ce8-fd298c88d272 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 1098 time: 0.1714511 Apr 22 14:50:05.113471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d22fe-92b7-46b5-a204-7ca01ec6c455 req-2329e2ee-690b-4d37-a37d-2d9c8ff4fb9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:05.114926 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf1d22fe-92b7-46b5-a204-7ca01ec6c455 req-2329e2ee-690b-4d37-a37d-2d9c8ff4fb9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 913 time: 0.1398423 Apr 22 14:50:05.227569 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf1d22fe-92b7-46b5-a204-7ca01ec6c455 req-57694567-3825-4c13-818b-d9466ed11c94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=232d2bbd-ab9d-465c-acfa-2d522c3c7c59 HTTP/1.1" status: 200 len: 1001 time: 0.1062512 Apr 22 14:50:05.293183 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d22fe-92b7-46b5-a204-7ca01ec6c455 req-b3bca357-8ec9-444a-88b6-ca4f6ba4169e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:05.294547 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf1d22fe-92b7-46b5-a204-7ca01ec6c455 req-b3bca357-8ec9-444a-88b6-ca4f6ba4169e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2f90018-3175-478a-ba05-5be4603daa12 HTTP/1.1" status: 200 len: 851 time: 0.0614045 Apr 22 14:50:05.376391 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf1d22fe-92b7-46b5-a204-7ca01ec6c455 req-90e7159d-f0df-4818-9543-f9440fba4a0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25eb85eb-411c-4074-8f9a-0de5fadf0faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759268 Apr 22 14:50:05.518420 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf1d22fe-92b7-46b5-a204-7ca01ec6c455 req-f96a498e-890f-4f66-820e-509bf8280223 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357920 Apr 22 14:50:05.668214 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf1d22fe-92b7-46b5-a204-7ca01ec6c455 req-b51d575c-10a5-41df-9383-7e5d363d5453 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439478 Apr 22 14:50:22.423550 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2f61325c-208a-465b-875c-9cedb4f1e1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:24.440749 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:24.774779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-bbeb2780-2b12-4a85-81ac-17c7e42c16d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:26.049348 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:26.140614 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:27.328220 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:29.138158 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-037f8d80-1572-4f8d-95dd-b647586ee8b0 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000481042&fields=id&tenant_id=3e29fa7348a3496d8df9f20800aa5dfa HTTP/1.1" status: 200 len: 267 time: 0.0443392 Apr 22 14:50:29.292379 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-622b4158-2976-46fc-b422-2b6cf8183c30 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:29.293665 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-622b4158-2976-46fc-b422-2b6cf8183c30 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 812 time: 0.1481302 Apr 22 14:50:29.311730 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-0e810fd6-3367-44bc-95ab-f3d44e9b5299 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/quotas/3e29fa7348a3496d8df9f20800aa5dfa HTTP/1.1" status: 200 len: 375 time: 0.0108886 Apr 22 14:50:29.400900 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-33ee1246-9982-48ef-8ec9-20b3ea1c2ba5 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0831895 Apr 22 14:50:29.561838 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-d5f32505-479c-42f4-8308-69724843f8d9 service neutron] 10.222.0.23 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486094 Apr 22 14:50:29.700114 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-29bdbcde-c68b-4433-b53b-d505812c656b service neutron] 10.222.0.23 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315591 Apr 22 14:50:30.125206 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b4686bdf-1eff-4927-822a-3417b648e2da req-2f96fbf6-ea75-4f14-aeb9-38943b859d19 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 210 time: 0.0466173 Apr 22 14:50:31.117830 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-be27866a-7526-4ee6-8a43-2f533dadd710 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:31.119299 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-be27866a-7526-4ee6-8a43-2f533dadd710 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.30 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 812 time: 0.1448586 Apr 22 14:50:31.174740 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-c7dcf9e5-399a-41c3-bc01-4219afd46830 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e29fa7348a3496d8df9f20800aa5dfa HTTP/1.1" status: 200 len: 380 time: 0.0439019 Apr 22 14:50:31.185140 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Request body: {'port': {'device_id': '323a9890-cea1-4798-a44a-270efe0636a6', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'admin_state_up': True, 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'security_groups': ['5a3f931a-782c-40d7-ab56-2a8eb3a1b39d']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:50:31.296913 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2ba2a8a1-d950-43db-a35f-0fa02845104d req-f2d9b779-f736-46a4-be82-1d39a9ab85fc tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 210 time: 0.0463037 Apr 22 14:50:31.336985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:50:31.342134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Usage tracker for resource:port and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:50:31.345685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:50:31.351902 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:50:31.364221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Made reservation on behalf of 3e29fa7348a3496d8df9f20800aa5dfa for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:50:31.367207 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:31.536868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Allocated IP 172.20.0.8 (25eb85eb-411c-4074-8f9a-0de5fadf0faa/b2f90018-3175-478a-ba05-5be4603daa12/430b1196-0a49-41b6-a897-7908c12d0e58) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:50:31.732937 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:31.748758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Transition to ACTIVE for port object 430b1196-0a49-41b6-a897-7908c12d0e58 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:50:31.771521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:31.851480 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Network 25eb85eb-411c-4074-8f9a-0de5fadf0faa is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:50:31.854588 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:50:31.859043 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:50:31.888599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event updated for resources: {'Port': ['ID=430b1196-0a49-41b6-a897-7908c12d0e58,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:50:31.913989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:31.914346 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:31.914695 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:31.915031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:31.915400 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:31.915746 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:31.916063 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:31.916390 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:31.917920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:31.917920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:31.918270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:31.945835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:31.946388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:31.973888 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-a0569c10-7c93-4096-b516-1ffda3665c61 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7934890 Apr 22 14:50:31.985729 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Request body: {'port': {'device_id': '323a9890-cea1-4798-a44a-270efe0636a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:50:32.146991 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-403f8c70-4b30-4ce3-b764-cfcf07244565 None None] Provisioning for port 430b1196-0a49-41b6-a897-7908c12d0e58 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:50:32.152969 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-403f8c70-4b30-4ce3-b764-cfcf07244565 None None] Provisioning complete for port 430b1196-0a49-41b6-a897-7908c12d0e58 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:50:32.153417 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-403f8c70-4b30-4ce3-b764-cfcf07244565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:32.214121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:32.216297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-403f8c70-4b30-4ce3-b764-cfcf07244565 None None] Port 430b1196-0a49-41b6-a897-7908c12d0e58 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:50:32.516458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8092d5e-b645-4642-8008-42e3c1600b99 req-cb178623-381f-46c5-b624-9dfc31df35b8 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:32.517966 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e8092d5e-b645-4642-8008-42e3c1600b99 req-cb178623-381f-46c5-b624-9dfc31df35b8 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 931 time: 0.0941970 Apr 22 14:50:32.577240 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e8092d5e-b645-4642-8008-42e3c1600b99 req-3619df5b-d220-4829-b6be-ed4517bdf5eb tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513451 Apr 22 14:50:32.602283 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430b1196-0a49-41b6-a897-7908c12d0e58 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:50:32.609310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:32.625549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Transition to ACTIVE for port object 430b1196-0a49-41b6-a897-7908c12d0e58 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:50:32.630176 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:32.818387 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Pushing event updated for resources: {'Port': ['ID=430b1196-0a49-41b6-a897-7908c12d0e58,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:50:32.901983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Attempting to bind port 430b1196-0a49-41b6-a897-7908c12d0e58 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:50:32.902320 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Attempting to bind port 430b1196-0a49-41b6-a897-7908c12d0e58 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:50:32.902655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Attempting to bind port 430b1196-0a49-41b6-a897-7908c12d0e58 on network 25eb85eb-411c-4074-8f9a-0de5fadf0faa {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:50:32.911327 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Port 430b1196-0a49-41b6-a897-7908c12d0e58 on network 25eb85eb-411c-4074-8f9a-0de5fadf0faa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:50:32.911801 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Attempting to bind port 430b1196-0a49-41b6-a897-7908c12d0e58 on network 25eb85eb-411c-4074-8f9a-0de5fadf0faa {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:50:32.919767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:50:32.919767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Checking segment: {'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:50:32.920976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Bound using segment: {'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:50:32.920976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Bound port: 430b1196-0a49-41b6-a897-7908c12d0e58, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d52372-ed9c-49aa-83fa-545dcd5402eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:50:32.920976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:33.013944 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] For port 430b1196-0a49-41b6-a897-7908c12d0e58, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:50:33.017027 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] For port 430b1196-0a49-41b6-a897-7908c12d0e58, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=430b1196-0a49-41b6-a897-7908c12d0e58,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:50:33.021112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:33.082926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:33.084458 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] 10.222.0.30 "PUT /v2.0/ports/430b1196-0a49-41b6-a897-7908c12d0e58 HTTP/1.1" status: 200 len: 1093 time: 1.1031067 Apr 22 14:50:33.084889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323a9890-cea1-4798-a44a-270efe0636a6', 'tag': '430b1196-0a49-41b6-a897-7908c12d0e58'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:50:33.103815 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb7386-2cf7-48c7-af2a-79df1b420940 service neutron] Pushing event updated for resources: {'Port': ['ID=430b1196-0a49-41b6-a897-7908c12d0e58,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:50:33.158070 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03dcde28-92f5-4e39-b3a0-45b222d4e3cc'] response: {'name': 'network-changed', 'server_uuid': '323a9890-cea1-4798-a44a-270efe0636a6', 'tag': '430b1196-0a49-41b6-a897-7908c12d0e58', 'status': 'completed', 'code': 200} Apr 22 14:50:33.202686 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-68a04715-08f5-4334-8157-eeb5295f3e66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 1096 time: 0.0789273 Apr 22 14:50:33.276716 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-81e716dd-d991-4dd8-b920-02b2d8084296 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=430b1196-0a49-41b6-a897-7908c12d0e58 HTTP/1.1" status: 200 len: 217 time: 0.0670838 Apr 22 14:50:33.338065 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-e714b7e0-3829-4762-819c-5c02bbc042e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:33.340457 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-e714b7e0-3829-4762-819c-5c02bbc042e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2f90018-3175-478a-ba05-5be4603daa12 HTTP/1.1" status: 200 len: 851 time: 0.0592265 Apr 22 14:50:33.419671 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-b4c527c4-a1d6-4ad4-a211-9fdb8ee39d04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25eb85eb-411c-4074-8f9a-0de5fadf0faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738204 Apr 22 14:50:33.553190 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-009f7878-2ead-474f-aeb6-319b99b2b246 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279867 Apr 22 14:50:33.688595 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a17ca44-cc28-48db-abcd-95da063f5868 req-554065f5-33a4-45f5-9600-55f483540a83 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294081 Apr 22 14:50:33.778609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89fe71-24d0-4b22-bd50-1c4ebbcb5156 req-be36de16-b6e7-45af-b293-9588a542ed13 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:33.780349 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8c89fe71-24d0-4b22-bd50-1c4ebbcb5156 req-be36de16-b6e7-45af-b293-9588a542ed13 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 943 time: 0.0789387 Apr 22 14:50:33.800645 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-260d4ce1-1565-45e2-a530-d5bec4b36fc0 req-ec080f84-3614-4f46-93ed-f03b02ea3157 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 1096 time: 0.0692716 Apr 22 14:50:33.833376 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8c89fe71-24d0-4b22-bd50-1c4ebbcb5156 req-bd5fbe81-2c03-4016-bdc1-e1f4bd3e0dc2 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473633 Apr 22 14:50:33.941625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d4ce1-1565-45e2-a530-d5bec4b36fc0 req-da565d3b-097a-4329-9d6e-82ff31b225bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:33.941625 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-260d4ce1-1565-45e2-a530-d5bec4b36fc0 req-da565d3b-097a-4329-9d6e-82ff31b225bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 913 time: 0.1333995 Apr 22 14:50:34.099075 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-260d4ce1-1565-45e2-a530-d5bec4b36fc0 req-247c4c32-2e70-43bc-b7e2-b734a85d458c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=430b1196-0a49-41b6-a897-7908c12d0e58 HTTP/1.1" status: 200 len: 217 time: 0.1531265 Apr 22 14:50:34.162519 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d4ce1-1565-45e2-a530-d5bec4b36fc0 req-e2e9c670-87ee-43b5-940a-86c50d1d3309 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:34.163983 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-260d4ce1-1565-45e2-a530-d5bec4b36fc0 req-e2e9c670-87ee-43b5-940a-86c50d1d3309 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2f90018-3175-478a-ba05-5be4603daa12 HTTP/1.1" status: 200 len: 851 time: 0.0583558 Apr 22 14:50:34.242172 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-260d4ce1-1565-45e2-a530-d5bec4b36fc0 req-421506c3-9189-4774-86b7-cc431d471be2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25eb85eb-411c-4074-8f9a-0de5fadf0faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722013 Apr 22 14:50:34.371096 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-260d4ce1-1565-45e2-a530-d5bec4b36fc0 req-67a1b738-0515-444b-861a-118ff78648cb service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226494 Apr 22 14:50:34.503104 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-260d4ce1-1565-45e2-a530-d5bec4b36fc0 req-c3aa7709-9418-461e-b07c-9f154612b904 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257985 Apr 22 14:50:35.064670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1503cf0-d974-4f96-a0ea-99a1a49d1ee9 req-8cf40ac6-960a-4774-bccf-48692c8991b8 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:35.065770 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a1503cf0-d974-4f96-a0ea-99a1a49d1ee9 req-8cf40ac6-960a-4774-bccf-48692c8991b8 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 943 time: 0.1042595 Apr 22 14:50:35.115514 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a1503cf0-d974-4f96-a0ea-99a1a49d1ee9 req-3b2bd361-e365-4ac1-8fac-081a7d45d332 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431767 Apr 22 14:50:36.332859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7bbda-3a7d-4265-953e-31ec42c5a97d req-cf4f7e3a-1af9-4903-8790-b679fbee3d25 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:36.334555 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-deb7bbda-3a7d-4265-953e-31ec42c5a97d req-cf4f7e3a-1af9-4903-8790-b679fbee3d25 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 943 time: 0.0909986 Apr 22 14:50:36.391228 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-deb7bbda-3a7d-4265-953e-31ec42c5a97d req-a829e629-2b88-42ff-8841-88e8d727bb62 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497267 Apr 22 14:50:37.604821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25a4ed-a192-495d-82c4-c064c9341d41 req-764f6156-0b9e-4ce2-b57a-4685df9e9d0f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:37.606374 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cb25a4ed-a192-495d-82c4-c064c9341d41 req-764f6156-0b9e-4ce2-b57a-4685df9e9d0f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 943 time: 0.0801713 Apr 22 14:50:37.656369 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cb25a4ed-a192-495d-82c4-c064c9341d41 req-75249510-cbc6-4806-a337-d6848a470555 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444040 Apr 22 14:50:38.862240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e8fe8-f429-4d4c-b4f8-40e624e8c2e3 req-b369fe9d-c13e-4814-8ca9-24c349a81660 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:38.863705 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6c7e8fe8-f429-4d4c-b4f8-40e624e8c2e3 req-b369fe9d-c13e-4814-8ca9-24c349a81660 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 943 time: 0.0792754 Apr 22 14:50:38.914571 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6c7e8fe8-f429-4d4c-b4f8-40e624e8c2e3 req-cd465d69-e84b-4fa3-8094-d4a3659afdd0 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439887 Apr 22 14:50:39.762641 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:50:40.118623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20cfa4-67d0-4236-bfd0-036261ff66d3 req-7696a797-1608-4bcd-894f-63fb15259ae3 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:40.120701 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af20cfa4-67d0-4236-bfd0-036261ff66d3 req-7696a797-1608-4bcd-894f-63fb15259ae3 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 943 time: 0.0805573 Apr 22 14:50:40.167398 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af20cfa4-67d0-4236-bfd0-036261ff66d3 req-d86a4b4a-382f-473c-b1d1-a9823552edc8 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403607 Apr 22 14:50:41.250623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 430b1196-0a49-41b6-a897-7908c12d0e58 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:50:41.380701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e984a-fb4e-4ab4-a0f2-b574a31bdfb6 req-b051bd9a-7bb3-407a-a5c2-fbb5243401f6 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:41.382994 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd6e984a-fb4e-4ab4-a0f2-b574a31bdfb6 req-b051bd9a-7bb3-407a-a5c2-fbb5243401f6 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 943 time: 0.0910656 Apr 22 14:50:41.406929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 430b1196-0a49-41b6-a897-7908c12d0e58, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=430b1196-0a49-41b6-a897-7908c12d0e58,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:50:41.423305 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '430b1196-0a49-41b6-a897-7908c12d0e58', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'port_id': '430b1196-0a49-41b6-a897-7908c12d0e58', 'mac_address': 'fa:16:3e:2b:15:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:50:41.482444 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:41.501792 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430b1196-0a49-41b6-a897-7908c12d0e58 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:50:41.519899 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 430b1196-0a49-41b6-a897-7908c12d0e58, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=430b1196-0a49-41b6-a897-7908c12d0e58,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:50:41.525699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:41.543510 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd6e984a-fb4e-4ab4-a0f2-b574a31bdfb6 req-7840c1f4-4e39-4b9c-b8da-bb169f38cef2 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531303 Apr 22 14:50:41.605526 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=430b1196-0a49-41b6-a897-7908c12d0e58,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:50:41.614274 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:41.614608 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:41.614949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:41.615266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:41.615617 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:41.615942 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:41.616262 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:41.616578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:41.616892 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:41.617207 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:41.617520 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:41.757500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['430b1196-0a49-41b6-a897-7908c12d0e58'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:50:42.750905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757db56-69b8-4337-8c7c-226f38379581 req-1e161ab7-f8c3-4d0c-9442-9551f83a92ff tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:42.752491 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2757db56-69b8-4337-8c7c-226f38379581 req-1e161ab7-f8c3-4d0c-9442-9551f83a92ff tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 944 time: 0.0811803 Apr 22 14:50:42.803882 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2757db56-69b8-4337-8c7c-226f38379581 req-2cfe3534-c077-4c1e-ae5d-90a0c4d6b905 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455735 Apr 22 14:50:43.262083 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 430b1196-0a49-41b6-a897-7908c12d0e58 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:50:43.346161 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 430b1196-0a49-41b6-a897-7908c12d0e58 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:50:43.352282 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 430b1196-0a49-41b6-a897-7908c12d0e58 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:50:43.352705 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:43.476458 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:43.505807 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323a9890-cea1-4798-a44a-270efe0636a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430b1196-0a49-41b6-a897-7908c12d0e58'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:50:43.516538 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 430b1196-0a49-41b6-a897-7908c12d0e58, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=430b1196-0a49-41b6-a897-7908c12d0e58,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:50:43.521091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:43.572020 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0eb1f9-bf1f-4529-abe3-b032fa7277d6'] response: {'server_uuid': '323a9890-cea1-4798-a44a-270efe0636a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430b1196-0a49-41b6-a897-7908c12d0e58', 'code': 200} Apr 22 14:50:43.603628 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=430b1196-0a49-41b6-a897-7908c12d0e58,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:50:43.864579 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-7467fe7f-df67-4698-916c-bd49e6f9016a req-b9e9f0f6-bf59-4677-b5a5-cb1a6bbce0b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 1098 time: 0.0730004 Apr 22 14:50:43.932387 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-7467fe7f-df67-4698-916c-bd49e6f9016a req-4b4ffe0f-7ce4-4bb1-87de-6e5365226ab2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593798 Apr 22 14:50:44.021467 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad4210-320c-4e6d-a4bc-c9f2af407aef req-7a4656f3-26b9-4be8-aa42-e85945ca7e67 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:44.023039 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f7ad4210-320c-4e6d-a4bc-c9f2af407aef req-7a4656f3-26b9-4be8-aa42-e85945ca7e67 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 945 time: 0.0843649 Apr 22 14:50:44.072423 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f7ad4210-320c-4e6d-a4bc-c9f2af407aef req-ad625713-4333-437f-9f73-6b5cccb7a96f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424829 Apr 22 14:50:45.300195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b052c4-4cbf-4a2e-96a8-04348317f0dd req-f89f9577-b7a6-48b1-ab0b-65a811ea7c2f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:45.301662 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6b052c4-4cbf-4a2e-96a8-04348317f0dd req-f89f9577-b7a6-48b1-ab0b-65a811ea7c2f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 945 time: 0.0927110 Apr 22 14:50:45.363110 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6b052c4-4cbf-4a2e-96a8-04348317f0dd req-4613d4a4-2ae4-42b9-8bf3-41d4d4ac868f tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549979 Apr 22 14:50:45.604686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482164ee-e07c-4fec-b77f-ecf5f92ab86e req-afece77e-b424-4e28-913e-b6979020c9ce tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:45.606948 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-482164ee-e07c-4fec-b77f-ecf5f92ab86e req-afece77e-b424-4e28-913e-b6979020c9ce tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 945 time: 0.0974383 Apr 22 14:50:45.660999 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-482164ee-e07c-4fec-b77f-ecf5f92ab86e req-e8a5bf2b-18eb-4641-8416-7d5daf8d071d tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476053 Apr 22 14:50:45.707564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37984) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:50:45.792133 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7fb60287-6db3-4bfc-93a9-fa537000e956 tempest-TestVolumeBootPattern-1136664677 tempest-TestVolumeBootPattern-1136664677-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 1093 time: 0.0827391 Apr 22 14:50:45.796162 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 37988) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:50:45.801713 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '430b1196-0a49-41b6-a897-7908c12d0e58', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:50:45.808298 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:50:45.812638 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Usage tracker for resource:floatingip and tenant:3e29fa7348a3496d8df9f20800aa5dfa is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:50:45.815945 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:50:45.822440 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:50:45.835990 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for floatingip, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:45.992544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:46.153058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Allocated IP 172.26.0.235 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/f3498551-21cc-4349-8b51-4b2ef65546a9) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:50:46.322982 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:46.352215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:46.431681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:50:46.435006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:50:46.438962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:50:46.469671 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event updated for resources: {'Port': ['ID=f3498551-21cc-4349-8b51-4b2ef65546a9,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:50:47.127342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:47.193069 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:47.419665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:47.424579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:47.558077 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event updated for resources: {'Port': ['ID=f3498551-21cc-4349-8b51-4b2ef65546a9,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:50:47.576752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:47.810512 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Floating IP d5e9f12e-7838-466d-aec6-429ba97f1cab associated. External IP: 172.26.0.235, port: 430b1196-0a49-41b6-a897-7908c12d0e58. Apr 22 14:50:48.268612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Router bfd46018-69c1-42d1-bf90-780891eb091f has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:50:48.500909 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:50:48.513422 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe248250-9c4d-430f-901d-4e99991c03d8 None None] Sync routers for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:50:48.531188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:48.535704 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe248250-9c4d-430f-901d-4e99991c03d8 None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:50:48.536949 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fe248250-9c4d-430f-901d-4e99991c03d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:50:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:50:48.599454 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a1746936-5841-4725-89e9-ff913fb0795a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8021269 Apr 22 14:50:48.600017 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323a9890-cea1-4798-a44a-270efe0636a6', 'tag': '430b1196-0a49-41b6-a897-7908c12d0e58'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:50:48.682708 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9ffc63a-0122-490c-8401-88319eacacdd'] response: {'name': 'network-changed', 'server_uuid': '323a9890-cea1-4798-a44a-270efe0636a6', 'tag': '430b1196-0a49-41b6-a897-7908c12d0e58', 'status': 'completed', 'code': 200} Apr 22 14:50:48.751160 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-fe248250-9c4d-430f-901d-4e99991c03d8 None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:50:48.787989 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4ae41d34-4d43-46c2-96e8-01bc2e920e3f req-28668668-3f9c-47aa-b819-144a30b1c2f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 1098 time: 0.0856700 Apr 22 14:50:49.093788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae41d34-4d43-46c2-96e8-01bc2e920e3f req-1451a092-2924-4e65-8827-727552e938c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:49.095139 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4ae41d34-4d43-46c2-96e8-01bc2e920e3f req-1451a092-2924-4e65-8827-727552e938c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 913 time: 0.3017161 Apr 22 14:50:49.189927 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fe248250-9c4d-430f-901d-4e99991c03d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'a38d246d-bd9f-4638-898c-9908e5d517b1', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'floating_ip_address': '172.26.0.248', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'port_id': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'mac_address': 'fa:16:3e:ce:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:28Z', 'updated_at': '2022-04-22T14:48:35Z', 'revision_number': 1, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address_scope': None}, {'id': 'd5e9f12e-7838-466d-aec6-429ba97f1cab', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'floating_ip_address': '172.26.0.235', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'port_id': '430b1196-0a49-41b6-a897-7908c12d0e58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'mac_address': 'fa:16:3e:2b:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323a9890-cea1-4798-a44a-270efe0636a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:50:46Z', 'updated_at': '2022-04-22T14:50:46Z', 'revision_number': 0, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:50:49.194546 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe248250-9c4d-430f-901d-4e99991c03d8 None None] Checking router: bfd46018-69c1-42d1-bf90-780891eb091f for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:50:49.207987 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe248250-9c4d-430f-901d-4e99991c03d8 None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:50:49.208745 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fe248250-9c4d-430f-901d-4e99991c03d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:50:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:50:49.226704 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4ae41d34-4d43-46c2-96e8-01bc2e920e3f req-da365397-834d-4c0e-ba20-4021313d754b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=430b1196-0a49-41b6-a897-7908c12d0e58 HTTP/1.1" status: 200 len: 999 time: 0.1260321 Apr 22 14:50:49.318938 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae41d34-4d43-46c2-96e8-01bc2e920e3f req-1e7098d1-4ffe-49c1-b59b-fccd8d6b2735 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:49.320610 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4ae41d34-4d43-46c2-96e8-01bc2e920e3f req-1e7098d1-4ffe-49c1-b59b-fccd8d6b2735 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2f90018-3175-478a-ba05-5be4603daa12 HTTP/1.1" status: 200 len: 851 time: 0.0850768 Apr 22 14:50:49.414964 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4ae41d34-4d43-46c2-96e8-01bc2e920e3f req-02a9aea1-3a3b-4584-987a-0055d0517993 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25eb85eb-411c-4074-8f9a-0de5fadf0faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876207 Apr 22 14:50:49.421968 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-fe248250-9c4d-430f-901d-4e99991c03d8 None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:50:49.562493 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4ae41d34-4d43-46c2-96e8-01bc2e920e3f req-d8fed462-c0f0-47cb-87eb-56df8fb343e0 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419222 Apr 22 14:50:49.713060 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4ae41d34-4d43-46c2-96e8-01bc2e920e3f req-f03583c5-02c5-404b-833a-ede523eb0877 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453538 Apr 22 14:50:49.856788 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fe248250-9c4d-430f-901d-4e99991c03d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'a38d246d-bd9f-4638-898c-9908e5d517b1', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'floating_ip_address': '172.26.0.248', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'port_id': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'mac_address': 'fa:16:3e:ce:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:28Z', 'updated_at': '2022-04-22T14:48:35Z', 'revision_number': 1, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address_scope': None}, {'id': 'd5e9f12e-7838-466d-aec6-429ba97f1cab', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'floating_ip_address': '172.26.0.235', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'port_id': '430b1196-0a49-41b6-a897-7908c12d0e58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'mac_address': 'fa:16:3e:2b:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323a9890-cea1-4798-a44a-270efe0636a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:50:46Z', 'updated_at': '2022-04-22T14:50:46Z', 'revision_number': 0, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:50:49.862270 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe248250-9c4d-430f-901d-4e99991c03d8 None None] The sync data for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv is: [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'a38d246d-bd9f-4638-898c-9908e5d517b1', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'floating_ip_address': '172.26.0.248', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'port_id': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'mac_address': 'fa:16:3e:ce:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:28Z', 'updated_at': '2022-04-22T14:48:35Z', 'revision_number': 1, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address_scope': None}, {'id': 'd5e9f12e-7838-466d-aec6-429ba97f1cab', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'floating_ip_address': '172.26.0.235', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'port_id': '430b1196-0a49-41b6-a897-7908c12d0e58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'mac_address': 'fa:16:3e:2b:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323a9890-cea1-4798-a44a-270efe0636a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:50:46Z', 'updated_at': '2022-04-22T14:50:46Z', 'revision_number': 0, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:50:50.116548 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ec066-5d69-4c6c-bc14-1bb14addce30 None None] New status for floating IP d5e9f12e-7838-466d-aec6-429ba97f1cab: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:50:52.429536 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7d083ec0-6dea-43a6-9b9e-2c0e90a7760b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:54.446938 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:54.761741 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a4a11f4a-3f28-42fb-bb2e-463b42ca0a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:56.030204 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:56.146046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:57.324375 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:03.783728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38002) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:51:03.792604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-41f24b16-2bf4-456c-bb54-65058fdb0df2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:51:03.846562 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [req-9f652fc6-c6be-4b15-ad6b-c75bc178c722 req-9619c992-d31c-468b-ad9e-91d1a9404948 service neutron] (83963) timed out ('10.222.0.30', 63969) {{(pid=83963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 14:51:04.060861 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-41f24b16-2bf4-456c-bb54-65058fdb0df2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2010433'] for subnet, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:04.298329 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-41f24b16-2bf4-456c-bb54-65058fdb0df2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757670916509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1969978'] for subnet, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:04.360616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f24b16-2bf4-456c-bb54-65058fdb0df2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:51:04.360616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-41f24b16-2bf4-456c-bb54-65058fdb0df2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:04.360616 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-41f24b16-2bf4-456c-bb54-65058fdb0df2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/subnets/d9050b1b-d113-40c3-b5b5-ff60714aa02b HTTP/1.1" status: 200 len: 836 time: 0.5765228 Apr 22 14:51:04.374113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0c8450-b549-4ce5-96eb-c55034a61d55 None None] Network 60b1faac-7d0d-431d-83fc-eb91ab9c6997 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:51:04.379019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f24b16-2bf4-456c-bb54-65058fdb0df2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Subnet': ['ID=d9050b1b-d113-40c3-b5b5-ff60714aa02b,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:51:04.912878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-066e77b6-b858-4637-a620-a058153afa72 None None] Provisioning complete for port d0268a13-59de-45a4-a39c-b23aeacda907 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:51:04.913169 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-066e77b6-b858-4637-a620-a058153afa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:05.049074 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-066e77b6-b858-4637-a620-a058153afa72 None None] Provisioning complete for port 8b85b45c-1679-450c-89ed-af0c409c7336 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:51:05.049074 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-066e77b6-b858-4637-a620-a058153afa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:05.232645 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-066e77b6-b858-4637-a620-a058153afa72 None None] Provisioning complete for port b324a3c7-135a-46ef-82ec-85dde3260abb triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:51:05.232645 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-066e77b6-b858-4637-a620-a058153afa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:06.794424 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ec0881da-55a1-4e6a-8626-dad0c07dae89 req-348ead17-b55c-47b3-a477-2bed55d02901 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1838503 Apr 22 14:51:06.890916 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ec0881da-55a1-4e6a-8626-dad0c07dae89 req-6c64857b-4aff-40e8-af20-07c48f4b06ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 1099 time: 0.0740554 Apr 22 14:51:07.044843 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0881da-55a1-4e6a-8626-dad0c07dae89 req-d36cb485-21c4-4e02-9139-db65666c29c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:51:07.046371 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ec0881da-55a1-4e6a-8626-dad0c07dae89 req-d36cb485-21c4-4e02-9139-db65666c29c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=60b1faac-7d0d-431d-83fc-eb91ab9c6997 HTTP/1.1" status: 200 len: 897 time: 0.1362820 Apr 22 14:51:07.162454 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ec0881da-55a1-4e6a-8626-dad0c07dae89 req-7b738e09-102b-4b3b-b51c-6f2cabb0843e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b324a3c7-135a-46ef-82ec-85dde3260abb HTTP/1.1" status: 200 len: 1002 time: 0.1099262 Apr 22 14:51:07.225942 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0881da-55a1-4e6a-8626-dad0c07dae89 req-3d432d69-4165-4f06-8a4e-2f7124e150be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:51:07.227761 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ec0881da-55a1-4e6a-8626-dad0c07dae89 req-3d432d69-4165-4f06-8a4e-2f7124e150be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9050b1b-d113-40c3-b5b5-ff60714aa02b HTTP/1.1" status: 200 len: 844 time: 0.0592544 Apr 22 14:51:07.309212 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ec0881da-55a1-4e6a-8626-dad0c07dae89 req-770f7455-0b09-4368-9116-471ed11eb9ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60b1faac-7d0d-431d-83fc-eb91ab9c6997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751719 Apr 22 14:51:07.552983 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ec0881da-55a1-4e6a-8626-dad0c07dae89 req-f82e0326-56f8-48a5-bac7-44afa30592fb service neutron] 10.222.0.30 "GET /v2.0/networks/60b1faac-7d0d-431d-83fc-eb91ab9c6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379758 Apr 22 14:51:07.706394 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ec0881da-55a1-4e6a-8626-dad0c07dae89 req-68286f51-b1cc-4b94-9284-9fc662eeaa78 service neutron] 10.222.0.30 "GET /v2.0/networks/60b1faac-7d0d-431d-83fc-eb91ab9c6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476707 Apr 22 14:51:16.764142 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:51:22.424216 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-75309e4f-019a-4410-a2cc-33e7b614ff38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:24.450720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:24.763953 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-86e3b4b2-e81e-4333-9b94-981854b73729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:26.032300 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:26.148376 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:27.330195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:47.202753 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38022) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:51:47.420903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port df68d892-5af8-45a7-bbf8-2c829345273b {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:51:47.421240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:47.615996 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:47.616316 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:47.748270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for df68d892-5af8-45a7-bbf8-2c829345273b owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:51:47.910482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:47.956533 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=df68d892-5af8-45a7-bbf8-2c829345273b,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:51:47.993858 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:47.994196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:47.994532 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:47.994861 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:47.995187 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:47.996085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:47.996412 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:47.996737 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:47.997056 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:47.997370 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:47.997687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:48.061716 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:48.564829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:51:48.796991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:51:48.808803 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378205a7-6bd4-4436-9510-4ed1d99a23c9 None None] Sync routers for ids ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:51:48.816112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:48.829186 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378205a7-6bd4-4436-9510-4ed1d99a23c9 None None] Routers {'f2f1b05a-08d4-48e8-83a9-020036dd6bf1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:51:48.829882 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-378205a7-6bd4-4436-9510-4ed1d99a23c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:51:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:51:48.883259 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-286e2760-3338-425e-99f4-83adb948604e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/floatingips/0ef35ccf-b3c5-43d8-a9af-2fab6279d3ab HTTP/1.1" status: 204 len: 168 time: 1.6780355 Apr 22 14:51:48.883925 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ea55b0-84fe-4b85-be3d-808109fd8081', 'tag': 'b324a3c7-135a-46ef-82ec-85dde3260abb'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:51:49.038134 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-378205a7-6bd4-4436-9510-4ed1d99a23c9 None None] Set router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:51:49.187222 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acdc50bb-bdc4-4aee-960c-f2e7950587b4'] response: {'name': 'network-changed', 'server_uuid': '08ea55b0-84fe-4b85-be3d-808109fd8081', 'tag': 'b324a3c7-135a-46ef-82ec-85dde3260abb', 'status': 'completed', 'code': 200} Apr 22 14:51:49.289268 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8cfd8915-999e-4f10-bebd-97d6b13c612a req-0dccd537-d784-4232-8bc8-03ba41ab97a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 1099 time: 0.0785236 Apr 22 14:51:49.419192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efaebea-ada5-4f27-9deb-36fa77ca10b2 req-2995d5c9-ea8a-4d27-b4f0-d3bdf80b4611 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:51:49.421400 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9efaebea-ada5-4f27-9deb-36fa77ca10b2 req-2995d5c9-ea8a-4d27-b4f0-d3bdf80b4611 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 946 time: 0.1784539 Apr 22 14:51:49.451183 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd8915-999e-4f10-bebd-97d6b13c612a req-1a6125fc-d831-47e1-91a4-e45e2390b64c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:51:49.452690 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8cfd8915-999e-4f10-bebd-97d6b13c612a req-1a6125fc-d831-47e1-91a4-e45e2390b64c service neutron] 10.222.0.30 "GET /v2.0/networks?id=60b1faac-7d0d-431d-83fc-eb91ab9c6997 HTTP/1.1" status: 200 len: 897 time: 0.1573095 Apr 22 14:51:49.475573 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9efaebea-ada5-4f27-9deb-36fa77ca10b2 req-176fd4be-2680-4b44-8ae6-aaecefa64353 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=da206d2e-077a-479b-8fe8-2ef8f100c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471420 Apr 22 14:51:49.528581 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-378205a7-6bd4-4436-9510-4ed1d99a23c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'name': 'tempest-TestNetworkBasicOps-router-120587634', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:45Z', 'updated_at': '2022-04-22T14:48:50Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:46Z', 'updated_at': '2022-04-22T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0268a13-59de-45a4-a39c-b23aeacda907', 'name': '', 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:95:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:49Z', 'updated_at': '2022-04-22T14:48:59Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:51:49.533019 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378205a7-6bd4-4436-9510-4ed1d99a23c9 None None] Checking router: f2f1b05a-08d4-48e8-83a9-020036dd6bf1 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:51:49.533805 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8cfd8915-999e-4f10-bebd-97d6b13c612a req-66698fb7-6b1b-45bc-8404-c2576caf8826 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b324a3c7-135a-46ef-82ec-85dde3260abb HTTP/1.1" status: 200 len: 217 time: 0.0748374 Apr 22 14:51:49.543942 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378205a7-6bd4-4436-9510-4ed1d99a23c9 None None] Routers {'f2f1b05a-08d4-48e8-83a9-020036dd6bf1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:51:49.544557 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-378205a7-6bd4-4436-9510-4ed1d99a23c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:51:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:51:49.609330 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd8915-999e-4f10-bebd-97d6b13c612a req-c748a366-f099-49c9-9b9b-b7bfba74d028 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:51:49.611659 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8cfd8915-999e-4f10-bebd-97d6b13c612a req-c748a366-f099-49c9-9b9b-b7bfba74d028 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9050b1b-d113-40c3-b5b5-ff60714aa02b HTTP/1.1" status: 200 len: 844 time: 0.0711536 Apr 22 14:51:49.702692 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8cfd8915-999e-4f10-bebd-97d6b13c612a req-404040a5-e511-44e5-bd7f-4ed826bf8c4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60b1faac-7d0d-431d-83fc-eb91ab9c6997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842791 Apr 22 14:51:49.734553 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-378205a7-6bd4-4436-9510-4ed1d99a23c9 None None] Set router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:51:49.853145 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8cfd8915-999e-4f10-bebd-97d6b13c612a req-8d7a5c30-68f4-4e64-847a-b6ba001a8e2f service neutron] 10.222.0.30 "GET /v2.0/networks/60b1faac-7d0d-431d-83fc-eb91ab9c6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442170 Apr 22 14:51:49.992948 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8cfd8915-999e-4f10-bebd-97d6b13c612a req-202169ad-d955-446a-b410-697454d0aabb service neutron] 10.222.0.30 "GET /v2.0/networks/60b1faac-7d0d-431d-83fc-eb91ab9c6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333928 Apr 22 14:51:50.064180 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-378205a7-6bd4-4436-9510-4ed1d99a23c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'name': 'tempest-TestNetworkBasicOps-router-120587634', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:45Z', 'updated_at': '2022-04-22T14:48:50Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:46Z', 'updated_at': '2022-04-22T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0268a13-59de-45a4-a39c-b23aeacda907', 'name': '', 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:95:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:49Z', 'updated_at': '2022-04-22T14:48:59Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:51:50.068201 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378205a7-6bd4-4436-9510-4ed1d99a23c9 None None] The sync data for ids ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'] in dv-neutron-839027-1-hyperv is: [{'id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'name': 'tempest-TestNetworkBasicOps-router-120587634', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:45Z', 'updated_at': '2022-04-22T14:48:50Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:46Z', 'updated_at': '2022-04-22T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0268a13-59de-45a4-a39c-b23aeacda907', 'name': '', 'network_id': '60b1faac-7d0d-431d-83fc-eb91ab9c6997', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:95:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:49Z', 'updated_at': '2022-04-22T14:48:59Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'd9050b1b-d113-40c3-b5b5-ff60714aa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:51:50.279938 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ab855-885c-400e-a7fc-7d0d81cd2002 None None] New status for floating IP 0ef35ccf-b3c5-43d8-a9af-2fab6279d3ab: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:51:50.525086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1384729-99d9-4d50-9fcb-87b9b9cd6e95 req-7a4e741f-8de3-4197-988c-a721166b0dbf tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:51:50.525819 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-c1384729-99d9-4d50-9fcb-87b9b9cd6e95 req-7a4e741f-8de3-4197-988c-a721166b0dbf tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:51:50.544252 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-c1384729-99d9-4d50-9fcb-87b9b9cd6e95 req-7a4e741f-8de3-4197-988c-a721166b0dbf tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:51:50.545413 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c1384729-99d9-4d50-9fcb-87b9b9cd6e95 req-7a4e741f-8de3-4197-988c-a721166b0dbf tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 946 time: 0.1031659 Apr 22 14:51:50.626165 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-c1384729-99d9-4d50-9fcb-87b9b9cd6e95 req-bbb6ef4e-4589-4973-b453-d9664b9f4f0f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port b324a3c7-135a-46ef-82ec-85dde3260abb {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:51:50.626850 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c1384729-99d9-4d50-9fcb-87b9b9cd6e95 req-bbb6ef4e-4589-4973-b453-d9664b9f4f0f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:50.765989 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703e159-e111-493d-852a-1fd7918a820e req-5613b41e-fce6-4ad6-8cc6-893ac8b704f3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:51:50.767505 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5703e159-e111-493d-852a-1fd7918a820e req-5613b41e-fce6-4ad6-8cc6-893ac8b704f3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 946 time: 0.1578391 Apr 22 14:51:50.815989 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5703e159-e111-493d-852a-1fd7918a820e req-e347bbfa-47d0-443d-b6b2-da5ccf0ddb1e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=da206d2e-077a-479b-8fe8-2ef8f100c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424838 Apr 22 14:51:50.893454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-c1384729-99d9-4d50-9fcb-87b9b9cd6e95 req-bbb6ef4e-4589-4973-b453-d9664b9f4f0f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port b324a3c7-135a-46ef-82ec-85dde3260abb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b324a3c7-135a-46ef-82ec-85dde3260abb,segment=NetworkSegment(c1a54879-2b68-4778-8604-4810ac6912fb),segment_id=c1a54879-2b68-4778-8604-4810ac6912fb)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:51:50.893805 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c1384729-99d9-4d50-9fcb-87b9b9cd6e95 req-bbb6ef4e-4589-4973-b453-d9664b9f4f0f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:51.021607 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-c1384729-99d9-4d50-9fcb-87b9b9cd6e95 req-bbb6ef4e-4589-4973-b453-d9664b9f4f0f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for b324a3c7-135a-46ef-82ec-85dde3260abb owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:51:51.277610 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c1384729-99d9-4d50-9fcb-87b9b9cd6e95 req-bbb6ef4e-4589-4973-b453-d9664b9f4f0f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:51.329336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6ef4e-4589-4973-b453-d9664b9f4f0f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=b324a3c7-135a-46ef-82ec-85dde3260abb,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:51:51.401317 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1384729-99d9-4d50-9fcb-87b9b9cd6e95 req-bbb6ef4e-4589-4973-b453-d9664b9f4f0f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] No DVR routers for this DVR port b324a3c7-135a-46ef-82ec-85dde3260abb on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:51:51.404709 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c1384729-99d9-4d50-9fcb-87b9b9cd6e95 req-bbb6ef4e-4589-4973-b453-d9664b9f4f0f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:51.407347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ea55b0-84fe-4b85-be3d-808109fd8081', 'name': 'network-vif-deleted', 'tag': 'b324a3c7-135a-46ef-82ec-85dde3260abb'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:51:51.422792 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c1384729-99d9-4d50-9fcb-87b9b9cd6e95 req-bbb6ef4e-4589-4973-b453-d9664b9f4f0f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "DELETE /v2.0/ports/b324a3c7-135a-46ef-82ec-85dde3260abb HTTP/1.1" status: 204 len: 173 time: 0.8719325 Apr 22 14:51:51.465593 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7c6122-5754-41f9-8bf5-3642984d149f'] response: {'server_uuid': '08ea55b0-84fe-4b85-be3d-808109fd8081', 'name': 'network-vif-deleted', 'tag': 'b324a3c7-135a-46ef-82ec-85dde3260abb', 'status': 'completed', 'code': 200} Apr 22 14:51:52.006262 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1703ea8c-9850-4c54-a2d3-fc5e54ea40ee req-4a093c9f-5435-449d-9c5f-a0b0d93d950a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ea55b0-84fe-4b85-be3d-808109fd8081 HTTP/1.1" status: 200 len: 210 time: 0.0441017 Apr 22 14:51:52.427339 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-47f6686c-2aa0-40b1-a024-15f34bc0ed63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:53.114433 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38050) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:51:53.185051 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:53.213757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:53.278522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:53.299067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da206d2e-077a-479b-8fe8-2ef8f100c81b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:51:53.312522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:53.312860 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:53.313192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:53.313520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:53.313846 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:53.314170 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:53.314490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:53.314811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:53.315127 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:53.315472 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:53.315788 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:53.320227 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:53.324951 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-29c8ca81-6fd7-42d6-954c-5fdd30ddbb07 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/security-groups/da206d2e-077a-479b-8fe8-2ef8f100c81b HTTP/1.1" status: 204 len: 168 time: 0.2059138 Apr 22 14:51:53.368153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38056) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:51:53.587997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device b324a3c7-135a-46ef-82ec-85dde3260abb no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:51:53.621811 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: b324a3c7-135a-46ef-82ec-85dde3260abb {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:51:53.622175 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device b324a3c7-135a-46ef-82ec-85dde3260abb not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:51:53.765554 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:51:53.787632 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ea229fd-cf94-4419-8202-553dfd52e43b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:54.456954 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:54.506284 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-6ea229fd-cf94-4419-8202-553dfd52e43b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port d0268a13-59de-45a4-a39c-b23aeacda907 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:51:54.506882 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ea229fd-cf94-4419-8202-553dfd52e43b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:54.697797 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-6ea229fd-cf94-4419-8202-553dfd52e43b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port d0268a13-59de-45a4-a39c-b23aeacda907, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d0268a13-59de-45a4-a39c-b23aeacda907,segment=NetworkSegment(c1a54879-2b68-4778-8604-4810ac6912fb),segment_id=c1a54879-2b68-4778-8604-4810ac6912fb)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:51:54.698149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ea229fd-cf94-4419-8202-553dfd52e43b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:54.769320 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d369-2a28-4aae-bfa6-2d99192dca19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:54.822063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-6ea229fd-cf94-4419-8202-553dfd52e43b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for d0268a13-59de-45a4-a39c-b23aeacda907 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:51:55.003868 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ea229fd-cf94-4419-8202-553dfd52e43b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:55.050614 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea229fd-cf94-4419-8202-553dfd52e43b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=d0268a13-59de-45a4-a39c-b23aeacda907,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:51:55.346042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ea229fd-cf94-4419-8202-553dfd52e43b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:56.025451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea229fd-cf94-4419-8202-553dfd52e43b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:51:56.037873 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:56.152650 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:56.234243 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea229fd-cf94-4419-8202-553dfd52e43b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:51:56.244528 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e878ba2-6c10-46d8-a1c7-8c8910b49bad None None] Sync routers for ids ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:51:56.248085 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6ea229fd-cf94-4419-8202-553dfd52e43b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/f2f1b05a-08d4-48e8-83a9-020036dd6bf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8787651 Apr 22 14:51:56.250714 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38060) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:51:56.257882 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e878ba2-6c10-46d8-a1c7-8c8910b49bad None None] Routers {'f2f1b05a-08d4-48e8-83a9-020036dd6bf1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:51:56.258658 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5e878ba2-6c10-46d8-a1c7-8c8910b49bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:51:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:51:56.438101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa86453-b5d3-431a-b2a6-38afcdf5e569 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting subnet d9050b1b-d113-40c3-b5b5-ff60714aa02b {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:51:56.440716 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-5e878ba2-6c10-46d8-a1c7-8c8910b49bad None None] Set router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:51:56.441074 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2fa86453-b5d3-431a-b2a6-38afcdf5e569 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:56.497108 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2fa86453-b5d3-431a-b2a6-38afcdf5e569 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:56.584316 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2fa86453-b5d3-431a-b2a6-38afcdf5e569 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:56.664633 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2fa86453-b5d3-431a-b2a6-38afcdf5e569 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:56.711144 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa86453-b5d3-431a-b2a6-38afcdf5e569 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Subnet': ['ID=d9050b1b-d113-40c3-b5b5-ff60714aa02b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:51:56.716247 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2fa86453-b5d3-431a-b2a6-38afcdf5e569 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:56.723170 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2fa86453-b5d3-431a-b2a6-38afcdf5e569 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/subnets/d9050b1b-d113-40c3-b5b5-ff60714aa02b HTTP/1.1" status: 204 len: 168 time: 0.4712648 Apr 22 14:51:56.725700 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38064) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:51:56.729576 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1905ebf-f84e-46cc-8206-b1d2fdd6d10d None None] Network 60b1faac-7d0d-431d-83fc-eb91ab9c6997 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:51:56.751259 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5e878ba2-6c10-46d8-a1c7-8c8910b49bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'name': 'tempest-TestNetworkBasicOps-router-120587634', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:45Z', 'updated_at': '2022-04-22T14:51:54Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:46Z', 'updated_at': '2022-04-22T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:51:56.755381 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e878ba2-6c10-46d8-a1c7-8c8910b49bad None None] Checking router: f2f1b05a-08d4-48e8-83a9-020036dd6bf1 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:51:56.766805 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e878ba2-6c10-46d8-a1c7-8c8910b49bad None None] Routers {'f2f1b05a-08d4-48e8-83a9-020036dd6bf1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:51:56.767462 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5e878ba2-6c10-46d8-a1c7-8c8910b49bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:51:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:51:56.943530 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-145d9efb-7f4c-4e4c-977b-69f8b3b71549 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:56.988771 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-5e878ba2-6c10-46d8-a1c7-8c8910b49bad None None] Set router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:51:57.002458 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] DHCP port deletion for 60b1faac-7d0d-431d-83fc-eb91ab9c6997 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:51:57.006895 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Deleting port 8b85b45c-1679-450c-89ed-af0c409c7336 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:51:57.007517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:57.157349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-145d9efb-7f4c-4e4c-977b-69f8b3b71549 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:57.167144 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-145d9efb-7f4c-4e4c-977b-69f8b3b71549 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port f626bb68-6f07-4f04-9bbe-b5373f23c3bd {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:51:57.167871 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-145d9efb-7f4c-4e4c-977b-69f8b3b71549 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:57.238205 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] For port 8b85b45c-1679-450c-89ed-af0c409c7336, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8b85b45c-1679-450c-89ed-af0c409c7336,segment=NetworkSegment(c1a54879-2b68-4778-8604-4810ac6912fb),segment_id=c1a54879-2b68-4778-8604-4810ac6912fb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:51:57.238799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:57.299150 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5e878ba2-6c10-46d8-a1c7-8c8910b49bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'name': 'tempest-TestNetworkBasicOps-router-120587634', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:45Z', 'updated_at': '2022-04-22T14:51:54Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:46Z', 'updated_at': '2022-04-22T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:51:57.304591 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e878ba2-6c10-46d8-a1c7-8c8910b49bad None None] The sync data for ids ['f2f1b05a-08d4-48e8-83a9-020036dd6bf1'] in dv-neutron-839027-1-hyperv is: [{'id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'name': 'tempest-TestNetworkBasicOps-router-120587634', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:45Z', 'updated_at': '2022-04-22T14:51:54Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': 'f626bb68-6f07-4f04-9bbe-b5373f23c3bd', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1b05a-08d4-48e8-83a9-020036dd6bf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:46Z', 'updated_at': '2022-04-22T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:51:57.360288 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-145d9efb-7f4c-4e4c-977b-69f8b3b71549 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port f626bb68-6f07-4f04-9bbe-b5373f23c3bd, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f626bb68-6f07-4f04-9bbe-b5373f23c3bd,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:51:57.360693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-145d9efb-7f4c-4e4c-977b-69f8b3b71549 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:57.368476 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Calling delete_port for 8b85b45c-1679-450c-89ed-af0c409c7336 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:51:57.420233 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:57.452645 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:57.499394 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Pushing event deleted for resources: {'Port': ['ID=8b85b45c-1679-450c-89ed-af0c409c7336,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:51:57.509481 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] No DVR routers for this DVR port 8b85b45c-1679-450c-89ed-af0c409c7336 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:51:57.515491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:57.515849 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:57.516211 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:57.516547 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:57.516871 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:57.517201 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:57.517521 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:57.517843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:57.518411 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:57.519158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:57.519158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3c60-1ab8-4373-98bd-c55212619c53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:57.628336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-145d9efb-7f4c-4e4c-977b-69f8b3b71549 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for f626bb68-6f07-4f04-9bbe-b5373f23c3bd owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:51:57.705890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8b85b45c-1679-450c-89ed-af0c409c7336 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:51:57.746719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 8b85b45c-1679-450c-89ed-af0c409c7336 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:51:57.747815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8b85b45c-1679-450c-89ed-af0c409c7336 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:51:57.747815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d0268a13-59de-45a4-a39c-b23aeacda907 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:51:57.788370 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: d0268a13-59de-45a4-a39c-b23aeacda907 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:51:57.788715 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d0268a13-59de-45a4-a39c-b23aeacda907 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:51:57.841413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-145d9efb-7f4c-4e4c-977b-69f8b3b71549 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:57.892938 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d9efb-7f4c-4e4c-977b-69f8b3b71549 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=f626bb68-6f07-4f04-9bbe-b5373f23c3bd,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:51:58.122295 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-145d9efb-7f4c-4e4c-977b-69f8b3b71549 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:58.389844 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-145d9efb-7f4c-4e4c-977b-69f8b3b71549 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:58.394470 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-145d9efb-7f4c-4e4c-977b-69f8b3b71549 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:58.422717 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-145d9efb-7f4c-4e4c-977b-69f8b3b71549 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:58.423223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145d9efb-7f4c-4e4c-977b-69f8b3b71549 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Fanout notify agent at l3_agent the message router_deleted on router f2f1b05a-08d4-48e8-83a9-020036dd6bf1 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:51:58.439746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-145d9efb-7f4c-4e4c-977b-69f8b3b71549 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:58.442258 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-145d9efb-7f4c-4e4c-977b-69f8b3b71549 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/routers/f2f1b05a-08d4-48e8-83a9-020036dd6bf1 HTTP/1.1" status: 204 len: 168 time: 1.7145228 Apr 22 14:51:58.444227 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38068) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:51:58.571846 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05f48323-bf33-40b6-8a5b-8b69a8a919e6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:58.705092 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05f48323-bf33-40b6-8a5b-8b69a8a919e6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:58.732467 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-05f48323-bf33-40b6-8a5b-8b69a8a919e6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b1faac-7d0d-431d-83fc-eb91ab9c6997']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:51:58.745129 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-05f48323-bf33-40b6-8a5b-8b69a8a919e6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a54879-2b68-4778-8604-4810ac6912fb') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:51:58.745459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-05f48323-bf33-40b6-8a5b-8b69a8a919e6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a54879-2b68-4778-8604-4810ac6912fb') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:51:58.758390 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05f48323-bf33-40b6-8a5b-8b69a8a919e6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:58.779567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05f48323-bf33-40b6-8a5b-8b69a8a919e6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:58.787057 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f48323-bf33-40b6-8a5b-8b69a8a919e6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:51:58.787520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05f48323-bf33-40b6-8a5b-8b69a8a919e6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:51:58.802758 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:51:58.887704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05f48323-bf33-40b6-8a5b-8b69a8a919e6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:58.905988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-05f48323-bf33-40b6-8a5b-8b69a8a919e6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:58.917630 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f48323-bf33-40b6-8a5b-8b69a8a919e6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Network': ['ID=60b1faac-7d0d-431d-83fc-eb91ab9c6997,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:51:58.926195 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-05f48323-bf33-40b6-8a5b-8b69a8a919e6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/networks/60b1faac-7d0d-431d-83fc-eb91ab9c6997 HTTP/1.1" status: 204 len: 168 time: 0.4807458 Apr 22 14:51:58.940145 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38072) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:51:58.945902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f76ddfb3-a4cc-4901-a3cd-7dbc292c8470 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'network': {'name': 'tempest-network-smoke--1844209536', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'port_security_enabled': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:51:58.951049 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f76ddfb3-a4cc-4901-a3cd-7dbc292c8470 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:51:58.955163 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f76ddfb3-a4cc-4901-a3cd-7dbc292c8470 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:network and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:51:58.958150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f76ddfb3-a4cc-4901-a3cd-7dbc292c8470 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:51:58.963857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f76ddfb3-a4cc-4901-a3cd-7dbc292c8470 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:51:58.974710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76ddfb3-a4cc-4901-a3cd-7dbc292c8470 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:51:58.977721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f76ddfb3-a4cc-4901-a3cd-7dbc292c8470 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:59.008869 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76ddfb3-a4cc-4901-a3cd-7dbc292c8470 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:51:59.018679 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f76ddfb3-a4cc-4901-a3cd-7dbc292c8470 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:59.019020 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-f76ddfb3-a4cc-4901-a3cd-7dbc292c8470 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Added segment 819024b6-969f-4000-98e0-6534e88cf426 of type vlan for network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a Apr 22 14:51:59.047896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f76ddfb3-a4cc-4901-a3cd-7dbc292c8470 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:59.077739 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f76ddfb3-a4cc-4901-a3cd-7dbc292c8470 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:59.081354 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76ddfb3-a4cc-4901-a3cd-7dbc292c8470 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:51:59.081924 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f76ddfb3-a4cc-4901-a3cd-7dbc292c8470 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:59.285834 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f76ddfb3-a4cc-4901-a3cd-7dbc292c8470 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3444600 Apr 22 14:51:59.288849 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38076) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:51:59.296685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'admin_state_up': True, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:51:59.305104 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:51:59.307430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ddfb3-a4cc-4901-a3cd-7dbc292c8470 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Network': ['ID=81b917fa-bc3a-40b5-b762-ac8a7238fe6a,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:51:59.313017 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:router and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:51:59.315319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:51:59.320763 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:51:59.322633 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:51:59.332869 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:59.333852 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:59.358726 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:59.516571 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:59.649258 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f626bb68-6f07-4f04-9bbe-b5373f23c3bd no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:51:59.685688 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: f626bb68-6f07-4f04-9bbe-b5373f23c3bd {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:51:59.686037 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f626bb68-6f07-4f04-9bbe-b5373f23c3bd not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:51:59.720648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:59.752352 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:59.904078 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.219 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:52:00.067361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:00.096212 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:00.173291 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:52:00.177906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:52:00.185922 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:52:00.209889 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:00.349920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:00.350643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:00.595855 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router 7717c682-d875-4918-8f77-908c331f30f1 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:52:00.811733 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:52:00.821334 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Sync routers for ids ['7717c682-d875-4918-8f77-908c331f30f1'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:52:00.833545 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Routers {'7717c682-d875-4918-8f77-908c331f30f1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:00.834195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:51:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7717c682-d875-4918-8f77-908c331f30f1'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:00.843672 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:00.849024 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9c742750-d21d-46f4-9768-84e75e0b18fb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5552237 Apr 22 14:52:00.849289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38080) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:00.894164 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3f1f9170-505f-45e0-bab8-3af348da5390 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cff54c6a8bde4890bebe346e0436bfdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408804 Apr 22 14:52:00.894514 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38084) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:01.088403 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Set router 7717c682-d875-4918-8f77-908c331f30f1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:01.149868 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b618b596-1b9f-4a65-be6d-307a38f06d27 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:01.151359 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b618b596-1b9f-4a65-be6d-307a38f06d27 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2558229 Apr 22 14:52:01.154291 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38088) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:01.193760 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0ad5c9d2-2064-4e60-9659-db0a8213edd7 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383945 Apr 22 14:52:01.196411 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38092) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:01.201984 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-8d2ab93d-c920-4870-a84c-96ae239828dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1893904718', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:01.309970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8d2ab93d-c920-4870-a84c-96ae239828dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:01.313890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8d2ab93d-c920-4870-a84c-96ae239828dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:subnet and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:01.316711 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8d2ab93d-c920-4870-a84c-96ae239828dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:01.322324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8d2ab93d-c920-4870-a84c-96ae239828dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:01.332601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2ab93d-c920-4870-a84c-96ae239828dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:52:01.379680 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:00Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:01.383800 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Checking router: 7717c682-d875-4918-8f77-908c331f30f1 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:52:01.384079 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Updating router 7717c682-d875-4918-8f77-908c331f30f1 port 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:52:01.436195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab93d-c920-4870-a84c-96ae239828dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:01.440581 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:01.669279 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab93d-c920-4870-a84c-96ae239828dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:01.748439 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ab93d-c920-4870-a84c-96ae239828dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Subnet': ['ID=42bdeb65-640b-4065-b144-6df716b7f4fa,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:01.764142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ab93d-c920-4870-a84c-96ae239828dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Checking segment: {'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:52:01.764502 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2ab93d-c920-4870-a84c-96ae239828dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network hostable DHCP agents. Network: 81b917fa-bc3a-40b5-b762-ac8a7238fe6a, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:52:01.788791 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2ab93d-c920-4870-a84c-96ae239828dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:52:01.797397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:01.798868 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-8d2ab93d-c920-4870-a84c-96ae239828dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 81b917fa-bc3a-40b5-b762-ac8a7238fe6a) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:52:01.803667 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2ab93d-c920-4870-a84c-96ae239828dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:01.804234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab93d-c920-4870-a84c-96ae239828dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:01.810014 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Transition to ACTIVE for port object 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:52:01.813945 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ac99dd-206c-4ea0-81f3-0572ef027aa7 None None] Network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:52:01.827955 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8d2ab93d-c920-4870-a84c-96ae239828dc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6304886 Apr 22 14:52:01.830863 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38096) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:01.836110 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:01.992498 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Attempting to bind port 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:52:01.992859 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Attempting to bind port 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:52:01.993223 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Attempting to bind port 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6 on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:52:02.009491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711646b-4549-42fe-80c8-97b42a0fb0b8 None None] Pushing event updated for resources: {'Port': ['ID=28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:02.048723 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:52:02.049097 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:52:02.049502 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:02.049894 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:52:02.050378 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Bound port: 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:52:02.050747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:02.177857 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] For port 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:52:02.184771 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:52:02.185660 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:02.198437 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] For port 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:52:02.203077 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:02.342880 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711646b-4549-42fe-80c8-97b42a0fb0b8 None None] Pushing event updated for resources: {'Port': ['ID=28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:02.366647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Routers {'7717c682-d875-4918-8f77-908c331f30f1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:02.367369 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:51:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7717c682-d875-4918-8f77-908c331f30f1'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:02.606270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Allocated IP 172.20.0.2 (81b917fa-bc3a-40b5-b762-ac8a7238fe6a/42bdeb65-640b-4065-b144-6df716b7f4fa/fd30b85e-af1b-4cd2-b70d-7009cb92fabb) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:52:02.637268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:02.720391 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] Set router 7717c682-d875-4918-8f77-908c331f30f1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:03.088053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:03.108464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Transition to ACTIVE for port object fd30b85e-af1b-4cd2-b70d-7009cb92fabb will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:52:03.136705 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Transition to ACTIVE for port object fd30b85e-af1b-4cd2-b70d-7009cb92fabb will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:52:03.145280 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:03.220504 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:00Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:03.223699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:52:03.227758 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:52:03.234158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:52:03.236407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Pushing event updated for resources: {'Port': ['ID=fd30b85e-af1b-4cd2-b70d-7009cb92fabb,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:03.239446 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e20c82-6be2-4b6e-9229-ea50d62f5304 None None] The sync data for ids ['7717c682-d875-4918-8f77-908c331f30f1'] in dv-neutron-839027-1-hyperv is: [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:00Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:52:03.259153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.1 (81b917fa-bc3a-40b5-b762-ac8a7238fe6a/42bdeb65-640b-4065-b144-6df716b7f4fa/9708a3b2-4cd3-49bf-9f1a-d10f60e58003) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:52:03.338924 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Attempting to bind port fd30b85e-af1b-4cd2-b70d-7009cb92fabb on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:52:03.339257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Attempting to bind port fd30b85e-af1b-4cd2-b70d-7009cb92fabb by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:52:03.339711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Attempting to bind port fd30b85e-af1b-4cd2-b70d-7009cb92fabb on network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:52:03.347882 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:52:03.347882 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Checking segment: {'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:52:03.347882 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:03.348250 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Bound using segment: {'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:52:03.348496 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Bound port: fd30b85e-af1b-4cd2-b70d-7009cb92fabb, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:52:03.348872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:03.475131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:03.497992 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] For port fd30b85e-af1b-4cd2-b70d-7009cb92fabb, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:52:03.502522 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] For port fd30b85e-af1b-4cd2-b70d-7009cb92fabb, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=fd30b85e-af1b-4cd2-b70d-7009cb92fabb,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:52:03.505753 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:52:03.509061 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:03.540314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:03.629030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5f631-ad89-4f83-af4b-279237aa0f60 None None] Pushing event updated for resources: {'Port': ['ID=fd30b85e-af1b-4cd2-b70d-7009cb92fabb,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:03.646436 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:52:03.650778 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:52:03.661417 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:52:03.699429 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:52:03.734562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=9708a3b2-4cd3-49bf-9f1a-d10f60e58003,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:03.766966 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:03.837809 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:52:03.847077 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:03.847525 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:03.922018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:04.098915 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:04.123253 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:04.128365 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:04.202646 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:04.416105 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:04.421300 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:04.541228 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:04.545100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=9708a3b2-4cd3-49bf-9f1a-d10f60e58003,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:04.694321 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:52:04.695527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:52:04.731301 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a5bb35-cef4-4ca0-873d-2efd9bc3212d None None] Network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:52:04.853449 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f2471062-2e3a-42b1-bcc7-b3db85618473 None None] Provisioning for port fd30b85e-af1b-4cd2-b70d-7009cb92fabb completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:52:05.220091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router 7717c682-d875-4918-8f77-908c331f30f1 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:52:05.306226 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8af0dbcd-7351-4ff5-88fb-568458e6e74e None None] Provisioning for port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:52:05.313232 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8af0dbcd-7351-4ff5-88fb-568458e6e74e None None] Provisioning complete for port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:05.314077 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8af0dbcd-7351-4ff5-88fb-568458e6e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:05.370922 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8af0dbcd-7351-4ff5-88fb-568458e6e74e None None] Port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:52:05.458051 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:52:05.472042 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-313b7131-d1b1-4a57-8c70-d69e493d076f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/7717c682-d875-4918-8f77-908c331f30f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6399727 Apr 22 14:52:05.474689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38100) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:05.509730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-0aac98a0-b990-4248-b5b6-f016059894dc None None] Provisioning complete for port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:05.509730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0aac98a0-b990-4248-b5b6-f016059894dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:05.627368 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-0aac98a0-b990-4248-b5b6-f016059894dc None None] Port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:52:05.641190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa607a-c640-4c44-91bd-bed90f45d080 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:05.641651 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa607a-c640-4c44-91bd-bed90f45d080 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:05.642204 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa607a-c640-4c44-91bd-bed90f45d080 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:05.642586 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa607a-c640-4c44-91bd-bed90f45d080 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:05.642920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa607a-c640-4c44-91bd-bed90f45d080 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:05.643566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa607a-c640-4c44-91bd-bed90f45d080 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:05.645460 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3ffa607a-c640-4c44-91bd-bed90f45d080 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1698422 Apr 22 14:52:05.648151 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38104) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:05.719096 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device fd30b85e-af1b-4cd2-b70d-7009cb92fabb up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:52:05.725423 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cafd135-4a64-4093-9fc3-8090f1b219ae tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:05.725795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cafd135-4a64-4093-9fc3-8090f1b219ae tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:05.726152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cafd135-4a64-4093-9fc3-8090f1b219ae tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:05.726500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cafd135-4a64-4093-9fc3-8090f1b219ae tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:05.726847 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cafd135-4a64-4093-9fc3-8090f1b219ae tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:05.727193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cafd135-4a64-4093-9fc3-8090f1b219ae tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:05.728942 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1cafd135-4a64-4093-9fc3-8090f1b219ae tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0798707 Apr 22 14:52:05.731920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38108) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:05.787748 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e3e661dd-1b12-4ff6-865a-91175ceb9c26 None None] Provisioning complete for port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:05.788168 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e3e661dd-1b12-4ff6-865a-91175ceb9c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:05.844443 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e3e661dd-1b12-4ff6-865a-91175ceb9c26 None None] Port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:52:05.848022 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port fd30b85e-af1b-4cd2-b70d-7009cb92fabb completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:52:05.852707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port fd30b85e-af1b-4cd2-b70d-7009cb92fabb triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:05.853087 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:05.957363 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ff78a0f5-9269-4b70-89ce-b6814ce18d30 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2154238 Apr 22 14:52:05.975250 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:06.009428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port fd30b85e-af1b-4cd2-b70d-7009cb92fabb, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=fd30b85e-af1b-4cd2-b70d-7009cb92fabb,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:06.014205 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:06.014970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:52:06.130768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=fd30b85e-af1b-4cd2-b70d-7009cb92fabb,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:06.144771 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:06.145141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:07.027836 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Sync routers for ids ['7717c682-d875-4918-8f77-908c331f30f1'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:52:07.046358 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Routers {'7717c682-d875-4918-8f77-908c331f30f1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:07.047177 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:51:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7717c682-d875-4918-8f77-908c331f30f1'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:07.261957 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Set router 7717c682-d875-4918-8f77-908c331f30f1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:07.288196 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38116) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:07.294997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-8b72cb5c-829c-4e8f-98ab-8a394c4a2385 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-146277250', 'description': 'tempest-secgroup-smoke-146277250 description', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:07.301355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8b72cb5c-829c-4e8f-98ab-8a394c4a2385 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:07.305648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8b72cb5c-829c-4e8f-98ab-8a394c4a2385 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:07.309887 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8b72cb5c-829c-4e8f-98ab-8a394c4a2385 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:07.315622 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8b72cb5c-829c-4e8f-98ab-8a394c4a2385 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:07.325963 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b72cb5c-829c-4e8f-98ab-8a394c4a2385 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:07.361870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8b72cb5c-829c-4e8f-98ab-8a394c4a2385 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:07.365645 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8b72cb5c-829c-4e8f-98ab-8a394c4a2385 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:07.368476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8b72cb5c-829c-4e8f-98ab-8a394c4a2385 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:07.375252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8b72cb5c-829c-4e8f-98ab-8a394c4a2385 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:07.434183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b72cb5c-829c-4e8f-98ab-8a394c4a2385 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:07.438583 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b72cb5c-829c-4e8f-98ab-8a394c4a2385 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:07.483303 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72cb5c-829c-4e8f-98ab-8a394c4a2385 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d29909-a612-44ec-8a22-8a49446d447a,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:07.487218 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b72cb5c-829c-4e8f-98ab-8a394c4a2385 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:07.488467 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8b72cb5c-829c-4e8f-98ab-8a394c4a2385 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1990471 Apr 22 14:52:07.492092 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38120) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:07.498854 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4cf4c0cb-3066-4a9c-ae20-7830022c9f09 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '80d29909-a612-44ec-8a22-8a49446d447a', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:07.505091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4cf4c0cb-3066-4a9c-ae20-7830022c9f09 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:07.508927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4cf4c0cb-3066-4a9c-ae20-7830022c9f09 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:07.512722 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4cf4c0cb-3066-4a9c-ae20-7830022c9f09 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:07.518669 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4cf4c0cb-3066-4a9c-ae20-7830022c9f09 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:07.544348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4cf4c0cb-3066-4a9c-ae20-7830022c9f09 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:07.611146 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:03Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '9708a3b2-4cd3-49bf-9f1a-d10f60e58003', 'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:74:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:03Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 2, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:07.615917 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Checking router: 7717c682-d875-4918-8f77-908c331f30f1 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:52:07.616258 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Updating router 7717c682-d875-4918-8f77-908c331f30f1 port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:52:07.631603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4cf4c0cb-3066-4a9c-ae20-7830022c9f09 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:07.637858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4cf4c0cb-3066-4a9c-ae20-7830022c9f09 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:07.658734 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device fd30b85e-af1b-4cd2-b70d-7009cb92fabb up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:52:07.675665 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4c0cb-3066-4a9c-ae20-7830022c9f09 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154f6203-539f-4013-9ab1-00f4a656dee8,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:07.686673 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4cf4c0cb-3066-4a9c-ae20-7830022c9f09 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:07.689243 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:07.694044 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4cf4c0cb-3066-4a9c-ae20-7830022c9f09 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1978579 Apr 22 14:52:07.694372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38124) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:07.705937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-af9a0804-9558-4ac1-bbe3-29f550b2111e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '80d29909-a612-44ec-8a22-8a49446d447a', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:07.721354 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-af9a0804-9558-4ac1-bbe3-29f550b2111e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:07.729267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-af9a0804-9558-4ac1-bbe3-29f550b2111e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:07.736897 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-af9a0804-9558-4ac1-bbe3-29f550b2111e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:07.744443 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port fd30b85e-af1b-4cd2-b70d-7009cb92fabb triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:07.744955 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:07.748405 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-af9a0804-9558-4ac1-bbe3-29f550b2111e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:07.775200 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-af9a0804-9558-4ac1-bbe3-29f550b2111e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:07.861690 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-af9a0804-9558-4ac1-bbe3-29f550b2111e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:07.866011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-af9a0804-9558-4ac1-bbe3-29f550b2111e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:07.893972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a0804-9558-4ac1-bbe3-29f550b2111e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50eec94-91bc-4b6e-ae22-049515208e13,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:07.906601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-af9a0804-9558-4ac1-bbe3-29f550b2111e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:07.910805 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-af9a0804-9558-4ac1-bbe3-29f550b2111e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2124598 Apr 22 14:52:07.910941 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38128) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:07.917509 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-c43f3d4d-04e2-467f-a6c2-f15ace142321 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '80d29909-a612-44ec-8a22-8a49446d447a', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:07.923539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c43f3d4d-04e2-467f-a6c2-f15ace142321 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:07.927397 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c43f3d4d-04e2-467f-a6c2-f15ace142321 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:07.930246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c43f3d4d-04e2-467f-a6c2-f15ace142321 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:07.936986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c43f3d4d-04e2-467f-a6c2-f15ace142321 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:07.954486 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c43f3d4d-04e2-467f-a6c2-f15ace142321 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.028268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c43f3d4d-04e2-467f-a6c2-f15ace142321 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.033773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c43f3d4d-04e2-467f-a6c2-f15ace142321 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.062176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f3d4d-04e2-467f-a6c2-f15ace142321 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354a40f3-1319-4b45-ac23-8a3025b94902,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:08.072198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c43f3d4d-04e2-467f-a6c2-f15ace142321 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.073468 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c43f3d4d-04e2-467f-a6c2-f15ace142321 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1612670 Apr 22 14:52:08.076629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38132) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:08.082173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-228836ea-eae2-424b-b130-f23951e80363 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '80d29909-a612-44ec-8a22-8a49446d447a', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:08.088247 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-228836ea-eae2-424b-b130-f23951e80363 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:08.089162 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.092394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-228836ea-eae2-424b-b130-f23951e80363 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:08.095372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-228836ea-eae2-424b-b130-f23951e80363 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:08.101073 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-228836ea-eae2-424b-b130-f23951e80363 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:08.101813 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Transition to ACTIVE for port object 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:52:08.110486 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.121331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-228836ea-eae2-424b-b130-f23951e80363 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.188668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-228836ea-eae2-424b-b130-f23951e80363 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.194512 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-228836ea-eae2-424b-b130-f23951e80363 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.221186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228836ea-eae2-424b-b130-f23951e80363 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630c899c-2f95-4a12-bf29-b04e4f858f27,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:08.231185 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-228836ea-eae2-424b-b130-f23951e80363 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.232475 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-228836ea-eae2-424b-b130-f23951e80363 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1549003 Apr 22 14:52:08.235322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38136) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:08.243125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-6cca958f-d768-4ebd-b3a4-60e0e9ab5718 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '80d29909-a612-44ec-8a22-8a49446d447a', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:08.252537 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-6cca958f-d768-4ebd-b3a4-60e0e9ab5718 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:08.259405 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6cca958f-d768-4ebd-b3a4-60e0e9ab5718 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:08.264294 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6cca958f-d768-4ebd-b3a4-60e0e9ab5718 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:08.275065 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-6cca958f-d768-4ebd-b3a4-60e0e9ab5718 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:08.278546 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a3d8c-9142-455e-8d03-e2348873dfdf None None] Pushing event updated for resources: {'Port': ['ID=9708a3b2-4cd3-49bf-9f1a-d10f60e58003,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:08.292893 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a3d8c-9142-455e-8d03-e2348873dfdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:08.293141 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-6cca958f-d768-4ebd-b3a4-60e0e9ab5718 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:52:08.293821 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a3d8c-9142-455e-8d03-e2348873dfdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:08.293821 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a3d8c-9142-455e-8d03-e2348873dfdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:08.293821 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a3d8c-9142-455e-8d03-e2348873dfdf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:08.294288 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a3d8c-9142-455e-8d03-e2348873dfdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:08.294428 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a3d8c-9142-455e-8d03-e2348873dfdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:08.294704 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a3d8c-9142-455e-8d03-e2348873dfdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:08.295050 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a3d8c-9142-455e-8d03-e2348873dfdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:08.295365 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a3d8c-9142-455e-8d03-e2348873dfdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:08.295683 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a3d8c-9142-455e-8d03-e2348873dfdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:08.295997 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a3d8c-9142-455e-8d03-e2348873dfdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:08.304109 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cca958f-d768-4ebd-b3a4-60e0e9ab5718 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.387175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cca958f-d768-4ebd-b3a4-60e0e9ab5718 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.388656 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Attempting to bind port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:52:08.389025 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Attempting to bind port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:52:08.389384 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Attempting to bind port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 on network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:52:08.392555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cca958f-d768-4ebd-b3a4-60e0e9ab5718 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.396672 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:52:08.397033 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Checking segment: {'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:52:08.397439 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.397844 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Bound using segment: {'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:52:08.398270 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Bound port: 9708a3b2-4cd3-49bf-9f1a-d10f60e58003, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:52:08.398635 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.415838 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca958f-d768-4ebd-b3a4-60e0e9ab5718 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfae21d3-4ba6-4d55-9919-6619decf3780,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:08.428357 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cca958f-d768-4ebd-b3a4-60e0e9ab5718 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.429630 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6cca958f-d768-4ebd-b3a4-60e0e9ab5718 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1931632 Apr 22 14:52:08.432398 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38140) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:08.437985 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-896c2a82-176b-4373-b240-614e735a201d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '80d29909-a612-44ec-8a22-8a49446d447a', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:08.444136 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-896c2a82-176b-4373-b240-614e735a201d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:08.447970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-896c2a82-176b-4373-b240-614e735a201d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:08.451147 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-896c2a82-176b-4373-b240-614e735a201d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:08.456898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-896c2a82-176b-4373-b240-614e735a201d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:08.473132 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-896c2a82-176b-4373-b240-614e735a201d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:52:08.480314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-896c2a82-176b-4373-b240-614e735a201d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.499239 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] For port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:52:08.502539 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] For port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9708a3b2-4cd3-49bf-9f1a-d10f60e58003,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:52:08.506657 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.555553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-896c2a82-176b-4373-b240-614e735a201d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.561348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-896c2a82-176b-4373-b240-614e735a201d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.588468 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a3d8c-9142-455e-8d03-e2348873dfdf None None] Pushing event updated for resources: {'Port': ['ID=9708a3b2-4cd3-49bf-9f1a-d10f60e58003,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:08.592552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c2a82-176b-4373-b240-614e735a201d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598953d1-d740-41bf-8f8a-3cb9a74cb7b7,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:08.594850 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Routers {'7717c682-d875-4918-8f77-908c331f30f1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:08.595502 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:51:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7717c682-d875-4918-8f77-908c331f30f1'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:08.619399 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-896c2a82-176b-4373-b240-614e735a201d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:08.630520 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-896c2a82-176b-4373-b240-614e735a201d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1871815 Apr 22 14:52:08.712542 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a8263bf-b3ee-48b3-962d-4a1569aac004 req-f2df491c-9f09-413a-831c-a9e70dfbef96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1156986 Apr 22 14:52:08.858126 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-55d74c1e-12d9-4448-95ff-7c39b575c81f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:52:08.864439 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] Set router 7717c682-d875-4918-8f77-908c331f30f1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:08.873550 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a8263bf-b3ee-48b3-962d-4a1569aac004 req-42a3eb3d-9239-4be6-9605-c37487260097 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 1098 time: 0.0851507 Apr 22 14:52:08.886265 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-55d74c1e-12d9-4448-95ff-7c39b575c81f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:52:08.887477 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-55d74c1e-12d9-4448-95ff-7c39b575c81f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146277250&fields=id&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 267 time: 0.0813527 Apr 22 14:52:09.036551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8263bf-b3ee-48b3-962d-4a1569aac004 req-3304efbb-1d8e-4169-9ea2-8664db5366cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:09.037984 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a8263bf-b3ee-48b3-962d-4a1569aac004 req-3304efbb-1d8e-4169-9ea2-8664db5366cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 913 time: 0.1458180 Apr 22 14:52:09.060568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-b5f29c85-0eb6-42f7-97b8-a7a6faca29a6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:09.061286 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-b5f29c85-0eb6-42f7-97b8-a7a6faca29a6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:52:09.078768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-b5f29c85-0eb6-42f7-97b8-a7a6faca29a6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:52:09.080056 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-b5f29c85-0eb6-42f7-97b8-a7a6faca29a6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/networks?id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a HTTP/1.1" status: 200 len: 797 time: 0.1848676 Apr 22 14:52:09.097742 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-26a67470-fce6-4d0e-a7dc-c96426226929 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/quotas/cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 375 time: 0.0114610 Apr 22 14:52:09.150073 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a8263bf-b3ee-48b3-962d-4a1569aac004 req-4c82c189-d666-4595-9933-ee0ab579da25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=232d2bbd-ab9d-465c-acfa-2d522c3c7c59 HTTP/1.1" status: 200 len: 1001 time: 0.1056030 Apr 22 14:52:09.193225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-35f51e42-48ca-4e74-97a2-1f7f2a7da003 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:52:09.215570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-35f51e42-48ca-4e74-97a2-1f7f2a7da003 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:52:09.217903 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-35f51e42-48ca-4e74-97a2-1f7f2a7da003 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135681 Apr 22 14:52:09.219327 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8263bf-b3ee-48b3-962d-4a1569aac004 req-f5c414d1-77f1-4ca9-9651-5e95714dbd0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:09.220803 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a8263bf-b3ee-48b3-962d-4a1569aac004 req-f5c414d1-77f1-4ca9-9651-5e95714dbd0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2f90018-3175-478a-ba05-5be4603daa12 HTTP/1.1" status: 200 len: 851 time: 0.0655305 Apr 22 14:52:09.226890 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:03Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '9708a3b2-4cd3-49bf-9f1a-d10f60e58003', 'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:74:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:03Z', 'updated_at': '2022-04-22T14:52:08Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:09.231583 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f321c9f9-fd4b-48d7-a9cf-0fd855332872 None None] The sync data for ids ['7717c682-d875-4918-8f77-908c331f30f1'] in dv-neutron-839027-1-hyperv is: [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:03Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '9708a3b2-4cd3-49bf-9f1a-d10f60e58003', 'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:74:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:03Z', 'updated_at': '2022-04-22T14:52:08Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:52:09.319868 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a8263bf-b3ee-48b3-962d-4a1569aac004 req-8e88216e-2f12-46e6-b316-b86004bff1c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25eb85eb-411c-4074-8f9a-0de5fadf0faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929303 Apr 22 14:52:09.484761 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a8263bf-b3ee-48b3-962d-4a1569aac004 req-93996506-8c3e-476b-b6ce-2ae045beb149 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546612 Apr 22 14:52:09.647253 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-bd351c33-47b5-4042-a4c3-aaed3fd54096 service neutron] 10.222.0.23 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133184 Apr 22 14:52:09.684514 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6a8263bf-b3ee-48b3-962d-4a1569aac004 req-57c5692c-f672-4dea-aee3-46b7a1a3dd4c service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944060 Apr 22 14:52:09.712554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:52:09.822511 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-d2e9a350-bea0-4a12-832b-df5075bf20d9 service neutron] 10.222.0.23 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740265 Apr 22 14:52:09.832185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:52:09.843783 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:09.844393 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:10.033426 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:10.077854 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9708a3b2-4cd3-49bf-9f1a-d10f60e58003,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:10.090773 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:10.109370 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2c2020fa-e038-4c7b-8cd3-302104c6b0fa req-50bc8347-e950-4499-ab3c-26eece273b34 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 210 time: 0.0695305 Apr 22 14:52:10.194958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=9708a3b2-4cd3-49bf-9f1a-d10f60e58003,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:11.217941 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-82516523-094d-40b6-adae-821bee0131e3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:11.219464 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-82516523-094d-40b6-adae-821bee0131e3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/networks?id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a HTTP/1.1" status: 200 len: 797 time: 0.1695831 Apr 22 14:52:11.296667 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-4a06d323-c4ad-4d75-937d-cd428fe7a26e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 379 time: 0.0654337 Apr 22 14:52:11.306291 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-6bb2fa98-c631-4d25-9946-ac298ea4cec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'port': {'device_id': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'admin_state_up': True, 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'security_groups': ['80d29909-a612-44ec-8a22-8a49446d447a']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:11.311571 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4533a019-6219-43e9-91d4-98b4a12ca97f req-2902f741-3178-4c98-80ad-cb02d11a31fd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 210 time: 0.0446503 Apr 22 14:52:11.452673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-6bb2fa98-c631-4d25-9946-ac298ea4cec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:11.462432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-6bb2fa98-c631-4d25-9946-ac298ea4cec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:11.472811 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-6bb2fa98-c631-4d25-9946-ac298ea4cec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:52:11.475935 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-6bb2fa98-c631-4d25-9946-ac298ea4cec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:11.650754 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:52:11.659729 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-6bb2fa98-c631-4d25-9946-ac298ea4cec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.11 (81b917fa-bc3a-40b5-b762-ac8a7238fe6a/42bdeb65-640b-4065-b144-6df716b7f4fa/4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:52:11.727830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:11.728193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:11.965219 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-6bb2fa98-c631-4d25-9946-ac298ea4cec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:11.981242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-6bb2fa98-c631-4d25-9946-ac298ea4cec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:52:12.002346 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-6bb2fa98-c631-4d25-9946-ac298ea4cec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:12.077377 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-6bb2fa98-c631-4d25-9946-ac298ea4cec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:52:12.080342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-6bb2fa98-c631-4d25-9946-ac298ea4cec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:52:12.084390 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-6bb2fa98-c631-4d25-9946-ac298ea4cec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:52:12.116421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2fa98-c631-4d25-9946-ac298ea4cec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:12.154837 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-6bb2fa98-c631-4d25-9946-ac298ea4cec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:12.155514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-6bb2fa98-c631-4d25-9946-ac298ea4cec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:12.184141 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-6bb2fa98-c631-4d25-9946-ac298ea4cec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8805027 Apr 22 14:52:12.193644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Request body: {'port': {'device_id': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:12.310864 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:12.370349 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d26db44a-e0c3-4d65-9e00-878634146f2d None None] Provisioning for port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:52:12.376386 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d26db44a-e0c3-4d65-9e00-878634146f2d None None] Provisioning complete for port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:12.376868 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d26db44a-e0c3-4d65-9e00-878634146f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:12.437442 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d26db44a-e0c3-4d65-9e00-878634146f2d None None] Port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:52:12.525109 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9659c-1d36-4b92-8b88-507a4c96cd95 req-16b34718-b1df-42d4-a43e-81eddf2dce10 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:12.527150 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0ab9659c-1d36-4b92-8b88-507a4c96cd95 req-16b34718-b1df-42d4-a43e-81eddf2dce10 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 932 time: 0.0833843 Apr 22 14:52:12.573723 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0ab9659c-1d36-4b92-8b88-507a4c96cd95 req-16b98682-faeb-454c-89ea-0eb9f13437f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=80d29909-a612-44ec-8a22-8a49446d447a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401039 Apr 22 14:52:12.679201 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:52:12.686302 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:12.701339 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Transition to ACTIVE for port object 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:52:12.705159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:12.834496 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:12.951665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Attempting to bind port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:52:12.952081 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Attempting to bind port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:52:12.952259 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Attempting to bind port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 on network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:52:12.958539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 on network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:52:12.958854 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Attempting to bind port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 on network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:52:12.965900 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:52:12.966235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Checking segment: {'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:52:12.966618 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Bound using segment: {'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:52:12.967045 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Bound port: 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:52:12.967421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:13.059840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] For port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:52:13.062740 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] For port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:52:13.067475 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:13.134533 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:13.137122 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] 10.222.0.30 "PUT /v2.0/ports/4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 HTTP/1.1" status: 200 len: 1094 time: 0.9470887 Apr 22 14:52:13.140938 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'tag': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:52:13.164416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a9876-af5c-4d54-8c49-2f3d79bef8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:13.223989 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b96c27-92cf-41d8-a4b1-e38188a780f7'] response: {'name': 'network-changed', 'server_uuid': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'tag': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'status': 'completed', 'code': 200} Apr 22 14:52:13.269642 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-7bb95998-650a-45e4-9da8-8c371224c123 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 1097 time: 0.0774593 Apr 22 14:52:13.346294 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-d9bc8c49-c2cf-4a3b-8a5a-938061d3ff6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 HTTP/1.1" status: 200 len: 217 time: 0.0699258 Apr 22 14:52:13.414050 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-ae4b1c12-8a09-4d51-877c-d6722165276a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:13.415521 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-ae4b1c12-8a09-4d51-877c-d6722165276a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42bdeb65-640b-4065-b144-6df716b7f4fa HTTP/1.1" status: 200 len: 835 time: 0.0634723 Apr 22 14:52:13.495637 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-004ce76b-3a3b-4a67-ac4a-319d612aecb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738707 Apr 22 14:52:13.672046 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-30f9999e-9b84-4fd3-862b-731aea8de571 service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710398 Apr 22 14:52:13.810210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df21508-efff-41b1-bd63-1f30ae232572 req-0a74a421-7aee-4cc1-9c92-b19853e4a1ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:13.811711 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8df21508-efff-41b1-bd63-1f30ae232572 req-0a74a421-7aee-4cc1-9c92-b19853e4a1ba tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 944 time: 0.0786035 Apr 22 14:52:13.860195 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8df21508-efff-41b1-bd63-1f30ae232572 req-f836be81-2e4d-4356-8a5d-144056e9a34b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=80d29909-a612-44ec-8a22-8a49446d447a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427365 Apr 22 14:52:13.906546 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4a82131f-852d-4a8f-b910-3f8f9582bea4 req-3f8efd22-7227-4d54-9e7b-433c356c67eb service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281282 Apr 22 14:52:14.017120 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3e8bd95d-f949-417d-bb81-1ae761c81517 req-5bed5707-44d2-410e-ae39-39d2d08e4e21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 1097 time: 0.0680413 Apr 22 14:52:14.146238 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bd95d-f949-417d-bb81-1ae761c81517 req-bc14a571-8ee3-49fb-b493-dffe5170c4d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:14.147755 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3e8bd95d-f949-417d-bb81-1ae761c81517 req-bc14a571-8ee3-49fb-b493-dffe5170c4d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a HTTP/1.1" status: 200 len: 898 time: 0.1249359 Apr 22 14:52:14.219833 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3e8bd95d-f949-417d-bb81-1ae761c81517 req-2affdf7e-0afc-4173-992f-1cba887e4a28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 HTTP/1.1" status: 200 len: 217 time: 0.0643127 Apr 22 14:52:14.281796 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bd95d-f949-417d-bb81-1ae761c81517 req-ef3f8981-2b34-49b3-9889-57af0ea7ccf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:14.283274 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3e8bd95d-f949-417d-bb81-1ae761c81517 req-ef3f8981-2b34-49b3-9889-57af0ea7ccf5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42bdeb65-640b-4065-b144-6df716b7f4fa HTTP/1.1" status: 200 len: 835 time: 0.0578842 Apr 22 14:52:14.363462 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3e8bd95d-f949-417d-bb81-1ae761c81517 req-a2dfb171-8e3c-417b-a3cc-3bf79e39b7ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730584 Apr 22 14:52:14.496981 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3e8bd95d-f949-417d-bb81-1ae761c81517 req-4df53cf9-2f77-4824-a1eb-97ef080ba99b service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267862 Apr 22 14:52:14.630675 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3e8bd95d-f949-417d-bb81-1ae761c81517 req-9560be40-8e26-477d-8034-f7c55f6f5cfb service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270382 Apr 22 14:52:15.064306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a618697-e21a-45e7-b609-cc593a4e44c1 req-e3d66ed4-007a-40bb-8b3f-2c71f0c20285 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:15.065742 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8a618697-e21a-45e7-b609-cc593a4e44c1 req-e3d66ed4-007a-40bb-8b3f-2c71f0c20285 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 944 time: 0.0787449 Apr 22 14:52:15.112592 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8a618697-e21a-45e7-b609-cc593a4e44c1 req-d371b3cb-05e3-4a11-b0f1-4deb7784434e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=80d29909-a612-44ec-8a22-8a49446d447a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402787 Apr 22 14:52:16.310435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916ca78-5451-4a8c-8cb2-35a12d8b53aa req-371bb7a3-519c-40c1-846b-3a88a90f3067 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:16.311938 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0916ca78-5451-4a8c-8cb2-35a12d8b53aa req-371bb7a3-519c-40c1-846b-3a88a90f3067 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 944 time: 0.0771697 Apr 22 14:52:16.361775 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0916ca78-5451-4a8c-8cb2-35a12d8b53aa req-37d26b69-5b7e-464e-870a-cd3d76196c66 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=80d29909-a612-44ec-8a22-8a49446d447a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443134 Apr 22 14:52:17.481686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38178) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:17.650697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:52:17.747790 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48180c0f-d2ed-4571-8985-a44699937866 req-9840cbe0-27d8-4341-8028-cfb87a46b253 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:17.749706 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-48180c0f-d2ed-4571-8985-a44699937866 req-9840cbe0-27d8-4341-8028-cfb87a46b253 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 944 time: 0.2096455 Apr 22 14:52:17.757140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e0c85-4816-4eba-b1fd-97cfbefc5ab7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Deleting port f3498551-21cc-4349-8b51-4b2ef65546a9 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:17.757485 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0c85-4816-4eba-b1fd-97cfbefc5ab7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:17.802548 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:17.816466 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'port_id': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'mac_address': 'fa:16:3e:9d:12:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:52:17.856777 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-48180c0f-d2ed-4571-8985-a44699937866 req-2bb26b33-1e1d-436f-a556-afa8f4821873 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=80d29909-a612-44ec-8a22-8a49446d447a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016536 Apr 22 14:52:17.879427 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:17.898125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:52:17.913952 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:17.919435 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:17.971378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0c85-4816-4eba-b1fd-97cfbefc5ab7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:17.971694 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0c85-4816-4eba-b1fd-97cfbefc5ab7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:17.990968 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:18.100059 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e0c85-4816-4eba-b1fd-97cfbefc5ab7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Calling delete_port for f3498551-21cc-4349-8b51-4b2ef65546a9 owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:18.145149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:52:18.272271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0c85-4816-4eba-b1fd-97cfbefc5ab7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:18.452908 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e0c85-4816-4eba-b1fd-97cfbefc5ab7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event deleted for resources: {'Port': ['ID=f3498551-21cc-4349-8b51-4b2ef65546a9,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:18.601893 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0c85-4816-4eba-b1fd-97cfbefc5ab7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:19.103557 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29f161-4d11-4a9f-89c2-6953612be278 req-88c4def0-cc18-4929-b684-944a7b994ec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:19.105939 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cc29f161-4d11-4a9f-89c2-6953612be278 req-88c4def0-cc18-4929-b684-944a7b994ec9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 945 time: 0.1090879 Apr 22 14:52:19.160473 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6e0c85-4816-4eba-b1fd-97cfbefc5ab7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Router bfd46018-69c1-42d1-bf90-780891eb091f has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:52:19.168170 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cc29f161-4d11-4a9f-89c2-6953612be278 req-3ffdce62-3edd-4194-ad06-856829adb325 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=80d29909-a612-44ec-8a22-8a49446d447a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565865 Apr 22 14:52:19.387704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6e0c85-4816-4eba-b1fd-97cfbefc5ab7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:52:19.398193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caded01f-1dc9-45cf-893d-966e83af2a27 None None] Sync routers for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:52:19.405851 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0c85-4816-4eba-b1fd-97cfbefc5ab7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:19.411511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caded01f-1dc9-45cf-893d-966e83af2a27 None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:19.412075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-caded01f-1dc9-45cf-893d-966e83af2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:51:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:19.463425 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1e6e0c85-4816-4eba-b1fd-97cfbefc5ab7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "DELETE /v2.0/floatingips/d5e9f12e-7838-466d-aec6-429ba97f1cab HTTP/1.1" status: 204 len: 168 time: 1.9782674 Apr 22 14:52:19.463425 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323a9890-cea1-4798-a44a-270efe0636a6', 'tag': '430b1196-0a49-41b6-a897-7908c12d0e58'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:52:19.608039 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-caded01f-1dc9-45cf-893d-966e83af2a27 None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:19.652319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:52:19.678746 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe33d39-5f13-40a4-9797-1d9f7327daf0'] response: {'name': 'network-changed', 'server_uuid': '323a9890-cea1-4798-a44a-270efe0636a6', 'tag': '430b1196-0a49-41b6-a897-7908c12d0e58', 'status': 'completed', 'code': 200} Apr 22 14:52:19.773418 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-66c836f9-cfd8-48e2-936e-04db3ee014e5 req-592a1c06-d0bb-47c2-9641-a9ae7c55c38b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 1098 time: 0.0770686 Apr 22 14:52:19.860850 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:52:19.879590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:19.879967 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:19.933226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c836f9-cfd8-48e2-936e-04db3ee014e5 req-251ec348-0071-446c-84d7-91c87c8ea130 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:19.935011 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-66c836f9-cfd8-48e2-936e-04db3ee014e5 req-251ec348-0071-446c-84d7-91c87c8ea130 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 913 time: 0.1559818 Apr 22 14:52:20.025745 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-66c836f9-cfd8-48e2-936e-04db3ee014e5 req-3e627036-4f98-4c60-8fd2-cc45e6559460 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=430b1196-0a49-41b6-a897-7908c12d0e58 HTTP/1.1" status: 200 len: 217 time: 0.0832696 Apr 22 14:52:20.034911 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2662a58-30c1-4404-9bf1-41aa2d480db3 req-8bf84156-0ef0-4b56-b55c-a48a4817b5fa tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:20.035689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-f2662a58-30c1-4404-9bf1-41aa2d480db3 req-8bf84156-0ef0-4b56-b55c-a48a4817b5fa tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Synchronizing usage tracker for tenant:3e29fa7348a3496d8df9f20800aa5dfa on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:52:20.056661 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-f2662a58-30c1-4404-9bf1-41aa2d480db3 req-8bf84156-0ef0-4b56-b55c-a48a4817b5fa tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Unset dirty status for tenant:3e29fa7348a3496d8df9f20800aa5dfa on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:52:20.059537 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f2662a58-30c1-4404-9bf1-41aa2d480db3 req-8bf84156-0ef0-4b56-b55c-a48a4817b5fa tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 945 time: 0.1172140 Apr 22 14:52:20.107350 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c836f9-cfd8-48e2-936e-04db3ee014e5 req-916bc6a6-871a-407d-93fb-7ab299b9133d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:20.109807 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-66c836f9-cfd8-48e2-936e-04db3ee014e5 req-916bc6a6-871a-407d-93fb-7ab299b9133d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2f90018-3175-478a-ba05-5be4603daa12 HTTP/1.1" status: 200 len: 851 time: 0.0771611 Apr 22 14:52:20.141707 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f2662a58-30c1-4404-9bf1-41aa2d480db3 req-07e18675-f355-4299-a8e8-e91c122dc0b2 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718744 Apr 22 14:52:20.166185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:20.202889 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:52:20.223100 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:20.227813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-caded01f-1dc9-45cf-893d-966e83af2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'a38d246d-bd9f-4638-898c-9908e5d517b1', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'floating_ip_address': '172.26.0.248', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'port_id': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'mac_address': 'fa:16:3e:ce:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:28Z', 'updated_at': '2022-04-22T14:48:35Z', 'revision_number': 1, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:20.233409 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:20.233975 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-66c836f9-cfd8-48e2-936e-04db3ee014e5 req-f97dafde-0bd2-46e2-9ddb-cf18c2e47356 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25eb85eb-411c-4074-8f9a-0de5fadf0faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1176217 Apr 22 14:52:20.284950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caded01f-1dc9-45cf-893d-966e83af2a27 None None] Checking router: bfd46018-69c1-42d1-bf90-780891eb091f for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:52:20.322846 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973313f7-e064-47b3-8595-38683e77c4d2'] response: {'server_uuid': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'code': 200} Apr 22 14:52:20.336613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caded01f-1dc9-45cf-893d-966e83af2a27 None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:20.337317 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-caded01f-1dc9-45cf-893d-966e83af2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:51:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:20.414729 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47723891-bea9-49cd-a029-9a622ac4215e req-487d636f-c5db-4963-af31-2bc75a76f742 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:20.426912 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-47723891-bea9-49cd-a029-9a622ac4215e req-487d636f-c5db-4963-af31-2bc75a76f742 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 946 time: 0.1191099 Apr 22 14:52:20.466107 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:20.478146 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-66c836f9-cfd8-48e2-936e-04db3ee014e5 req-e1b605dc-8302-48cd-b661-da3a7de3857a service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331305 Apr 22 14:52:20.502410 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-47723891-bea9-49cd-a029-9a622ac4215e req-4c302876-159c-4f8c-a991-3ceb2c13e1fd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=80d29909-a612-44ec-8a22-8a49446d447a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742841 Apr 22 14:52:20.567781 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-caded01f-1dc9-45cf-893d-966e83af2a27 None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:20.659041 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-66c836f9-cfd8-48e2-936e-04db3ee014e5 req-04212bf8-8044-41b8-9f25-94908f9cc5d7 service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728725 Apr 22 14:52:20.668656 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-216a7869-9da4-4351-8a85-408d83ad0260 req-5a2bc055-8703-469c-af46-a6c295ab0f54 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 1099 time: 0.1093314 Apr 22 14:52:20.741024 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-216a7869-9da4-4351-8a85-408d83ad0260 req-f7ecc0d9-3905-4862-acdf-e8432ace275f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=80d29909-a612-44ec-8a22-8a49446d447a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651612 Apr 22 14:52:20.977639 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-caded01f-1dc9-45cf-893d-966e83af2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'a38d246d-bd9f-4638-898c-9908e5d517b1', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'floating_ip_address': '172.26.0.248', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'port_id': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'mac_address': 'fa:16:3e:ce:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:28Z', 'updated_at': '2022-04-22T14:48:35Z', 'revision_number': 1, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:20.982181 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caded01f-1dc9-45cf-893d-966e83af2a27 None None] The sync data for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv is: [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'a38d246d-bd9f-4638-898c-9908e5d517b1', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'floating_ip_address': '172.26.0.248', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'port_id': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'mac_address': 'fa:16:3e:ce:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:28Z', 'updated_at': '2022-04-22T14:48:35Z', 'revision_number': 1, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:52:21.362771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82b810-1a52-41af-91c5-ad8460d05889 req-3d34a32a-89a5-480a-9142-82f4120fce43 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:21.364250 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3c82b810-1a52-41af-91c5-ad8460d05889 req-3d34a32a-89a5-480a-9142-82f4120fce43 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 945 time: 0.0785584 Apr 22 14:52:21.417651 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3c82b810-1a52-41af-91c5-ad8460d05889 req-a8924b97-98c1-48c5-a5e7-b6871295dd6a tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472014 Apr 22 14:52:21.626524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e193c-9c97-480d-9c6f-732b98b4d154 req-a5f80131-88c2-4384-baab-370a018026db tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:21.628144 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-097e193c-9c97-480d-9c6f-732b98b4d154 req-a5f80131-88c2-4384-baab-370a018026db tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.30 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 945 time: 0.0884027 Apr 22 14:52:21.774424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-097e193c-9c97-480d-9c6f-732b98b4d154 req-fb13892b-2c45-40d1-a9f8-4eb922cd02a3 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Deleting port 430b1196-0a49-41b6-a897-7908c12d0e58 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:21.775090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-097e193c-9c97-480d-9c6f-732b98b4d154 req-fb13892b-2c45-40d1-a9f8-4eb922cd02a3 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:22.002117 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d168c8d-15cd-4a6a-801c-60fe8c6f802c req-df0beadf-e098-47c0-baf8-463a02461ada tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:22.003874 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3d168c8d-15cd-4a6a-801c-60fe8c6f802c req-df0beadf-e098-47c0-baf8-463a02461ada tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 946 time: 0.3128791 Apr 22 14:52:22.142997 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3d168c8d-15cd-4a6a-801c-60fe8c6f802c req-e3b87d90-c2d7-4a14-ba3f-18a0ec41f72d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=80d29909-a612-44ec-8a22-8a49446d447a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289215 Apr 22 14:52:22.193346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-097e193c-9c97-480d-9c6f-732b98b4d154 req-fb13892b-2c45-40d1-a9f8-4eb922cd02a3 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] For port 430b1196-0a49-41b6-a897-7908c12d0e58, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=430b1196-0a49-41b6-a897-7908c12d0e58,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:22.193701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-097e193c-9c97-480d-9c6f-732b98b4d154 req-fb13892b-2c45-40d1-a9f8-4eb922cd02a3 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:22.314383 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-097e193c-9c97-480d-9c6f-732b98b4d154 req-fb13892b-2c45-40d1-a9f8-4eb922cd02a3 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Calling delete_port for 430b1196-0a49-41b6-a897-7908c12d0e58 owned by compute:nova {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:22.431463 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-540ebf7c-11fd-41e5-87df-88ba7dc20e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:22.465704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-097e193c-9c97-480d-9c6f-732b98b4d154 req-fb13892b-2c45-40d1-a9f8-4eb922cd02a3 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:22.521594 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13892b-2c45-40d1-a9f8-4eb922cd02a3 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event deleted for resources: {'Port': ['ID=430b1196-0a49-41b6-a897-7908c12d0e58,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:22.638519 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6ef53f8a-9d5e-4494-9f01-a48047806028 req-930c56b2-b940-4376-9602-4c63b5350a35 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 210 time: 0.0843499 Apr 22 14:52:22.643883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-097e193c-9c97-480d-9c6f-732b98b4d154 req-fb13892b-2c45-40d1-a9f8-4eb922cd02a3 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] No DVR routers for this DVR port 430b1196-0a49-41b6-a897-7908c12d0e58 on host hv-neutron-8390 {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:52:22.646500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-097e193c-9c97-480d-9c6f-732b98b4d154 req-fb13892b-2c45-40d1-a9f8-4eb922cd02a3 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:22.649173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323a9890-cea1-4798-a44a-270efe0636a6', 'name': 'network-vif-deleted', 'tag': '430b1196-0a49-41b6-a897-7908c12d0e58'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:52:22.671631 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-097e193c-9c97-480d-9c6f-732b98b4d154 req-fb13892b-2c45-40d1-a9f8-4eb922cd02a3 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.30 "DELETE /v2.0/ports/430b1196-0a49-41b6-a897-7908c12d0e58 HTTP/1.1" status: 204 len: 173 time: 1.0343370 Apr 22 14:52:22.717697 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae0844de-8c54-4cb2-a7d4-0e4759d7c4fa'] response: {'server_uuid': '323a9890-cea1-4798-a44a-270efe0636a6', 'name': 'network-vif-deleted', 'tag': '430b1196-0a49-41b6-a897-7908c12d0e58', 'status': 'completed', 'code': 200} Apr 22 14:52:23.347198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111aee7-12ff-4851-aa47-e298e613a0b0 req-4ce57934-bb74-435a-abad-4f7049ac7440 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:23.348700 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a111aee7-12ff-4851-aa47-e298e613a0b0 req-4ce57934-bb74-435a-abad-4f7049ac7440 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 946 time: 0.0814891 Apr 22 14:52:23.398980 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a111aee7-12ff-4851-aa47-e298e613a0b0 req-65083359-6b38-4d52-bc46-fef2151bf72a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=80d29909-a612-44ec-8a22-8a49446d447a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444527 Apr 22 14:52:23.629922 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b4544-2cfd-424c-9644-878f6e70282f req-da5062f7-a11f-4e6d-9b01-4c0ecd87824c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:23.633261 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5b9b4544-2cfd-424c-9644-878f6e70282f req-da5062f7-a11f-4e6d-9b01-4c0ecd87824c tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 946 time: 0.1044555 Apr 22 14:52:23.693141 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5b9b4544-2cfd-424c-9644-878f6e70282f req-cd8e63b0-4188-43b6-a9e0-b275be846d55 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=80d29909-a612-44ec-8a22-8a49446d447a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510726 Apr 22 14:52:23.731206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38210) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:23.859450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-5feb54b1-ea34-4f23-801f-3b812b610549 req-32400f01-5550-4cef-b779-c9600e350fb7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Synchronizing usage tracker for tenant:3e29fa7348a3496d8df9f20800aa5dfa on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:52:23.866473 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bf64c233-f95f-48f9-b78c-0977affb8f0f tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 1094 time: 0.1337194 Apr 22 14:52:23.869426 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38214) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:23.876852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:23.883811 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:23.884829 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-5feb54b1-ea34-4f23-801f-3b812b610549 req-32400f01-5550-4cef-b779-c9600e350fb7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Unset dirty status for tenant:3e29fa7348a3496d8df9f20800aa5dfa on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:52:23.887829 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5feb54b1-ea34-4f23-801f-3b812b610549 req-32400f01-5550-4cef-b779-c9600e350fb7 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=323a9890-cea1-4798-a44a-270efe0636a6 HTTP/1.1" status: 200 len: 210 time: 0.0767999 Apr 22 14:52:23.889569 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:floatingip and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:23.893040 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:23.900647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:23.912696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:24.068123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:24.309799 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.59 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/d1c2f3b7-8165-44a8-989f-6be8a766000d) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:52:24.464618 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:24.478760 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:24.506913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:24.580584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:52:24.583531 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:52:24.587921 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:52:24.612483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=d1c2f3b7-8165-44a8-989f-6be8a766000d,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:24.762318 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-de054304-8f4e-43a7-89d0-49d6f83f4168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:25.169432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:25.245976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:25.490283 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:25.497693 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:25.615146 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=d1c2f3b7-8165-44a8-989f-6be8a766000d,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:25.642841 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:25.666102 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 430b1196-0a49-41b6-a897-7908c12d0e58 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:25.775540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 430b1196-0a49-41b6-a897-7908c12d0e58 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:25.776028 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 430b1196-0a49-41b6-a897-7908c12d0e58 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:25.881769 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Floating IP 66a6e871-f610-4145-8bbd-2ddd6447ae7f associated. External IP: 172.26.0.59, port: 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35. Apr 22 14:52:25.998427 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60204f0c-b898-46bd-8c90-32354ee377ec None None] New status for floating IP d5e9f12e-7838-466d-aec6-429ba97f1cab: DOWN {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:52:26.044368 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:26.162011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:26.453463 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router 7717c682-d875-4918-8f77-908c331f30f1 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:52:26.695153 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:52:26.710097 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851a14a-7e39-46c5-932b-fee01392e4cb None None] Sync routers for ids ['7717c682-d875-4918-8f77-908c331f30f1'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:52:26.724328 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e851a14a-7e39-46c5-932b-fee01392e4cb None None] Routers {'7717c682-d875-4918-8f77-908c331f30f1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:26.724510 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e851a14a-7e39-46c5-932b-fee01392e4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:52:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7717c682-d875-4918-8f77-908c331f30f1'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:26.727031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:26.795275 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-62f26865-70b6-4fce-b33c-cea99e149322 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9240251 Apr 22 14:52:26.796075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'tag': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:52:26.798721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38226) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:26.883268 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2897a4-24e0-42ba-89fc-9e233d5786f9'] response: {'name': 'network-changed', 'server_uuid': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'tag': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'status': 'completed', 'code': 200} Apr 22 14:52:26.892143 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f0365eb4-35a8-45b5-a0df-d8b4f721228a tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 1094 time: 0.0915160 Apr 22 14:52:26.943589 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-e851a14a-7e39-46c5-932b-fee01392e4cb None None] Set router 7717c682-d875-4918-8f77-908c331f30f1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:27.023790 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dc592860-cb38-4948-8bca-5b754f83b196 req-f1c055d8-6ea8-4b0d-bda3-2d03c54d6546 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 1099 time: 0.1052957 Apr 22 14:52:27.189364 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc592860-cb38-4948-8bca-5b754f83b196 req-afbfd4d6-a9c6-45f0-8f12-2e8afa416204 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:27.191875 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dc592860-cb38-4948-8bca-5b754f83b196 req-afbfd4d6-a9c6-45f0-8f12-2e8afa416204 service neutron] 10.222.0.30 "GET /v2.0/networks?id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a HTTP/1.1" status: 200 len: 898 time: 0.1622293 Apr 22 14:52:27.199695 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38234) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:27.204996 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-6ec4755e-fd92-4db7-86cf-dd0463ad02ea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-640763838', 'description': 'tempest-secgroup-smoke-640763838 description', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:27.211841 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6ec4755e-fd92-4db7-86cf-dd0463ad02ea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:27.224099 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6ec4755e-fd92-4db7-86cf-dd0463ad02ea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:27.240828 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6ec4755e-fd92-4db7-86cf-dd0463ad02ea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:27.290773 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6ec4755e-fd92-4db7-86cf-dd0463ad02ea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:27.297485 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-6ec4755e-fd92-4db7-86cf-dd0463ad02ea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:27.300779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-6ec4755e-fd92-4db7-86cf-dd0463ad02ea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:27.308186 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6ec4755e-fd92-4db7-86cf-dd0463ad02ea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:27.327826 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dc592860-cb38-4948-8bca-5b754f83b196 req-802bee55-6382-4cff-87e1-ecd3c8a1ac8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 HTTP/1.1" status: 200 len: 999 time: 0.1306007 Apr 22 14:52:27.387433 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6ec4755e-fd92-4db7-86cf-dd0463ad02ea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:27.396749 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6ec4755e-fd92-4db7-86cf-dd0463ad02ea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:27.410374 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc592860-cb38-4948-8bca-5b754f83b196 req-a5c3d031-4977-4db4-bdde-30c6ce3c5e46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:27.412551 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dc592860-cb38-4948-8bca-5b754f83b196 req-a5c3d031-4977-4db4-bdde-30c6ce3c5e46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42bdeb65-640b-4065-b144-6df716b7f4fa HTTP/1.1" status: 200 len: 835 time: 0.0793877 Apr 22 14:52:27.436286 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:27.470390 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4755e-fd92-4db7-86cf-dd0463ad02ea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf65c06-8622-4a02-86c1-506fd34973ba,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:27.478737 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6ec4755e-fd92-4db7-86cf-dd0463ad02ea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:27.481919 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6ec4755e-fd92-4db7-86cf-dd0463ad02ea tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2814238 Apr 22 14:52:27.485336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38240) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:27.500485 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-e9c72b72-738e-4aec-80a1-fc28d19cb151 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '7bf65c06-8622-4a02-86c1-506fd34973ba', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:27.512245 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-e9c72b72-738e-4aec-80a1-fc28d19cb151 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:27.517860 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e9c72b72-738e-4aec-80a1-fc28d19cb151 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:27.525763 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-e9c72b72-738e-4aec-80a1-fc28d19cb151 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:27.535374 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-e9c72b72-738e-4aec-80a1-fc28d19cb151 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:27.538737 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dc592860-cb38-4948-8bca-5b754f83b196 req-09fd5b47-fcef-48ee-be5f-e210f223a8ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1200976 Apr 22 14:52:27.561609 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e9c72b72-738e-4aec-80a1-fc28d19cb151 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:27.668754 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e9c72b72-738e-4aec-80a1-fc28d19cb151 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:27.678605 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e9c72b72-738e-4aec-80a1-fc28d19cb151 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:27.715501 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c72b72-738e-4aec-80a1-fc28d19cb151 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecb3321-5512-4034-87bc-70417ad0d230,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:27.724868 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e851a14a-7e39-46c5-932b-fee01392e4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:03Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '66a6e871-f610-4145-8bbd-2ddd6447ae7f', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '7717c682-d875-4918-8f77-908c331f30f1', 'port_id': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'mac_address': 'fa:16:3e:9d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:52:24Z', 'updated_at': '2022-04-22T14:52:24Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9708a3b2-4cd3-49bf-9f1a-d10f60e58003', 'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:74:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:03Z', 'updated_at': '2022-04-22T14:52:10Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:27.731597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851a14a-7e39-46c5-932b-fee01392e4cb None None] Checking router: 7717c682-d875-4918-8f77-908c331f30f1 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:52:27.735857 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dc592860-cb38-4948-8bca-5b754f83b196 req-7d3fadec-100d-4f8c-a4a1-68cc09ffb66c service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911180 Apr 22 14:52:27.744194 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e851a14a-7e39-46c5-932b-fee01392e4cb None None] Routers {'7717c682-d875-4918-8f77-908c331f30f1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:27.745792 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e851a14a-7e39-46c5-932b-fee01392e4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:52:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7717c682-d875-4918-8f77-908c331f30f1'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:27.759297 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-e9c72b72-738e-4aec-80a1-fc28d19cb151 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:27.763986 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-e9c72b72-738e-4aec-80a1-fc28d19cb151 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2782164 Apr 22 14:52:27.764729 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38246) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:27.777163 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-3569d4f7-d62d-45d5-9cb6-571906020b14 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '7bf65c06-8622-4a02-86c1-506fd34973ba', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:27.796448 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3569d4f7-d62d-45d5-9cb6-571906020b14 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:27.808459 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3569d4f7-d62d-45d5-9cb6-571906020b14 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:27.815592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3569d4f7-d62d-45d5-9cb6-571906020b14 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:27.835117 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3569d4f7-d62d-45d5-9cb6-571906020b14 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:27.866349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3569d4f7-d62d-45d5-9cb6-571906020b14 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:27.991898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3569d4f7-d62d-45d5-9cb6-571906020b14 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:27.999083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3569d4f7-d62d-45d5-9cb6-571906020b14 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.048776 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569d4f7-d62d-45d5-9cb6-571906020b14 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea405885-6473-4210-9257-295ba2155f2b,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:28.076950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3569d4f7-d62d-45d5-9cb6-571906020b14 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.080883 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3569d4f7-d62d-45d5-9cb6-571906020b14 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3125415 Apr 22 14:52:28.081463 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38252) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:28.090601 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-4216c2b9-6ac7-405f-b6dd-7dd326ffd5cc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '7bf65c06-8622-4a02-86c1-506fd34973ba', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:28.098384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4216c2b9-6ac7-405f-b6dd-7dd326ffd5cc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:28.103666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4216c2b9-6ac7-405f-b6dd-7dd326ffd5cc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:28.108200 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4216c2b9-6ac7-405f-b6dd-7dd326ffd5cc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:28.115852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4216c2b9-6ac7-405f-b6dd-7dd326ffd5cc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:28.138107 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dc592860-cb38-4948-8bca-5b754f83b196 req-cfefeb18-a051-457b-a363-7435fdafe70f service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930786 Apr 22 14:52:28.139744 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4216c2b9-6ac7-405f-b6dd-7dd326ffd5cc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.146021 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-e851a14a-7e39-46c5-932b-fee01392e4cb None None] Set router 7717c682-d875-4918-8f77-908c331f30f1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:28.213897 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4216c2b9-6ac7-405f-b6dd-7dd326ffd5cc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.220145 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4216c2b9-6ac7-405f-b6dd-7dd326ffd5cc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.247011 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216c2b9-6ac7-405f-b6dd-7dd326ffd5cc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbc0561-8685-4dce-9d5c-a2977c33000d,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:28.270977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4216c2b9-6ac7-405f-b6dd-7dd326ffd5cc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.273078 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4216c2b9-6ac7-405f-b6dd-7dd326ffd5cc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1904113 Apr 22 14:52:28.276775 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38256) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:28.284951 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-22b5f1bc-54ba-45fa-a10f-5d81832cf8a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '7bf65c06-8622-4a02-86c1-506fd34973ba', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:28.300961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-22b5f1bc-54ba-45fa-a10f-5d81832cf8a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:28.310215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-22b5f1bc-54ba-45fa-a10f-5d81832cf8a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:28.315349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-22b5f1bc-54ba-45fa-a10f-5d81832cf8a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:28.331165 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-22b5f1bc-54ba-45fa-a10f-5d81832cf8a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:28.360697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-22b5f1bc-54ba-45fa-a10f-5d81832cf8a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.444250 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-22b5f1bc-54ba-45fa-a10f-5d81832cf8a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.451956 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-22b5f1bc-54ba-45fa-a10f-5d81832cf8a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.477705 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5f1bc-54ba-45fa-a10f-5d81832cf8a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f822ba1-c9b7-4cb8-9b52-f604200ca5cd,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:28.502974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-22b5f1bc-54ba-45fa-a10f-5d81832cf8a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.506655 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-22b5f1bc-54ba-45fa-a10f-5d81832cf8a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2259674 Apr 22 14:52:28.507044 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38260) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:28.513983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-59628f01-7c26-473d-bb8b-528e812b5f7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '7bf65c06-8622-4a02-86c1-506fd34973ba', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:28.520456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-59628f01-7c26-473d-bb8b-528e812b5f7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:28.525022 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-59628f01-7c26-473d-bb8b-528e812b5f7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:28.528887 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-59628f01-7c26-473d-bb8b-528e812b5f7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:28.535447 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-59628f01-7c26-473d-bb8b-528e812b5f7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:28.545363 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-59628f01-7c26-473d-bb8b-528e812b5f7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:52:28.554464 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-59628f01-7c26-473d-bb8b-528e812b5f7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.570468 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e851a14a-7e39-46c5-932b-fee01392e4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:03Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '66a6e871-f610-4145-8bbd-2ddd6447ae7f', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '7717c682-d875-4918-8f77-908c331f30f1', 'port_id': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'mac_address': 'fa:16:3e:9d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:52:24Z', 'updated_at': '2022-04-22T14:52:24Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9708a3b2-4cd3-49bf-9f1a-d10f60e58003', 'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:74:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:03Z', 'updated_at': '2022-04-22T14:52:10Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:28.575588 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851a14a-7e39-46c5-932b-fee01392e4cb None None] The sync data for ids ['7717c682-d875-4918-8f77-908c331f30f1'] in dv-neutron-839027-1-hyperv is: [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:03Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '66a6e871-f610-4145-8bbd-2ddd6447ae7f', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '7717c682-d875-4918-8f77-908c331f30f1', 'port_id': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'mac_address': 'fa:16:3e:9d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:52:24Z', 'updated_at': '2022-04-22T14:52:24Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9708a3b2-4cd3-49bf-9f1a-d10f60e58003', 'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:74:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:03Z', 'updated_at': '2022-04-22T14:52:10Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:52:28.632754 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-59628f01-7c26-473d-bb8b-528e812b5f7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.637834 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-59628f01-7c26-473d-bb8b-528e812b5f7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.667368 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59628f01-7c26-473d-bb8b-528e812b5f7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2443c7c-443f-4bf8-9718-18fe648004b8,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:28.678231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-59628f01-7c26-473d-bb8b-528e812b5f7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.682662 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38264) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:28.689396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-b897981b-5942-440c-9205-d281ae74bfb2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '7bf65c06-8622-4a02-86c1-506fd34973ba', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:28.691898 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-59628f01-7c26-473d-bb8b-528e812b5f7e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1835668 Apr 22 14:52:28.699175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b897981b-5942-440c-9205-d281ae74bfb2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:28.703263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b897981b-5942-440c-9205-d281ae74bfb2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:28.708073 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b897981b-5942-440c-9205-d281ae74bfb2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:28.715242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b897981b-5942-440c-9205-d281ae74bfb2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:28.731661 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-b897981b-5942-440c-9205-d281ae74bfb2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:52:28.740718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b897981b-5942-440c-9205-d281ae74bfb2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.837350 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b897981b-5942-440c-9205-d281ae74bfb2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.844871 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b897981b-5942-440c-9205-d281ae74bfb2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.877401 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5669d9b1-5501-4f30-ac5d-7ff1986e94c9 None None] New status for floating IP 66a6e871-f610-4145-8bbd-2ddd6447ae7f: ACTIVE {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:52:28.887418 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897981b-5942-440c-9205-d281ae74bfb2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402307d4-f79b-4a8a-ad72-f70947f8ba96,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:28.896558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b897981b-5942-440c-9205-d281ae74bfb2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:28.898012 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b897981b-5942-440c-9205-d281ae74bfb2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2140677 Apr 22 14:52:29.141828 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-722cf052-5619-456e-89aa-8499e450875c req-c636d08b-ac40-4b28-ac00-9950873ee165 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640763838&fields=id&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 267 time: 0.0577369 Apr 22 14:52:29.310097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cf052-5619-456e-89aa-8499e450875c req-a1eae820-f158-40de-be6d-a2becdce64cc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:29.311616 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-722cf052-5619-456e-89aa-8499e450875c req-a1eae820-f158-40de-be6d-a2becdce64cc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/networks?id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a HTTP/1.1" status: 200 len: 797 time: 0.1610837 Apr 22 14:52:29.329499 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-722cf052-5619-456e-89aa-8499e450875c req-a7ae9949-6bc5-4412-8a9f-7ac16307e397 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/quotas/cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 375 time: 0.0118814 Apr 22 14:52:29.431275 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-722cf052-5619-456e-89aa-8499e450875c req-3fc8a4f0-c884-49b6-9cd3-05a963722f89 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0953801 Apr 22 14:52:29.585599 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-722cf052-5619-456e-89aa-8499e450875c req-7b0f9a41-d30e-4e54-ad96-3bce376db106 service neutron] 10.222.0.23 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406202 Apr 22 14:52:29.763249 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-722cf052-5619-456e-89aa-8499e450875c req-f7c9e95a-04a6-4287-8ba3-84707200b8df service neutron] 10.222.0.23 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711354 Apr 22 14:52:29.968637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38284) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:30.053372 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7d9fb978-8e09-4aeb-acc1-4a01e93594ba req-09462881-bbf9-459f-8255-f869818042a7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 210 time: 0.0691283 Apr 22 14:52:30.210078 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-7b597ffc-87fa-4f33-a593-e94f65ae1abc tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Deleting port d9ef4ce9-28dc-4a83-86d9-bd20ca865469 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:30.210404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b597ffc-87fa-4f33-a593-e94f65ae1abc tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:30.410112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b597ffc-87fa-4f33-a593-e94f65ae1abc tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:30.410415 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b597ffc-87fa-4f33-a593-e94f65ae1abc tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:30.634615 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-7b597ffc-87fa-4f33-a593-e94f65ae1abc tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Calling delete_port for d9ef4ce9-28dc-4a83-86d9-bd20ca865469 owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:30.768632 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:52:30.844559 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b597ffc-87fa-4f33-a593-e94f65ae1abc tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:30.891589 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b597ffc-87fa-4f33-a593-e94f65ae1abc tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event deleted for resources: {'Port': ['ID=d9ef4ce9-28dc-4a83-86d9-bd20ca865469,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:30.989142 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b597ffc-87fa-4f33-a593-e94f65ae1abc tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:31.262972 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-04532d5b-231f-46a7-aa37-c12179dd3397 req-ad8ab977-83f7-4357-af17-5b37e1aebebe tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 210 time: 0.0611012 Apr 22 14:52:31.271940 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cf052-5619-456e-89aa-8499e450875c req-72823a34-6c8f-468a-95e9-e9dd5f24a70f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:31.273462 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-722cf052-5619-456e-89aa-8499e450875c req-72823a34-6c8f-468a-95e9-e9dd5f24a70f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/networks?id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a HTTP/1.1" status: 200 len: 797 time: 0.2472968 Apr 22 14:52:31.363071 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-722cf052-5619-456e-89aa-8499e450875c req-e6eebda4-5eb5-4756-84a1-649fd8a562a2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 471 time: 0.0780728 Apr 22 14:52:31.379530 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'port': {'device_id': '577b2a9f-f55e-4429-a72a-24eb8f8c4623', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'admin_state_up': True, 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'security_groups': ['7bf65c06-8622-4a02-86c1-506fd34973ba']}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:31.473695 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b597ffc-87fa-4f33-a593-e94f65ae1abc tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Router bfd46018-69c1-42d1-bf90-780891eb091f has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:52:31.536455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:31.542576 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:port and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:31.546672 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:31.553485 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:31.566562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:52:31.569741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:31.699695 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b597ffc-87fa-4f33-a593-e94f65ae1abc tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:52:31.712732 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5978006c-e93e-48ab-af06-263cd3a7f80e None None] Sync routers for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:52:31.728701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5978006c-e93e-48ab-af06-263cd3a7f80e None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:31.730539 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5978006c-e93e-48ab-af06-263cd3a7f80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:52:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:31.733732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7b597ffc-87fa-4f33-a593-e94f65ae1abc tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:31.833778 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.7 (81b917fa-bc3a-40b5-b762-ac8a7238fe6a/42bdeb65-640b-4065-b144-6df716b7f4fa/23f08215-f61c-4d99-8ccd-778106a2a2d4) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:52:31.844700 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7b597ffc-87fa-4f33-a593-e94f65ae1abc tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "DELETE /v2.0/floatingips/a38d246d-bd9f-4638-898c-9908e5d517b1 HTTP/1.1" status: 204 len: 168 time: 1.8717418 Apr 22 14:52:31.844700 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'tag': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:52:31.960323 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c023345-9836-466b-a67d-1b8f86d4d737'] response: {'name': 'network-changed', 'server_uuid': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'tag': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'status': 'completed', 'code': 200} Apr 22 14:52:31.973576 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-5978006c-e93e-48ab-af06-263cd3a7f80e None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:32.142348 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c9699b5b-d235-44b8-a07f-65a91164d988 req-2894145b-81f9-483e-97fd-367a881eee63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 1098 time: 0.1536753 Apr 22 14:52:32.149567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:32.169987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object 23f08215-f61c-4d99-8ccd-778106a2a2d4 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:52:32.196981 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:32.287189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:52:32.290156 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:52:32.311466 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:52:32.325564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9699b5b-d235-44b8-a07f-65a91164d988 req-a964ed81-5afa-4f7b-920c-58959c66d48c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:32.327023 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c9699b5b-d235-44b8-a07f-65a91164d988 req-a964ed81-5afa-4f7b-920c-58959c66d48c service neutron] 10.222.0.30 "GET /v2.0/networks?id=25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 200 len: 913 time: 0.1785963 Apr 22 14:52:32.424892 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c9699b5b-d235-44b8-a07f-65a91164d988 req-e7a69d92-040d-4c34-a83e-b3cba49a33e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=232d2bbd-ab9d-465c-acfa-2d522c3c7c59 HTTP/1.1" status: 200 len: 217 time: 0.0895720 Apr 22 14:52:32.453834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5978006c-e93e-48ab-af06-263cd3a7f80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:32.459294 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5978006c-e93e-48ab-af06-263cd3a7f80e None None] Checking router: bfd46018-69c1-42d1-bf90-780891eb091f for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:52:32.474622 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5978006c-e93e-48ab-af06-263cd3a7f80e None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:32.476254 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5978006c-e93e-48ab-af06-263cd3a7f80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:52:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:32.543039 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9699b5b-d235-44b8-a07f-65a91164d988 req-dd919a0c-bde8-4fb4-985d-f2cd122dfe60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:32.544591 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c9699b5b-d235-44b8-a07f-65a91164d988 req-dd919a0c-bde8-4fb4-985d-f2cd122dfe60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2f90018-3175-478a-ba05-5be4603daa12 HTTP/1.1" status: 200 len: 851 time: 0.1123066 Apr 22 14:52:32.624294 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=23f08215-f61c-4d99-8ccd-778106a2a2d4,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:32.673867 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:32.674153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:32.705795 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c9699b5b-d235-44b8-a07f-65a91164d988 req-1cd04a4a-101e-4646-8b61-6d8329bbd94f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25eb85eb-411c-4074-8f9a-0de5fadf0faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1459932 Apr 22 14:52:32.743346 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-722cf052-5619-456e-89aa-8499e450875c req-84521f03-c3ec-41d2-a0e5-db3d739cb42e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3692915 Apr 22 14:52:32.752722 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-5978006c-e93e-48ab-af06-263cd3a7f80e None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:32.755832 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Request body: {'port': {'device_id': '577b2a9f-f55e-4429-a72a-24eb8f8c4623', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:32.808646 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a8763-1c54-42de-b4a2-886356132533 req-2729185f-274b-4f46-992c-a2f4fc0cf247 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:32.810231 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3c2a8763-1c54-42de-b4a2-886356132533 req-2729185f-274b-4f46-992c-a2f4fc0cf247 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 945 time: 0.3093410 Apr 22 14:52:32.832733 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e2ff50df-b9ae-4203-ba07-1afd957b2d94 None None] Provisioning for port 23f08215-f61c-4d99-8ccd-778106a2a2d4 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:52:32.875062 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c9699b5b-d235-44b8-a07f-65a91164d988 req-4b514153-be64-47e5-8bda-b60df0c477ee service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586494 Apr 22 14:52:32.880079 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e2ff50df-b9ae-4203-ba07-1afd957b2d94 None None] Provisioning complete for port 23f08215-f61c-4d99-8ccd-778106a2a2d4 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:32.880717 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e2ff50df-b9ae-4203-ba07-1afd957b2d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:32.917620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05181a0e-21ab-4402-a98e-5491cb49ec36 req-566868fb-2aea-466d-99c6-bdb8094c77cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:32.918407 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-05181a0e-21ab-4402-a98e-5491cb49ec36 req-566868fb-2aea-466d-99c6-bdb8094c77cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:52:32.966249 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3c2a8763-1c54-42de-b4a2-886356132533 req-8a3ead05-083c-466a-948b-bf58966d48fc tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431100 Apr 22 14:52:32.969680 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-05181a0e-21ab-4402-a98e-5491cb49ec36 req-566868fb-2aea-466d-99c6-bdb8094c77cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:52:32.970843 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-05181a0e-21ab-4402-a98e-5491cb49ec36 req-566868fb-2aea-466d-99c6-bdb8094c77cd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 931 time: 0.4080925 Apr 22 14:52:32.982363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:33.113063 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-05181a0e-21ab-4402-a98e-5491cb49ec36 req-777df35a-078d-4115-a8e7-9ffc5715d789 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bf65c06-8622-4a02-86c1-506fd34973ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204984 Apr 22 14:52:33.115804 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff50df-b9ae-4203-ba07-1afd957b2d94 None None] Port 23f08215-f61c-4d99-8ccd-778106a2a2d4 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:52:33.158046 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c9699b5b-d235-44b8-a07f-65a91164d988 req-cd6e175a-e7bd-49fe-9a0f-caf6a580c75e service neutron] 10.222.0.30 "GET /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756863 Apr 22 14:52:33.297627 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5978006c-e93e-48ab-af06-263cd3a7f80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:33.302642 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5978006c-e93e-48ab-af06-263cd3a7f80e None None] The sync data for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv is: [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c7f147af-555b-4dfa-b6ea-573833eebd82', 'name': '', 'network_id': '25eb85eb-411c-4074-8f9a-0de5fadf0faa', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'mac_address': 'fa:16:3e:cc:9a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:57Z', 'updated_at': '2022-04-22T14:45:08Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'subnets': [{'id': 'b2f90018-3175-478a-ba05-5be4603daa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:52:33.466081 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f08215-f61c-4d99-8ccd-778106a2a2d4 {{(pid=83964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:52:33.473791 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:33.491205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Transition to ACTIVE for port object 23f08215-f61c-4d99-8ccd-778106a2a2d4 will not be triggered until provisioned by entity L2. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:52:33.495537 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:33.638334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Pushing event updated for resources: {'Port': ['ID=23f08215-f61c-4d99-8ccd-778106a2a2d4,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:33.777087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Attempting to bind port 23f08215-f61c-4d99-8ccd-778106a2a2d4 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:52:33.777087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Attempting to bind port 23f08215-f61c-4d99-8ccd-778106a2a2d4 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:52:33.778186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Attempting to bind port 23f08215-f61c-4d99-8ccd-778106a2a2d4 on network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:52:33.785378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Port 23f08215-f61c-4d99-8ccd-778106a2a2d4 on network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:52:33.785761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Attempting to bind port 23f08215-f61c-4d99-8ccd-778106a2a2d4 on network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:52:33.794944 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20b0e2-7379-486f-be93-83457133160a req-fa0ffb61-4be3-4064-84d1-4903df3eae94 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:33.795665 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:52:33.795999 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Checking segment: {'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:52:33.796175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-aa20b0e2-7379-486f-be93-83457133160a req-fa0ffb61-4be3-4064-84d1-4903df3eae94 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Synchronizing usage tracker for tenant:3e29fa7348a3496d8df9f20800aa5dfa on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:52:33.796411 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Bound using segment: {'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:52:33.796817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Bound port: 23f08215-f61c-4d99-8ccd-778106a2a2d4, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819024b6-969f-4000-98e0-6534e88cf426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a'}}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:52:33.797163 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:33.825125 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-aa20b0e2-7379-486f-be93-83457133160a req-fa0ffb61-4be3-4064-84d1-4903df3eae94 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Unset dirty status for tenant:3e29fa7348a3496d8df9f20800aa5dfa on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:52:33.827067 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-aa20b0e2-7379-486f-be93-83457133160a req-fa0ffb61-4be3-4064-84d1-4903df3eae94 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.30 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 945 time: 0.1794298 Apr 22 14:52:33.906647 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] For port 23f08215-f61c-4d99-8ccd-778106a2a2d4, host hv-neutron-8390, cleared binding levels {{(pid=83964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:52:33.912074 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] For port 23f08215-f61c-4d99-8ccd-778106a2a2d4, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=23f08215-f61c-4d99-8ccd-778106a2a2d4,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:52:33.918502 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:33.922641 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-aa20b0e2-7379-486f-be93-83457133160a req-e4bb8d5e-b1b0-4318-96a9-d2cde061a883 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Deleting port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:33.923006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-aa20b0e2-7379-486f-be93-83457133160a req-e4bb8d5e-b1b0-4318-96a9-d2cde061a883 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:34.043323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:34.045168 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-722cf052-5619-456e-89aa-8499e450875c req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] 10.222.0.30 "PUT /v2.0/ports/23f08215-f61c-4d99-8ccd-778106a2a2d4 HTTP/1.1" status: 200 len: 1093 time: 1.2942996 Apr 22 14:52:34.045728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577b2a9f-f55e-4429-a72a-24eb8f8c4623', 'tag': '23f08215-f61c-4d99-8ccd-778106a2a2d4'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:52:34.094453 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955341c3-f774-42d0-bb65-755a2044a150 service neutron] Pushing event updated for resources: {'Port': ['ID=23f08215-f61c-4d99-8ccd-778106a2a2d4,revision_number=3']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:34.285603 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4caed422-93aa-441a-b269-9ce99a4b1762'] response: {'name': 'network-changed', 'server_uuid': '577b2a9f-f55e-4429-a72a-24eb8f8c4623', 'tag': '23f08215-f61c-4d99-8ccd-778106a2a2d4', 'status': 'completed', 'code': 200} Apr 22 14:52:34.316562 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-722cf052-5619-456e-89aa-8499e450875c req-ab62da65-0919-4451-b753-131783890d53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 1096 time: 0.2050560 Apr 22 14:52:34.489644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-aa20b0e2-7379-486f-be93-83457133160a req-e4bb8d5e-b1b0-4318-96a9-d2cde061a883 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] For port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=232d2bbd-ab9d-465c-acfa-2d522c3c7c59,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:34.490567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-aa20b0e2-7379-486f-be93-83457133160a req-e4bb8d5e-b1b0-4318-96a9-d2cde061a883 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:34.618503 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-722cf052-5619-456e-89aa-8499e450875c req-e8d83d27-0d30-49ee-8456-bbfeb75c3c91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23f08215-f61c-4d99-8ccd-778106a2a2d4 HTTP/1.1" status: 200 len: 217 time: 0.2967706 Apr 22 14:52:34.684969 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-aa20b0e2-7379-486f-be93-83457133160a req-e4bb8d5e-b1b0-4318-96a9-d2cde061a883 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Calling delete_port for 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:34.718356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cf052-5619-456e-89aa-8499e450875c req-47d24d32-5a8c-4085-9565-1fa17a5458de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:34.719811 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-722cf052-5619-456e-89aa-8499e450875c req-47d24d32-5a8c-4085-9565-1fa17a5458de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42bdeb65-640b-4065-b144-6df716b7f4fa HTTP/1.1" status: 200 len: 835 time: 0.0928586 Apr 22 14:52:34.777059 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd4bd0-377a-40c1-b8ce-30d08053743a req-05b7fa01-ac22-4f7c-bb8e-8f0123909e67 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:34.778540 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3afd4bd0-377a-40c1-b8ce-30d08053743a req-05b7fa01-ac22-4f7c-bb8e-8f0123909e67 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 945 time: 0.3395882 Apr 22 14:52:34.789053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a404d-6522-4090-851a-7824d8c71333 req-8e2074ea-6074-48a5-a7fb-d19d94078738 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:34.790679 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-203a404d-6522-4090-851a-7824d8c71333 req-8e2074ea-6074-48a5-a7fb-d19d94078738 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 943 time: 0.2613869 Apr 22 14:52:34.914493 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3afd4bd0-377a-40c1-b8ce-30d08053743a req-078eebec-f9cd-4107-bf84-2c735b62fdbe tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224947 Apr 22 14:52:34.920190 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-203a404d-6522-4090-851a-7824d8c71333 req-abfb1f75-8507-43e7-a576-79861fa2d082 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bf65c06-8622-4a02-86c1-506fd34973ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092460 Apr 22 14:52:34.929290 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-722cf052-5619-456e-89aa-8499e450875c req-a12839c6-a0c7-43c0-91df-28769841b65a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2010686 Apr 22 14:52:34.930146 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-aa20b0e2-7379-486f-be93-83457133160a req-e4bb8d5e-b1b0-4318-96a9-d2cde061a883 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:34.996217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb8d5e-b1b0-4318-96a9-d2cde061a883 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event deleted for resources: {'Port': ['ID=232d2bbd-ab9d-465c-acfa-2d522c3c7c59,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:35.077093 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa20b0e2-7379-486f-be93-83457133160a req-e4bb8d5e-b1b0-4318-96a9-d2cde061a883 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] No DVR routers for this DVR port 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:52:35.080240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-aa20b0e2-7379-486f-be93-83457133160a req-e4bb8d5e-b1b0-4318-96a9-d2cde061a883 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:35.083125 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'name': 'network-vif-deleted', 'tag': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:52:35.102057 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-aa20b0e2-7379-486f-be93-83457133160a req-e4bb8d5e-b1b0-4318-96a9-d2cde061a883 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.30 "DELETE /v2.0/ports/232d2bbd-ab9d-465c-acfa-2d522c3c7c59 HTTP/1.1" status: 204 len: 173 time: 1.2696950 Apr 22 14:52:35.204727 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe79066-4bcf-4fb3-ae8c-12663c3ce8bb'] response: {'server_uuid': '758ca5ba-ebcf-4ca3-bb70-4441b223573e', 'name': 'network-vif-deleted', 'tag': '232d2bbd-ab9d-465c-acfa-2d522c3c7c59', 'status': 'completed', 'code': 200} Apr 22 14:52:35.212811 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-722cf052-5619-456e-89aa-8499e450875c req-9ded58fc-8af1-4376-a0bf-3e23f0cf1f8e service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766473 Apr 22 14:52:35.441321 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8f98cc-8d38-484c-8847-b206f334e671 None None] New status for floating IP a38d246d-bd9f-4638-898c-9908e5d517b1: DOWN {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:52:35.452285 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-722cf052-5619-456e-89aa-8499e450875c req-e0250bf6-530c-4f62-8e54-ee7ea06c7ec7 service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338262 Apr 22 14:52:35.678263 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b4d4939a-f5f0-405f-a471-22e82b12617d req-4448331a-8788-4150-9a94-7282151cdf82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 1096 time: 0.1639531 Apr 22 14:52:35.876279 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4939a-f5f0-405f-a471-22e82b12617d req-af58a2d2-97b4-4bb4-83be-68f64b9d713e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:35.877900 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b4d4939a-f5f0-405f-a471-22e82b12617d req-af58a2d2-97b4-4bb4-83be-68f64b9d713e service neutron] 10.222.0.30 "GET /v2.0/networks?id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a HTTP/1.1" status: 200 len: 898 time: 0.1930611 Apr 22 14:52:35.966548 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b4d4939a-f5f0-405f-a471-22e82b12617d req-aff8919f-3bbf-483c-b5f6-20880aa187c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23f08215-f61c-4d99-8ccd-778106a2a2d4 HTTP/1.1" status: 200 len: 217 time: 0.0822957 Apr 22 14:52:36.043541 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4939a-f5f0-405f-a471-22e82b12617d req-1b288c76-32fc-47e8-b9a9-6cb712901872 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:36.045184 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b4d4939a-f5f0-405f-a471-22e82b12617d req-1b288c76-32fc-47e8-b9a9-6cb712901872 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42bdeb65-640b-4065-b144-6df716b7f4fa HTTP/1.1" status: 200 len: 835 time: 0.0725322 Apr 22 14:52:36.245846 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d2fa2890-4160-427f-8c41-c93525dbfdef req-4665a2a5-e775-4603-a348-4c6a8df78ffe tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "GET /v2.0/ports?device_id=758ca5ba-ebcf-4ca3-bb70-4441b223573e HTTP/1.1" status: 200 len: 210 time: 0.0745077 Apr 22 14:52:36.295543 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b4d4939a-f5f0-405f-a471-22e82b12617d req-143970b6-dd32-4884-a5a0-0b92c180ac58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2380710 Apr 22 14:52:36.310073 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9263f-4591-4a4c-a001-cb1b0d7bb922 req-ab7719c7-33fc-4c3a-bb9c-d68aeac296ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:36.311980 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7ce9263f-4591-4a4c-a001-cb1b0d7bb922 req-ab7719c7-33fc-4c3a-bb9c-d68aeac296ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 943 time: 0.1857820 Apr 22 14:52:36.463194 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7ce9263f-4591-4a4c-a001-cb1b0d7bb922 req-99698efb-14c9-458c-a4db-0be21cd14888 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bf65c06-8622-4a02-86c1-506fd34973ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285963 Apr 22 14:52:36.502653 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b4d4939a-f5f0-405f-a471-22e82b12617d req-841dd63a-e8c3-4d64-bbab-0d42e8fef51c service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892874 Apr 22 14:52:36.649385 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b4d4939a-f5f0-405f-a471-22e82b12617d req-0a31158c-f1f9-4402-90f1-0d3d6272089a service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391544 Apr 22 14:52:37.372297 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38318) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:37.545790 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-adfc4cd5-985e-46b1-9abc-1bcaeb5a23f9 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Deleting port 0f24b366-cc27-4c92-a9d6-328b391405bd {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:37.546111 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-adfc4cd5-985e-46b1-9abc-1bcaeb5a23f9 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:37.717896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 23f08215-f61c-4d99-8ccd-778106a2a2d4 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:52:37.748372 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-adfc4cd5-985e-46b1-9abc-1bcaeb5a23f9 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:37.749032 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-adfc4cd5-985e-46b1-9abc-1bcaeb5a23f9 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:37.754788 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:37.818315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3ed0b-1dad-4ffc-8723-6fb1a9aa84cc req-a6c0f26d-2bb0-4b3b-9f76-477a6e6df4fc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:37.820860 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-66f3ed0b-1dad-4ffc-8723-6fb1a9aa84cc req-a6c0f26d-2bb0-4b3b-9f76-477a6e6df4fc tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 943 time: 0.1295972 Apr 22 14:52:37.874888 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-66f3ed0b-1dad-4ffc-8723-6fb1a9aa84cc req-08bb99ae-5438-440e-850f-caee3528fd6b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bf65c06-8622-4a02-86c1-506fd34973ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462689 Apr 22 14:52:37.881999 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:37.882336 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 232d2bbd-ab9d-465c-acfa-2d522c3c7c59 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:37.931672 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 23f08215-f61c-4d99-8ccd-778106a2a2d4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=23f08215-f61c-4d99-8ccd-778106a2a2d4,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:37.946956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '23f08215-f61c-4d99-8ccd-778106a2a2d4', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'port_id': '23f08215-f61c-4d99-8ccd-778106a2a2d4', 'mac_address': 'fa:16:3e:72:da:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:52:37.984552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-adfc4cd5-985e-46b1-9abc-1bcaeb5a23f9 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Calling delete_port for 0f24b366-cc27-4c92-a9d6-328b391405bd owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:38.004735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:38.023867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f08215-f61c-4d99-8ccd-778106a2a2d4 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:52:38.040814 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 23f08215-f61c-4d99-8ccd-778106a2a2d4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=23f08215-f61c-4d99-8ccd-778106a2a2d4,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:38.046498 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:38.205757 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=23f08215-f61c-4d99-8ccd-778106a2a2d4,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:38.258743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['23f08215-f61c-4d99-8ccd-778106a2a2d4'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:52:38.348170 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-adfc4cd5-985e-46b1-9abc-1bcaeb5a23f9 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:38.393801 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc4cd5-985e-46b1-9abc-1bcaeb5a23f9 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event deleted for resources: {'Port': ['ID=0f24b366-cc27-4c92-a9d6-328b391405bd,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:38.502771 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-adfc4cd5-985e-46b1-9abc-1bcaeb5a23f9 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:38.519669 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-adfc4cd5-985e-46b1-9abc-1bcaeb5a23f9 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:38.520916 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-adfc4cd5-985e-46b1-9abc-1bcaeb5a23f9 tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "DELETE /v2.0/floatingips/7c23e5f1-4521-4dca-bd9c-f50ed35718ad HTTP/1.1" status: 204 len: 168 time: 1.1476324 Apr 22 14:52:39.298102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e6bee-71f8-4686-a557-64bf1d56e5d1 req-93e053ff-9dc3-4343-8c32-ebd484517827 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:39.300376 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-545e6bee-71f8-4686-a557-64bf1d56e5d1 req-93e053ff-9dc3-4343-8c32-ebd484517827 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 944 time: 0.0900884 Apr 22 14:52:39.357316 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-545e6bee-71f8-4686-a557-64bf1d56e5d1 req-414cb75b-607f-4e2f-8318-dc846acf31a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bf65c06-8622-4a02-86c1-506fd34973ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510490 Apr 22 14:52:39.724514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 23f08215-f61c-4d99-8ccd-778106a2a2d4 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:52:39.799610 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 23f08215-f61c-4d99-8ccd-778106a2a2d4 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:52:39.804635 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 23f08215-f61c-4d99-8ccd-778106a2a2d4 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:39.805001 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:39.941474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:39.992366 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577b2a9f-f55e-4429-a72a-24eb8f8c4623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f08215-f61c-4d99-8ccd-778106a2a2d4'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:52:40.009145 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 23f08215-f61c-4d99-8ccd-778106a2a2d4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=23f08215-f61c-4d99-8ccd-778106a2a2d4,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:40.021747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:40.062743 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfa6c56-014f-487a-9890-02f76275724d'] response: {'server_uuid': '577b2a9f-f55e-4429-a72a-24eb8f8c4623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f08215-f61c-4d99-8ccd-778106a2a2d4', 'code': 200} Apr 22 14:52:40.116244 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=23f08215-f61c-4d99-8ccd-778106a2a2d4,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:40.315239 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8effac3d-423b-4172-a375-1ccc06466fc3 req-5cd1785f-784d-4cc4-853e-e027765bef08 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 1098 time: 0.0753980 Apr 22 14:52:40.365374 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8effac3d-423b-4172-a375-1ccc06466fc3 req-9256b5b0-1ccf-4a63-9886-436aa04aedcc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7bf65c06-8622-4a02-86c1-506fd34973ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401168 Apr 22 14:52:40.650399 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85222b-98d2-4279-98e6-94ba5150125a req-9adca687-9a4e-41e4-b661-f4d19a681517 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:40.653408 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7e85222b-98d2-4279-98e6-94ba5150125a req-9adca687-9a4e-41e4-b661-f4d19a681517 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 945 time: 0.1122985 Apr 22 14:52:40.712760 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7e85222b-98d2-4279-98e6-94ba5150125a req-b07f1d54-0a45-4383-90c8-a4e5ddc631d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bf65c06-8622-4a02-86c1-506fd34973ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483818 Apr 22 14:52:41.093996 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38344) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:41.176666 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-22c8fde6-077b-4639-889b-40f63c5f199c tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:41.210490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-22c8fde6-077b-4639-889b-40f63c5f199c tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:41.296479 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-22c8fde6-077b-4639-889b-40f63c5f199c tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:41.330114 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8fde6-077b-4639-889b-40f63c5f199c tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3f931a-782c-40d7-ab56-2a8eb3a1b39d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:41.343087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-22c8fde6-077b-4639-889b-40f63c5f199c tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:41.347331 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-22c8fde6-077b-4639-889b-40f63c5f199c tempest-TestVolumeBootPattern-289929749 tempest-TestVolumeBootPattern-289929749-project] 10.222.0.23 "DELETE /v2.0/security-groups/5a3f931a-782c-40d7-ab56-2a8eb3a1b39d HTTP/1.1" status: 204 len: 168 time: 0.2495475 Apr 22 14:52:41.430839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38350) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:41.952919 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d30db-5671-49b2-a7a6-d82e5f6353a6 req-a04e336a-9542-460e-a799-6ed7214ddcbd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:41.954414 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bb0d30db-5671-49b2-a7a6-d82e5f6353a6 req-a04e336a-9542-460e-a799-6ed7214ddcbd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 945 time: 0.1163316 Apr 22 14:52:42.122902 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bb0d30db-5671-49b2-a7a6-d82e5f6353a6 req-e3ca2ce7-b31d-4f8e-adad-8bb3170af248 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bf65c06-8622-4a02-86c1-506fd34973ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620471 Apr 22 14:52:42.213967 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d56ce30c-6262-4ce9-8917-95608dcceff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:42.435230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe3d3b-254a-4e0c-aa54-8368d720473a req-c6500278-a32c-49b7-900b-6ea61d6a187e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:42.436722 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dabe3d3b-254a-4e0c-aa54-8368d720473a req-c6500278-a32c-49b7-900b-6ea61d6a187e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 945 time: 0.1666298 Apr 22 14:52:42.509207 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dabe3d3b-254a-4e0c-aa54-8368d720473a req-ade58f4b-f5f5-4f9d-8f00-0999940138fe tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bf65c06-8622-4a02-86c1-506fd34973ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663128 Apr 22 14:52:42.544917 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38360) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:42.657605 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ceca03b6-121e-4b7b-9e8c-7509db898de8 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 1093 time: 0.1109507 Apr 22 14:52:42.660226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38364) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:42.667519 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '23f08215-f61c-4d99-8ccd-778106a2a2d4', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:42.675380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:42.680641 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:floatingip and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:42.685401 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:42.694313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:42.708650 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:42.858009 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.003138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-d56ce30c-6262-4ce9-8917-95608dcceff2 admin admin] Deleting port c7f147af-555b-4dfa-b6ea-573833eebd82 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:43.003512 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d56ce30c-6262-4ce9-8917-95608dcceff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.006502 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.82 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/3831e0dd-1da1-4c8c-bd6c-04fc6aac450f) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:52:43.160224 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.181927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-d56ce30c-6262-4ce9-8917-95608dcceff2 admin admin] For port c7f147af-555b-4dfa-b6ea-573833eebd82, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c7f147af-555b-4dfa-b6ea-573833eebd82,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:43.183145 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d56ce30c-6262-4ce9-8917-95608dcceff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.189581 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.259849 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:52:43.262924 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:52:43.267386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:52:43.294408 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=3831e0dd-1da1-4c8c-bd6c-04fc6aac450f,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:43.406480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-d56ce30c-6262-4ce9-8917-95608dcceff2 admin admin] Calling delete_port for c7f147af-555b-4dfa-b6ea-573833eebd82 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:43.590544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d56ce30c-6262-4ce9-8917-95608dcceff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.640801 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ce30c-6262-4ce9-8917-95608dcceff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f147af-555b-4dfa-b6ea-573833eebd82,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:43.839574 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.899519 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.973684 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d56ce30c-6262-4ce9-8917-95608dcceff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.117302 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.123342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.335031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=3831e0dd-1da1-4c8c-bd6c-04fc6aac450f,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:44.353754 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.564752 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Floating IP f479784a-ae8a-4d2e-a43c-9b77eb645960 associated. External IP: 172.26.0.82, port: 23f08215-f61c-4d99-8ccd-778106a2a2d4. Apr 22 14:52:44.607247 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56ce30c-6262-4ce9-8917-95608dcceff2 admin admin] Router bfd46018-69c1-42d1-bf90-780891eb091f has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:52:44.830665 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56ce30c-6262-4ce9-8917-95608dcceff2 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:52:44.843860 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59834a7-8b22-466a-942b-da1db556e55d None None] Sync routers for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:52:44.844850 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d56ce30c-6262-4ce9-8917-95608dcceff2 admin admin] 10.222.0.23 "PUT /v2.0/routers/bfd46018-69c1-42d1-bf90-780891eb091f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4127681 Apr 22 14:52:44.848438 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38368) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:44.856433 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59834a7-8b22-466a-942b-da1db556e55d None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:44.857300 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-c59834a7-8b22-466a-942b-da1db556e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:52:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:45.027178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router 7717c682-d875-4918-8f77-908c331f30f1 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:52:45.076458 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-c59834a7-8b22-466a-942b-da1db556e55d None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:45.185147 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3eb39959-ca83-44f4-92db-fd28444c7680 admin admin] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:45.261078 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:52:45.278348 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07d2b0-5b96-4f16-aa27-1f5c0f86fb51 None None] Sync routers for ids ['7717c682-d875-4918-8f77-908c331f30f1'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:52:45.298873 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07d2b0-5b96-4f16-aa27-1f5c0f86fb51 None None] Routers {'7717c682-d875-4918-8f77-908c331f30f1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:45.299540 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8d07d2b0-5b96-4f16-aa27-1f5c0f86fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:52:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7717c682-d875-4918-8f77-908c331f30f1'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:45.308933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:45.382475 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9cfef726-07f1-4d04-92ad-a80434440d3a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7124419 Apr 22 14:52:45.382475 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577b2a9f-f55e-4429-a72a-24eb8f8c4623', 'tag': '23f08215-f61c-4d99-8ccd-778106a2a2d4'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:52:45.440116 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a0961a-c085-4a48-80ff-e9f2a6e63e31'] response: {'name': 'network-changed', 'server_uuid': '577b2a9f-f55e-4429-a72a-24eb8f8c4623', 'tag': '23f08215-f61c-4d99-8ccd-778106a2a2d4', 'status': 'completed', 'code': 200} Apr 22 14:52:45.457470 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3eb39959-ca83-44f4-92db-fd28444c7680 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:45.488350 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-c59834a7-8b22-466a-942b-da1db556e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:52:43Z', 'revision_number': 5, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port': {'id': '7ff857e4-68e2-4dea-bb3b-078b4275533a', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:52Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:45.493181 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59834a7-8b22-466a-942b-da1db556e55d None None] Checking router: bfd46018-69c1-42d1-bf90-780891eb091f for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:52:45.504776 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59834a7-8b22-466a-942b-da1db556e55d None None] Routers {'bfd46018-69c1-42d1-bf90-780891eb091f'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:45.505430 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-c59834a7-8b22-466a-942b-da1db556e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:52:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['bfd46018-69c1-42d1-bf90-780891eb091f'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:45.507161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-3eb39959-ca83-44f4-92db-fd28444c7680 admin admin] Deleting port 7ff857e4-68e2-4dea-bb3b-078b4275533a {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:45.507762 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3eb39959-ca83-44f4-92db-fd28444c7680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:45.561981 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-8d07d2b0-5b96-4f16-aa27-1f5c0f86fb51 None None] Set router 7717c682-d875-4918-8f77-908c331f30f1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:45.679842 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3f730fe6-bced-4aaf-b3fa-e5ddd3ac7315 req-978fa83c-d585-43e1-933e-e68029723880 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 1098 time: 0.2131219 Apr 22 14:52:45.786323 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-c59834a7-8b22-466a-942b-da1db556e55d None None] Set router bfd46018-69c1-42d1-bf90-780891eb091f gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:45.811150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-3eb39959-ca83-44f4-92db-fd28444c7680 admin admin] For port 7ff857e4-68e2-4dea-bb3b-078b4275533a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7ff857e4-68e2-4dea-bb3b-078b4275533a,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:45.811549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3eb39959-ca83-44f4-92db-fd28444c7680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:45.914338 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-c59834a7-8b22-466a-942b-da1db556e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:52:45Z', 'revision_number': 6, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:45.919383 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59834a7-8b22-466a-942b-da1db556e55d None None] The sync data for ids ['bfd46018-69c1-42d1-bf90-780891eb091f'] in dv-neutron-839027-1-hyperv is: [{'id': 'bfd46018-69c1-42d1-bf90-780891eb091f', 'name': 'tempest-TestVolumeBootPattern-1303537914-router', 'tenant_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:51Z', 'updated_at': '2022-04-22T14:52:45Z', 'revision_number': 6, 'project_id': '3e29fa7348a3496d8df9f20800aa5dfa', 'gw_port_host': None}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:52:45.954133 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-3eb39959-ca83-44f4-92db-fd28444c7680 admin admin] Calling delete_port for 7ff857e4-68e2-4dea-bb3b-078b4275533a owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:45.957530 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8d07d2b0-5b96-4f16-aa27-1f5c0f86fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:03Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '66a6e871-f610-4145-8bbd-2ddd6447ae7f', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '7717c682-d875-4918-8f77-908c331f30f1', 'port_id': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'mac_address': 'fa:16:3e:9d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:52:24Z', 'updated_at': '2022-04-22T14:52:29Z', 'revision_number': 1, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}, {'id': 'f479784a-ae8a-4d2e-a43c-9b77eb645960', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.82', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '7717c682-d875-4918-8f77-908c331f30f1', 'port_id': '23f08215-f61c-4d99-8ccd-778106a2a2d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'mac_address': 'fa:16:3e:72:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577b2a9f-f55e-4429-a72a-24eb8f8c4623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:52:43Z', 'updated_at': '2022-04-22T14:52:43Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9708a3b2-4cd3-49bf-9f1a-d10f60e58003', 'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:74:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:03Z', 'updated_at': '2022-04-22T14:52:10Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:45.962569 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07d2b0-5b96-4f16-aa27-1f5c0f86fb51 None None] Checking router: 7717c682-d875-4918-8f77-908c331f30f1 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:52:45.983094 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07d2b0-5b96-4f16-aa27-1f5c0f86fb51 None None] Routers {'7717c682-d875-4918-8f77-908c331f30f1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:45.983769 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8d07d2b0-5b96-4f16-aa27-1f5c0f86fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:52:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7717c682-d875-4918-8f77-908c331f30f1'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:46.028771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f730fe6-bced-4aaf-b3fa-e5ddd3ac7315 req-db2ce8ff-9f04-40c7-8104-ea0f704b55df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:46.029975 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3f730fe6-bced-4aaf-b3fa-e5ddd3ac7315 req-db2ce8ff-9f04-40c7-8104-ea0f704b55df service neutron] 10.222.0.30 "GET /v2.0/networks?id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a HTTP/1.1" status: 200 len: 898 time: 0.3444629 Apr 22 14:52:46.168982 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3f730fe6-bced-4aaf-b3fa-e5ddd3ac7315 req-81c5cc83-e951-4f1c-8790-fcfe46d09983 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23f08215-f61c-4d99-8ccd-778106a2a2d4 HTTP/1.1" status: 200 len: 998 time: 0.1314952 Apr 22 14:52:46.187356 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-8d07d2b0-5b96-4f16-aa27-1f5c0f86fb51 None None] Set router 7717c682-d875-4918-8f77-908c331f30f1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:46.272025 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f730fe6-bced-4aaf-b3fa-e5ddd3ac7315 req-f7104bbe-8ba2-43a8-87cc-b3a1a4269276 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:46.273436 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3f730fe6-bced-4aaf-b3fa-e5ddd3ac7315 req-f7104bbe-8ba2-43a8-87cc-b3a1a4269276 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42bdeb65-640b-4065-b144-6df716b7f4fa HTTP/1.1" status: 200 len: 835 time: 0.0976620 Apr 22 14:52:46.358803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3eb39959-ca83-44f4-92db-fd28444c7680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:46.407934 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb39959-ca83-44f4-92db-fd28444c7680 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff857e4-68e2-4dea-bb3b-078b4275533a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:46.493086 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3f730fe6-bced-4aaf-b3fa-e5ddd3ac7315 req-83941aa4-cab1-4318-8b4c-b5478229e254 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2075665 Apr 22 14:52:46.608271 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8d07d2b0-5b96-4f16-aa27-1f5c0f86fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:03Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '66a6e871-f610-4145-8bbd-2ddd6447ae7f', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '7717c682-d875-4918-8f77-908c331f30f1', 'port_id': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'mac_address': 'fa:16:3e:9d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:52:24Z', 'updated_at': '2022-04-22T14:52:29Z', 'revision_number': 1, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}, {'id': 'f479784a-ae8a-4d2e-a43c-9b77eb645960', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.82', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '7717c682-d875-4918-8f77-908c331f30f1', 'port_id': '23f08215-f61c-4d99-8ccd-778106a2a2d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'mac_address': 'fa:16:3e:72:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577b2a9f-f55e-4429-a72a-24eb8f8c4623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:52:43Z', 'updated_at': '2022-04-22T14:52:43Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9708a3b2-4cd3-49bf-9f1a-d10f60e58003', 'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:74:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:03Z', 'updated_at': '2022-04-22T14:52:10Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:46.612800 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07d2b0-5b96-4f16-aa27-1f5c0f86fb51 None None] The sync data for ids ['7717c682-d875-4918-8f77-908c331f30f1'] in dv-neutron-839027-1-hyperv is: [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:03Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '66a6e871-f610-4145-8bbd-2ddd6447ae7f', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '7717c682-d875-4918-8f77-908c331f30f1', 'port_id': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'mac_address': 'fa:16:3e:9d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:52:24Z', 'updated_at': '2022-04-22T14:52:29Z', 'revision_number': 1, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}, {'id': 'f479784a-ae8a-4d2e-a43c-9b77eb645960', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.82', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '7717c682-d875-4918-8f77-908c331f30f1', 'port_id': '23f08215-f61c-4d99-8ccd-778106a2a2d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'mac_address': 'fa:16:3e:72:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577b2a9f-f55e-4429-a72a-24eb8f8c4623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:52:43Z', 'updated_at': '2022-04-22T14:52:43Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9708a3b2-4cd3-49bf-9f1a-d10f60e58003', 'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:74:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:03Z', 'updated_at': '2022-04-22T14:52:10Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:52:46.865218 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8ba35-9aaa-4095-9fc5-c90dd5186806 None None] New status for floating IP f479784a-ae8a-4d2e-a43c-9b77eb645960: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:52:46.903453 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3eb39959-ca83-44f4-92db-fd28444c7680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:47.055885 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3f730fe6-bced-4aaf-b3fa-e5ddd3ac7315 req-d2a07fdc-8e00-46ef-8729-3846a02ab84f service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510008 Apr 22 14:52:47.273149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3eb39959-ca83-44f4-92db-fd28444c7680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:47.282640 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3eb39959-ca83-44f4-92db-fd28444c7680 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:47.339822 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3f730fe6-bced-4aaf-b3fa-e5ddd3ac7315 req-82a546c0-3b6e-4350-9209-428aeaf92067 service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253528 Apr 22 14:52:47.344905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3eb39959-ca83-44f4-92db-fd28444c7680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:47.346559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb39959-ca83-44f4-92db-fd28444c7680 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfd46018-69c1-42d1-bf90-780891eb091f {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:52:47.360567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3eb39959-ca83-44f4-92db-fd28444c7680 admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:47.362298 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3eb39959-ca83-44f4-92db-fd28444c7680 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bfd46018-69c1-42d1-bf90-780891eb091f HTTP/1.1" status: 204 len: 168 time: 2.5074093 Apr 22 14:52:47.365658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38376) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:47.427649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c25f664-d6d9-4964-b50e-ac53ce512974 admin admin] Deleting subnet b2f90018-3175-478a-ba05-5be4603daa12 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:52:47.430586 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1c25f664-d6d9-4964-b50e-ac53ce512974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:47.483474 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1c25f664-d6d9-4964-b50e-ac53ce512974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:47.564908 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1c25f664-d6d9-4964-b50e-ac53ce512974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:47.660475 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1c25f664-d6d9-4964-b50e-ac53ce512974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:47.688627 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7ff857e4-68e2-4dea-bb3b-078b4275533a no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:47.719406 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25f664-d6d9-4964-b50e-ac53ce512974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2f90018-3175-478a-ba05-5be4603daa12,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:47.723766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-1c25f664-d6d9-4964-b50e-ac53ce512974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:47.727077 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 7ff857e4-68e2-4dea-bb3b-078b4275533a {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:47.728723 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7ff857e4-68e2-4dea-bb3b-078b4275533a not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:47.728723 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c7f147af-555b-4dfa-b6ea-573833eebd82 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:47.734214 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1c25f664-d6d9-4964-b50e-ac53ce512974 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b2f90018-3175-478a-ba05-5be4603daa12 HTTP/1.1" status: 204 len: 168 time: 0.3647418 Apr 22 14:52:47.734392 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38380) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:47.753233 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce13395e-2c77-4bb4-baba-de3a058d4203 None None] Network 25eb85eb-411c-4074-8f9a-0de5fadf0faa requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:52:47.783314 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: c7f147af-555b-4dfa-b6ea-573833eebd82 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:47.783643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c7f147af-555b-4dfa-b6ea-573833eebd82 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:47.850001 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:47.862669 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Deleting port d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:47.863001 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.041022 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e9d46a-e01d-4b75-ac2c-11a46ae1be99 None None] DHCP port deletion for 25eb85eb-411c-4074-8f9a-0de5fadf0faa request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:52:48.046506 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-83e9d46a-e01d-4b75-ac2c-11a46ae1be99 None None] Deleting port d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:48.047094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-83e9d46a-e01d-4b75-ac2c-11a46ae1be99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.212011 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] For port d338bfc9-e6d2-48e7-a2bb-07e1b8625f04, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d338bfc9-e6d2-48e7-a2bb-07e1b8625f04,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:48.212371 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.269523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-83e9d46a-e01d-4b75-ac2c-11a46ae1be99 None None] For port d338bfc9-e6d2-48e7-a2bb-07e1b8625f04, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d338bfc9-e6d2-48e7-a2bb-07e1b8625f04,segment=NetworkSegment(f8d52372-ed9c-49aa-83fa-545dcd5402eb),segment_id=f8d52372-ed9c-49aa-83fa-545dcd5402eb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:48.269873 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-83e9d46a-e01d-4b75-ac2c-11a46ae1be99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.347984 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Calling delete_port for d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:48.439191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-83e9d46a-e01d-4b75-ac2c-11a46ae1be99 None None] Calling delete_port for d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:48.465408 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.525434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d338bfc9-e6d2-48e7-a2bb-07e1b8625f04,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:48.525697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-83e9d46a-e01d-4b75-ac2c-11a46ae1be99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:52:48.526539 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-83e9d46a-e01d-4b75-ac2c-11a46ae1be99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:52:48.531836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] No DVR routers for this DVR port d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:52:48.567391 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:48.567737 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:48.568080 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:48.568417 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:48.568758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:48.569084 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:48.569411 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:48.569740 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:48.570063 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:48.570390 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:48.570701 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:48.662514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.690973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25eb85eb-411c-4074-8f9a-0de5fadf0faa']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:48.709915 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d52372-ed9c-49aa-83fa-545dcd5402eb') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:48.710236 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d52372-ed9c-49aa-83fa-545dcd5402eb') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:48.723148 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.741066 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.749601 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:52:48.750113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:52:48.764569 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:52:48.846331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.863589 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.879989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=25eb85eb-411c-4074-8f9a-0de5fadf0faa,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:48.894265 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b9b45119-e37c-44dd-9692-71199ef8a8e6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/25eb85eb-411c-4074-8f9a-0de5fadf0faa HTTP/1.1" status: 204 len: 168 time: 1.1589839 Apr 22 14:52:48.897113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38384) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:49.027839 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-83e9d46a-e01d-4b75-ac2c-11a46ae1be99 None None] Deleting port d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:49.028409 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-83e9d46a-e01d-4b75-ac2c-11a46ae1be99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:49.123848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-83e9d46a-e01d-4b75-ac2c-11a46ae1be99 None None] The port 'd338bfc9-e6d2-48e7-a2bb-07e1b8625f04' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:52:49.340061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7efda09d-43ff-431b-8032-4a530c658378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:49.671868 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:49.713804 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:49.714564 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d338bfc9-e6d2-48e7-a2bb-07e1b8625f04 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:50.136128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-7efda09d-43ff-431b-8032-4a530c658378 admin admin] Deleting port da6aa657-34f5-4fd2-9531-63a9a00ce57a {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:50.136752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7efda09d-43ff-431b-8032-4a530c658378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.316948 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-7efda09d-43ff-431b-8032-4a530c658378 admin admin] For port da6aa657-34f5-4fd2-9531-63a9a00ce57a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=da6aa657-34f5-4fd2-9531-63a9a00ce57a,segment=NetworkSegment(2b361af4-b653-45fb-bc77-deb7095cd5c1),segment_id=2b361af4-b653-45fb-bc77-deb7095cd5c1)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:50.317294 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7efda09d-43ff-431b-8032-4a530c658378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.445472 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-7efda09d-43ff-431b-8032-4a530c658378 admin admin] Calling delete_port for da6aa657-34f5-4fd2-9531-63a9a00ce57a owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:50.645974 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7efda09d-43ff-431b-8032-4a530c658378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.698669 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efda09d-43ff-431b-8032-4a530c658378 admin admin] Pushing event deleted for resources: {'Port': ['ID=da6aa657-34f5-4fd2-9531-63a9a00ce57a,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:51.013686 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7efda09d-43ff-431b-8032-4a530c658378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:51.763234 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efda09d-43ff-431b-8032-4a530c658378 admin admin] Router cdeee376-3698-491e-a8a6-e016f3cac8cf has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:52:51.973899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efda09d-43ff-431b-8032-4a530c658378 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:52:51.982827 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a96835-6f40-4f1a-9b16-758cf9112b1f None None] Sync routers for ids ['cdeee376-3698-491e-a8a6-e016f3cac8cf'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:52:51.990859 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7efda09d-43ff-431b-8032-4a530c658378 admin admin] 10.222.0.23 "PUT /v2.0/routers/cdeee376-3698-491e-a8a6-e016f3cac8cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0926504 Apr 22 14:52:51.993594 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38388) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:51.996421 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a96835-6f40-4f1a-9b16-758cf9112b1f None None] Routers {'cdeee376-3698-491e-a8a6-e016f3cac8cf'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:51.997042 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-84a96835-6f40-4f1a-9b16-758cf9112b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:52:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cdeee376-3698-491e-a8a6-e016f3cac8cf'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:52.191866 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-84a96835-6f40-4f1a-9b16-758cf9112b1f None None] Set router cdeee376-3698-491e-a8a6-e016f3cac8cf gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:52.206580 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8935a57f-d568-4705-a21c-5fedddfd0e52 admin admin] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:52.428576 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8935a57f-d568-4705-a21c-5fedddfd0e52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:52.446363 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2d97-1e1e-4da4-97d5-7d9fbd0ca74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:52.447263 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8935a57f-d568-4705-a21c-5fedddfd0e52 admin admin] Deleting port b6e5a1a4-2726-4ea6-9586-6518d3a0e4de {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:52.448863 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8935a57f-d568-4705-a21c-5fedddfd0e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:52.549066 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-84a96835-6f40-4f1a-9b16-758cf9112b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'name': 'tempest-TestVolumeBootPattern-2062052591-router', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b6e5a1a4-2726-4ea6-9586-6518d3a0e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:02Z', 'updated_at': '2022-04-22T14:52:50Z', 'revision_number': 5, 'project_id': '1af50acb336748c991c64085c93bcd86', 'gw_port': {'id': 'b6e5a1a4-2726-4ea6-9586-6518d3a0e4de', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:03Z', 'updated_at': '2022-04-22T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:52.555396 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a96835-6f40-4f1a-9b16-758cf9112b1f None None] Checking router: cdeee376-3698-491e-a8a6-e016f3cac8cf for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:52:52.570552 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a96835-6f40-4f1a-9b16-758cf9112b1f None None] Routers {'cdeee376-3698-491e-a8a6-e016f3cac8cf'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:52.571175 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-84a96835-6f40-4f1a-9b16-758cf9112b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:52:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['cdeee376-3698-491e-a8a6-e016f3cac8cf'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:52.641862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-8935a57f-d568-4705-a21c-5fedddfd0e52 admin admin] For port b6e5a1a4-2726-4ea6-9586-6518d3a0e4de, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b6e5a1a4-2726-4ea6-9586-6518d3a0e4de,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:52.642367 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8935a57f-d568-4705-a21c-5fedddfd0e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:52.738918 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-84a96835-6f40-4f1a-9b16-758cf9112b1f None None] Set router cdeee376-3698-491e-a8a6-e016f3cac8cf gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:52.773638 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8935a57f-d568-4705-a21c-5fedddfd0e52 admin admin] Calling delete_port for b6e5a1a4-2726-4ea6-9586-6518d3a0e4de owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:52.860811 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-84a96835-6f40-4f1a-9b16-758cf9112b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'name': 'tempest-TestVolumeBootPattern-2062052591-router', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:02Z', 'updated_at': '2022-04-22T14:52:52Z', 'revision_number': 6, 'project_id': '1af50acb336748c991c64085c93bcd86', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:52.867056 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a96835-6f40-4f1a-9b16-758cf9112b1f None None] The sync data for ids ['cdeee376-3698-491e-a8a6-e016f3cac8cf'] in dv-neutron-839027-1-hyperv is: [{'id': 'cdeee376-3698-491e-a8a6-e016f3cac8cf', 'name': 'tempest-TestVolumeBootPattern-2062052591-router', 'tenant_id': '1af50acb336748c991c64085c93bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:02Z', 'updated_at': '2022-04-22T14:52:52Z', 'revision_number': 6, 'project_id': '1af50acb336748c991c64085c93bcd86', 'gw_port_host': None}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:52:52.961063 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8935a57f-d568-4705-a21c-5fedddfd0e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.011401 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935a57f-d568-4705-a21c-5fedddfd0e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e5a1a4-2726-4ea6-9586-6518d3a0e4de,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:53.355539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8935a57f-d568-4705-a21c-5fedddfd0e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.623344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8935a57f-d568-4705-a21c-5fedddfd0e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.628060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8935a57f-d568-4705-a21c-5fedddfd0e52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.665226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8935a57f-d568-4705-a21c-5fedddfd0e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.666196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8935a57f-d568-4705-a21c-5fedddfd0e52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdeee376-3698-491e-a8a6-e016f3cac8cf {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:52:53.685935 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8935a57f-d568-4705-a21c-5fedddfd0e52 admin admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.690955 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8935a57f-d568-4705-a21c-5fedddfd0e52 admin admin] 10.222.0.23 "DELETE /v2.0/routers/cdeee376-3698-491e-a8a6-e016f3cac8cf HTTP/1.1" status: 204 len: 168 time: 1.6922336 Apr 22 14:52:53.694891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38394) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:53.743481 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b6e5a1a4-2726-4ea6-9586-6518d3a0e4de no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:53.769803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Deleting subnet 1b67a27a-76ee-44c7-91a8-e3ee73fce451 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:52:53.773188 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.802967 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: b6e5a1a4-2726-4ea6-9586-6518d3a0e4de {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:53.803908 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b6e5a1a4-2726-4ea6-9586-6518d3a0e4de not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:53.804532 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device da6aa657-34f5-4fd2-9531-63a9a00ce57a no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:53.829708 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.848428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: da6aa657-34f5-4fd2-9531-63a9a00ce57a {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:53.848843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device da6aa657-34f5-4fd2-9531-63a9a00ce57a not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:53.922920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.011145 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.051563 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b67a27a-76ee-44c7-91a8-e3ee73fce451,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:54.058053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.063414 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8467714-4c79-41a6-9067-3f6f89abdb77 None None] Network 809b8062-92f2-48c7-8f43-4dd5955d3812 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:52:54.069848 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1b67a27a-76ee-44c7-91a8-e3ee73fce451 HTTP/1.1" status: 204 len: 168 time: 0.3736930 Apr 22 14:52:54.072273 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:54.073361 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38398) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:54.074140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:54.074726 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:54.075351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:54.075886 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:54.076452 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:54.077005 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:54.077553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:54.078138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:54.079382 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:54.079382 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c1627-75f7-47a3-88c0-079a9a785231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:54.193929 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.212241 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] Deleting port 87264be7-be0b-4cb4-97a7-888ba1428979 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:54.212760 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.340754 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd360ee-d197-40e0-a493-c3031f5f2279 None None] DHCP port deletion for 809b8062-92f2-48c7-8f43-4dd5955d3812 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:52:54.345713 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8dd360ee-d197-40e0-a493-c3031f5f2279 None None] Deleting port 87264be7-be0b-4cb4-97a7-888ba1428979 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:54.346164 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8dd360ee-d197-40e0-a493-c3031f5f2279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.462845 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] For port 87264be7-be0b-4cb4-97a7-888ba1428979, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=87264be7-be0b-4cb4-97a7-888ba1428979,segment=NetworkSegment(2b361af4-b653-45fb-bc77-deb7095cd5c1),segment_id=2b361af4-b653-45fb-bc77-deb7095cd5c1)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:54.464728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.523602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.593827 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] Calling delete_port for 87264be7-be0b-4cb4-97a7-888ba1428979 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:54.709926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.735956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8dd360ee-d197-40e0-a493-c3031f5f2279 None None] For port 87264be7-be0b-4cb4-97a7-888ba1428979, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=87264be7-be0b-4cb4-97a7-888ba1428979,segment=NetworkSegment(2b361af4-b653-45fb-bc77-deb7095cd5c1),segment_id=2b361af4-b653-45fb-bc77-deb7095cd5c1)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:54.736277 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8dd360ee-d197-40e0-a493-c3031f5f2279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.771025 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=87264be7-be0b-4cb4-97a7-888ba1428979,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:54.775769 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] No DVR routers for this DVR port 87264be7-be0b-4cb4-97a7-888ba1428979 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:52:54.870960 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8dd360ee-d197-40e0-a493-c3031f5f2279 None None] Calling delete_port for 87264be7-be0b-4cb4-97a7-888ba1428979 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:54.920324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cec39b9b-f786-4707-b033-6308a4aff5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.927593 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.958674 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-8dd360ee-d197-40e0-a493-c3031f5f2279 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:52:54.959157 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-8dd360ee-d197-40e0-a493-c3031f5f2279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:52:54.959585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809b8062-92f2-48c7-8f43-4dd5955d3812']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:54.973852 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b361af4-b653-45fb-bc77-deb7095cd5c1') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:54.974146 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b361af4-b653-45fb-bc77-deb7095cd5c1') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:54.988247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:55.007761 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:55.016532 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:52:55.016934 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:52:55.032229 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:52:55.234278 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:55.240127 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:55.269123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=809b8062-92f2-48c7-8f43-4dd5955d3812,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:55.278356 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-487aeabb-e928-4415-8a92-9879f9093bf8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/809b8062-92f2-48c7-8f43-4dd5955d3812 HTTP/1.1" status: 204 len: 168 time: 1.2035861 Apr 22 14:52:55.435428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38404) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:55.461041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8dd360ee-d197-40e0-a493-c3031f5f2279 None None] Deleting port 87264be7-be0b-4cb4-97a7-888ba1428979 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:55.461548 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8dd360ee-d197-40e0-a493-c3031f5f2279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:55.503423 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7c0ece18-5d47-4aba-86c8-874e5313a68b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e29fa7348a3496d8df9f20800aa5dfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0620959 Apr 22 14:52:55.503774 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38408) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:55.536287 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8dd360ee-d197-40e0-a493-c3031f5f2279 None None] The port '87264be7-be0b-4cb4-97a7-888ba1428979' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:52:55.601876 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-093ad88a-b8dd-4ccc-bc63-15728ccc09e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:55.654954 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-093ad88a-b8dd-4ccc-bc63-15728ccc09e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:55.682928 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 87264be7-be0b-4cb4-97a7-888ba1428979 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:55.723812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 87264be7-be0b-4cb4-97a7-888ba1428979 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:55.724252 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 87264be7-be0b-4cb4-97a7-888ba1428979 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:55.748307 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-093ad88a-b8dd-4ccc-bc63-15728ccc09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:55.767243 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ad88a-b8dd-4ccc-bc63-15728ccc09e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3db4ca-3e24-485e-911b-d971a576e0a9,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:55.774333 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-093ad88a-b8dd-4ccc-bc63-15728ccc09e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:55.776472 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-093ad88a-b8dd-4ccc-bc63-15728ccc09e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e3db4ca-3e24-485e-911b-d971a576e0a9 HTTP/1.1" status: 204 len: 168 time: 0.2714415 Apr 22 14:52:56.052520 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:56.166180 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:56.301281 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38416) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:56.357721 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-251ec08b-c150-4a7a-9450-c1aeb0b728a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1af50acb336748c991c64085c93bcd86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0551126 Apr 22 14:52:56.360238 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38420) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:56.437085 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-65a88fa8-f1c7-4255-9407-6dd653785613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:56.471185 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-65a88fa8-f1c7-4255-9407-6dd653785613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:56.531785 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-65a88fa8-f1c7-4255-9407-6dd653785613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:56.547775 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a88fa8-f1c7-4255-9407-6dd653785613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe5f310-ea88-47b8-bfec-61ffc1de9d7d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:56.555094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-65a88fa8-f1c7-4255-9407-6dd653785613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:56.556691 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-65a88fa8-f1c7-4255-9407-6dd653785613 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fe5f310-ea88-47b8-bfec-61ffc1de9d7d HTTP/1.1" status: 204 len: 168 time: 0.1953108 Apr 22 14:52:57.338944 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:07.771597 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:53:19.112193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38436) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:19.224866 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-028aae07-a772-4a7c-9460-124dc4dbf9ca tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/66a6e871-f610-4145-8bbd-2ddd6447ae7f HTTP/1.1" status: 200 len: 993 time: 0.1115859 Apr 22 14:53:19.992404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38446) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:19.998541 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-4e66e569-d86f-43b8-b431-fcf29e1f67e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:20.128322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4e66e569-d86f-43b8-b431-fcf29e1f67e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:20.371835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-4e66e569-d86f-43b8-b431-fcf29e1f67e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:20.414493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4e66e569-d86f-43b8-b431-fcf29e1f67e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:20.421699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4e66e569-d86f-43b8-b431-fcf29e1f67e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:20.527572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e66e569-d86f-43b8-b431-fcf29e1f67e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:20.528416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4e66e569-d86f-43b8-b431-fcf29e1f67e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:20.530394 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4e66e569-d86f-43b8-b431-fcf29e1f67e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/ports/4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 HTTP/1.1" status: 200 len: 939 time: 0.5367270 Apr 22 14:53:20.531060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'tag': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:53:20.562782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66e569-d86f-43b8-b431-fcf29e1f67e8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35,revision_number=6']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:20.598801 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f56da5-9c5c-427a-8f34-34b927c2e6c0'] response: {'name': 'network-changed', 'server_uuid': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'tag': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'status': 'completed', 'code': 200} Apr 22 14:53:20.741684 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9c8d06c9-9b7a-457c-b80e-8dc3f517e170 req-c13a20b9-f104-4bc8-bc20-47f809e4acea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 1100 time: 0.1001217 Apr 22 14:53:20.874578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ab13d8c3-4995-4f0c-815f-97f50ec25380 None None] Provisioning complete for port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:20.875212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ab13d8c3-4995-4f0c-815f-97f50ec25380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:20.941572 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ab13d8c3-4995-4f0c-815f-97f50ec25380 None None] Port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 is administratively disabled so it will not transition to active. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Apr 22 14:53:21.018539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d06c9-9b7a-457c-b80e-8dc3f517e170 req-d5b2216d-098e-43fb-887e-b87593452c95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:21.020145 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9c8d06c9-9b7a-457c-b80e-8dc3f517e170 req-d5b2216d-098e-43fb-887e-b87593452c95 service neutron] 10.222.0.30 "GET /v2.0/networks?id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a HTTP/1.1" status: 200 len: 898 time: 0.2725253 Apr 22 14:53:21.129639 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9c8d06c9-9b7a-457c-b80e-8dc3f517e170 req-9159ee9d-efa0-4507-a548-2d4b50da653c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 HTTP/1.1" status: 200 len: 1002 time: 0.1031439 Apr 22 14:53:21.203870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d06c9-9b7a-457c-b80e-8dc3f517e170 req-529a2414-3d82-4384-a1bf-94bb4e670865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:21.205217 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9c8d06c9-9b7a-457c-b80e-8dc3f517e170 req-529a2414-3d82-4384-a1bf-94bb4e670865 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42bdeb65-640b-4065-b144-6df716b7f4fa HTTP/1.1" status: 200 len: 835 time: 0.0689499 Apr 22 14:53:21.303080 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9c8d06c9-9b7a-457c-b80e-8dc3f517e170 req-88d314aa-ca76-4d15-8b2f-11ed0785c301 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0921159 Apr 22 14:53:21.436598 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9c8d06c9-9b7a-457c-b80e-8dc3f517e170 req-60734cf9-a7f7-4478-9c42-cc18ad69c6eb service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281023 Apr 22 14:53:21.586938 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9c8d06c9-9b7a-457c-b80e-8dc3f517e170 req-c7ec6186-04f9-4ae4-9d7c-91f4e06e01be service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448822 Apr 22 14:53:22.430528 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-53409f0f-993f-4aaa-9719-2f2659877a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:23.984334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38456) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:23.990646 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-6ca721ac-557c-44b2-81ce-20d9cf9ce65a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:24.134226 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ca721ac-557c-44b2-81ce-20d9cf9ce65a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:24.375481 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-6ca721ac-557c-44b2-81ce-20d9cf9ce65a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:24.401772 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ca721ac-557c-44b2-81ce-20d9cf9ce65a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:24.406616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ca721ac-557c-44b2-81ce-20d9cf9ce65a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:24.477917 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca721ac-557c-44b2-81ce-20d9cf9ce65a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:24.479178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ca721ac-557c-44b2-81ce-20d9cf9ce65a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:24.480737 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6ca721ac-557c-44b2-81ce-20d9cf9ce65a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/ports/4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 HTTP/1.1" status: 200 len: 938 time: 0.4953563 Apr 22 14:53:24.481348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'tag': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:53:24.484376 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:24.485489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38460) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:24.511639 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca721ac-557c-44b2-81ce-20d9cf9ce65a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35,revision_number=7']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:24.559721 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9192a01-60bc-449f-aac5-756269fcce7b'] response: {'name': 'network-changed', 'server_uuid': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'tag': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'status': 'completed', 'code': 200} Apr 22 14:53:24.610802 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1f47c341-11fd-424b-8392-fe0d32ef1d53 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/66a6e871-f610-4145-8bbd-2ddd6447ae7f HTTP/1.1" status: 200 len: 993 time: 0.1242027 Apr 22 14:53:24.667569 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-efc6affe-fd34-4658-a2a6-239cc4565922 req-133353c4-ee72-435b-b883-c52b4b02aa2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 1099 time: 0.0867467 Apr 22 14:53:24.699061 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:53:24.778916 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-53b78156-9c99-46d8-908a-ac2ae11a51fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:24.836791 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-57bbadab-70e5-473c-aaa5-29594f74e286 None None] Provisioning complete for port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:24.837157 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-57bbadab-70e5-473c-aaa5-29594f74e286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:24.845949 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6affe-fd34-4658-a2a6-239cc4565922 req-1602256e-6f73-43ee-be14-f807f726467a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:24.847663 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-efc6affe-fd34-4658-a2a6-239cc4565922 req-1602256e-6f73-43ee-be14-f807f726467a service neutron] 10.222.0.30 "GET /v2.0/networks?id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a HTTP/1.1" status: 200 len: 898 time: 0.1734061 Apr 22 14:53:24.968813 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-efc6affe-fd34-4658-a2a6-239cc4565922 req-cc4d4804-19c6-46bd-b4f2-92213fd8e98a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 HTTP/1.1" status: 200 len: 1001 time: 0.1120255 Apr 22 14:53:25.033962 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6affe-fd34-4658-a2a6-239cc4565922 req-60603329-d795-4f14-a1f0-06cad5a7fe0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:25.035444 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-efc6affe-fd34-4658-a2a6-239cc4565922 req-60603329-d795-4f14-a1f0-06cad5a7fe0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42bdeb65-640b-4065-b144-6df716b7f4fa HTTP/1.1" status: 200 len: 835 time: 0.0612664 Apr 22 14:53:25.118038 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-efc6affe-fd34-4658-a2a6-239cc4565922 req-52910f85-07e3-4a01-a331-05dc7a181452 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767055 Apr 22 14:53:25.355678 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-efc6affe-fd34-4658-a2a6-239cc4565922 req-78355c35-be45-44f9-9b6a-dca37d56ae05 service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320409 Apr 22 14:53:25.495841 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-efc6affe-fd34-4658-a2a6-239cc4565922 req-5d980bb9-36e7-437f-b76f-62d922c32fab service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337378 Apr 22 14:53:26.049385 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:26.162998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:27.196097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38472) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:27.339619 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:27.400125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4ecdef1d-6abe-4691-8d5a-578c43288724 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 3831e0dd-1da1-4c8c-bd6c-04fc6aac450f {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:53:27.400463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4ecdef1d-6abe-4691-8d5a-578c43288724 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:27.582739 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4ecdef1d-6abe-4691-8d5a-578c43288724 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:27.582950 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4ecdef1d-6abe-4691-8d5a-578c43288724 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:27.710550 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4ecdef1d-6abe-4691-8d5a-578c43288724 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 3831e0dd-1da1-4c8c-bd6c-04fc6aac450f owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:53:27.876697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4ecdef1d-6abe-4691-8d5a-578c43288724 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:27.920722 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdef1d-6abe-4691-8d5a-578c43288724 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=3831e0dd-1da1-4c8c-bd6c-04fc6aac450f,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:28.019168 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4ecdef1d-6abe-4691-8d5a-578c43288724 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:28.423744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecdef1d-6abe-4691-8d5a-578c43288724 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router 7717c682-d875-4918-8f77-908c331f30f1 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:53:28.738387 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecdef1d-6abe-4691-8d5a-578c43288724 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:53:28.749949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688112c6-7168-4f93-8779-c1b0a5212e8f None None] Sync routers for ids ['7717c682-d875-4918-8f77-908c331f30f1'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:53:28.765435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4ecdef1d-6abe-4691-8d5a-578c43288724 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:28.769604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688112c6-7168-4f93-8779-c1b0a5212e8f None None] Routers {'7717c682-d875-4918-8f77-908c331f30f1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:53:28.770217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-688112c6-7168-4f93-8779-c1b0a5212e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:53:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7717c682-d875-4918-8f77-908c331f30f1'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:28.826715 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4ecdef1d-6abe-4691-8d5a-578c43288724 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/floatingips/f479784a-ae8a-4d2e-a43c-9b77eb645960 HTTP/1.1" status: 204 len: 168 time: 1.6270759 Apr 22 14:53:28.826715 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577b2a9f-f55e-4429-a72a-24eb8f8c4623', 'tag': '23f08215-f61c-4d99-8ccd-778106a2a2d4'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:53:28.897026 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d06b1dd-6a75-48e7-8ab9-9e2cee1a862d'] response: {'name': 'network-changed', 'server_uuid': '577b2a9f-f55e-4429-a72a-24eb8f8c4623', 'tag': '23f08215-f61c-4d99-8ccd-778106a2a2d4', 'status': 'completed', 'code': 200} Apr 22 14:53:28.987127 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-688112c6-7168-4f93-8779-c1b0a5212e8f None None] Set router 7717c682-d875-4918-8f77-908c331f30f1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:53:29.000454 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-82c4cbeb-5403-4cc3-a731-b50d8c70ff21 req-2d4b21b5-ebfd-4f8f-a6bd-bfc4d8981572 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 1098 time: 0.0786695 Apr 22 14:53:29.251125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4cbeb-5403-4cc3-a731-b50d8c70ff21 req-ddcc3795-926e-49eb-8e5c-20a901c9a75b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:29.252534 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-82c4cbeb-5403-4cc3-a731-b50d8c70ff21 req-ddcc3795-926e-49eb-8e5c-20a901c9a75b service neutron] 10.222.0.30 "GET /v2.0/networks?id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a HTTP/1.1" status: 200 len: 898 time: 0.2462535 Apr 22 14:53:29.346799 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-82c4cbeb-5403-4cc3-a731-b50d8c70ff21 req-01413386-b8ff-4a7c-912c-0320294d5d7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23f08215-f61c-4d99-8ccd-778106a2a2d4 HTTP/1.1" status: 200 len: 217 time: 0.0828977 Apr 22 14:53:29.418609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-688112c6-7168-4f93-8779-c1b0a5212e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:03Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '66a6e871-f610-4145-8bbd-2ddd6447ae7f', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '7717c682-d875-4918-8f77-908c331f30f1', 'port_id': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'mac_address': 'fa:16:3e:9d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:52:24Z', 'updated_at': '2022-04-22T14:52:29Z', 'revision_number': 1, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9708a3b2-4cd3-49bf-9f1a-d10f60e58003', 'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:74:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:03Z', 'updated_at': '2022-04-22T14:52:10Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:29.422642 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688112c6-7168-4f93-8779-c1b0a5212e8f None None] Checking router: 7717c682-d875-4918-8f77-908c331f30f1 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:53:29.434129 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688112c6-7168-4f93-8779-c1b0a5212e8f None None] Routers {'7717c682-d875-4918-8f77-908c331f30f1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:53:29.434678 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-688112c6-7168-4f93-8779-c1b0a5212e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:53:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7717c682-d875-4918-8f77-908c331f30f1'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:29.441972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bb370-e51d-4052-9772-648692dcb091 req-095d1d45-ee49-4837-b97b-fabba324cdc5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:29.442842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-807bb370-e51d-4052-9772-648692dcb091 req-095d1d45-ee49-4837-b97b-fabba324cdc5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:53:29.461619 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4cbeb-5403-4cc3-a731-b50d8c70ff21 req-4da04fef-faae-4daa-aaf5-3126fe6c4b56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:29.463910 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-82c4cbeb-5403-4cc3-a731-b50d8c70ff21 req-4da04fef-faae-4daa-aaf5-3126fe6c4b56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42bdeb65-640b-4065-b144-6df716b7f4fa HTTP/1.1" status: 200 len: 835 time: 0.1097074 Apr 22 14:53:29.506443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-807bb370-e51d-4052-9772-648692dcb091 req-095d1d45-ee49-4837-b97b-fabba324cdc5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:53:29.507534 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-807bb370-e51d-4052-9772-648692dcb091 req-095d1d45-ee49-4837-b97b-fabba324cdc5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 945 time: 0.3192666 Apr 22 14:53:29.582185 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-807bb370-e51d-4052-9772-648692dcb091 req-5ec21213-2a7c-4448-9f47-9c0522cd4d61 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bf65c06-8622-4a02-86c1-506fd34973ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678024 Apr 22 14:53:29.597088 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-82c4cbeb-5403-4cc3-a731-b50d8c70ff21 req-6b1cf2e4-8aa7-497a-833f-215afb355f81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1261957 Apr 22 14:53:29.682586 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-688112c6-7168-4f93-8779-c1b0a5212e8f None None] Set router 7717c682-d875-4918-8f77-908c331f30f1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:53:29.740354 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-82c4cbeb-5403-4cc3-a731-b50d8c70ff21 req-6f61693c-042a-4685-9da6-dd88dada9d8a service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368878 Apr 22 14:53:29.879122 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-82c4cbeb-5403-4cc3-a731-b50d8c70ff21 req-57e8c073-321d-4317-8d23-0644365a7c3d service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324162 Apr 22 14:53:30.054892 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-688112c6-7168-4f93-8779-c1b0a5212e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:03Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '66a6e871-f610-4145-8bbd-2ddd6447ae7f', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '7717c682-d875-4918-8f77-908c331f30f1', 'port_id': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'mac_address': 'fa:16:3e:9d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:52:24Z', 'updated_at': '2022-04-22T14:52:29Z', 'revision_number': 1, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9708a3b2-4cd3-49bf-9f1a-d10f60e58003', 'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:74:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:03Z', 'updated_at': '2022-04-22T14:52:10Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:30.059469 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688112c6-7168-4f93-8779-c1b0a5212e8f None None] The sync data for ids ['7717c682-d875-4918-8f77-908c331f30f1'] in dv-neutron-839027-1-hyperv is: [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:03Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '66a6e871-f610-4145-8bbd-2ddd6447ae7f', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '7717c682-d875-4918-8f77-908c331f30f1', 'port_id': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'mac_address': 'fa:16:3e:9d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:52:24Z', 'updated_at': '2022-04-22T14:52:29Z', 'revision_number': 1, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9708a3b2-4cd3-49bf-9f1a-d10f60e58003', 'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:74:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:03Z', 'updated_at': '2022-04-22T14:52:10Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:53:30.317555 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a96727-8eb6-4778-a8cd-8903b5413860 None None] New status for floating IP f479784a-ae8a-4d2e-a43c-9b77eb645960: DOWN {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:53:30.457961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd217f2-f815-4d7f-8fda-a817947f85b0 req-2ee17dc2-9dab-467e-b877-fa556ac1ac2e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:30.459454 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-acd217f2-f815-4d7f-8fda-a817947f85b0 req-2ee17dc2-9dab-467e-b877-fa556ac1ac2e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 945 time: 0.0849624 Apr 22 14:53:30.530783 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-acd217f2-f815-4d7f-8fda-a817947f85b0 req-eb1aa2d8-205e-45b9-af84-7e3537b365d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 23f08215-f61c-4d99-8ccd-778106a2a2d4 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:53:30.531119 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-acd217f2-f815-4d7f-8fda-a817947f85b0 req-eb1aa2d8-205e-45b9-af84-7e3537b365d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:30.896734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-acd217f2-f815-4d7f-8fda-a817947f85b0 req-eb1aa2d8-205e-45b9-af84-7e3537b365d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 23f08215-f61c-4d99-8ccd-778106a2a2d4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=23f08215-f61c-4d99-8ccd-778106a2a2d4,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:30.897091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-acd217f2-f815-4d7f-8fda-a817947f85b0 req-eb1aa2d8-205e-45b9-af84-7e3537b365d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:31.023900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-acd217f2-f815-4d7f-8fda-a817947f85b0 req-eb1aa2d8-205e-45b9-af84-7e3537b365d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 23f08215-f61c-4d99-8ccd-778106a2a2d4 owned by compute:nova {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:53:31.152452 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a020165-ebce-4c22-bf6b-4c8eb24f5018 req-b2260415-6bc4-416e-b70a-3f65a0bf787b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:31.153883 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3a020165-ebce-4c22-bf6b-4c8eb24f5018 req-b2260415-6bc4-416e-b70a-3f65a0bf787b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=577b2a9f-f55e-4429-a72a-24eb8f8c4623 HTTP/1.1" status: 200 len: 945 time: 0.3899689 Apr 22 14:53:31.233385 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3a020165-ebce-4c22-bf6b-4c8eb24f5018 req-cf5ae3b6-85ab-4087-aeea-727e5674e0a9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bf65c06-8622-4a02-86c1-506fd34973ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726895 Apr 22 14:53:31.328943 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-acd217f2-f815-4d7f-8fda-a817947f85b0 req-eb1aa2d8-205e-45b9-af84-7e3537b365d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:31.382437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1aa2d8-205e-45b9-af84-7e3537b365d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=23f08215-f61c-4d99-8ccd-778106a2a2d4,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:31.479364 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd217f2-f815-4d7f-8fda-a817947f85b0 req-eb1aa2d8-205e-45b9-af84-7e3537b365d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] No DVR routers for this DVR port 23f08215-f61c-4d99-8ccd-778106a2a2d4 on host hv-neutron-8390 {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:53:31.481786 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-acd217f2-f815-4d7f-8fda-a817947f85b0 req-eb1aa2d8-205e-45b9-af84-7e3537b365d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:31.484392 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577b2a9f-f55e-4429-a72a-24eb8f8c4623', 'name': 'network-vif-deleted', 'tag': '23f08215-f61c-4d99-8ccd-778106a2a2d4'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:53:31.501779 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-acd217f2-f815-4d7f-8fda-a817947f85b0 req-eb1aa2d8-205e-45b9-af84-7e3537b365d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "DELETE /v2.0/ports/23f08215-f61c-4d99-8ccd-778106a2a2d4 HTTP/1.1" status: 204 len: 173 time: 1.0372841 Apr 22 14:53:31.550752 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881cf5d0-7b7d-4154-903b-44a9cbe5382e'] response: {'server_uuid': '577b2a9f-f55e-4429-a72a-24eb8f8c4623', 'name': 'network-vif-deleted', 'tag': '23f08215-f61c-4d99-8ccd-778106a2a2d4', 'status': 'completed', 'code': 200} Apr 22 14:53:32.345527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38488) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:32.421010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a35b8326-93ea-44a8-86ff-c6b36594ba03 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:32.456699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a35b8326-93ea-44a8-86ff-c6b36594ba03 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:32.525507 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a35b8326-93ea-44a8-86ff-c6b36594ba03 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:32.545820 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b8326-93ea-44a8-86ff-c6b36594ba03 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf65c06-8622-4a02-86c1-506fd34973ba,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:32.557217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a35b8326-93ea-44a8-86ff-c6b36594ba03 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:32.558838 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a35b8326-93ea-44a8-86ff-c6b36594ba03 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/security-groups/7bf65c06-8622-4a02-86c1-506fd34973ba HTTP/1.1" status: 204 len: 168 time: 0.2119489 Apr 22 14:53:32.602432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38494) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:32.813835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8a6b7f88-de51-4ea7-a06b-6390bf986276 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port d1c2f3b7-8165-44a8-989f-6be8a766000d {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:53:32.814086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a6b7f88-de51-4ea7-a06b-6390bf986276 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:32.986731 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a6b7f88-de51-4ea7-a06b-6390bf986276 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:32.987057 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a6b7f88-de51-4ea7-a06b-6390bf986276 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:33.107310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-8a6b7f88-de51-4ea7-a06b-6390bf986276 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for d1c2f3b7-8165-44a8-989f-6be8a766000d owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:53:33.257624 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a6b7f88-de51-4ea7-a06b-6390bf986276 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:33.303583 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b7f88-de51-4ea7-a06b-6390bf986276 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=d1c2f3b7-8165-44a8-989f-6be8a766000d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:33.395374 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a6b7f88-de51-4ea7-a06b-6390bf986276 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:33.887923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6b7f88-de51-4ea7-a06b-6390bf986276 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router 7717c682-d875-4918-8f77-908c331f30f1 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:53:33.993482 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 23f08215-f61c-4d99-8ccd-778106a2a2d4 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:53:34.027883 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 23f08215-f61c-4d99-8ccd-778106a2a2d4 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:53:34.028233 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 23f08215-f61c-4d99-8ccd-778106a2a2d4 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:53:34.093900 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6b7f88-de51-4ea7-a06b-6390bf986276 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:53:34.104308 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f32c7-c2c8-49ed-a1d8-45e515caeab9 None None] Sync routers for ids ['7717c682-d875-4918-8f77-908c331f30f1'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:53:34.113632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8a6b7f88-de51-4ea7-a06b-6390bf986276 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:34.116594 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f32c7-c2c8-49ed-a1d8-45e515caeab9 None None] Routers {'7717c682-d875-4918-8f77-908c331f30f1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:53:34.117209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-431f32c7-c2c8-49ed-a1d8-45e515caeab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:53:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7717c682-d875-4918-8f77-908c331f30f1'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:34.168124 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8a6b7f88-de51-4ea7-a06b-6390bf986276 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/floatingips/66a6e871-f610-4145-8bbd-2ddd6447ae7f HTTP/1.1" status: 204 len: 168 time: 1.5638335 Apr 22 14:53:34.168784 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'tag': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:53:34.231540 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b89d7dc-1ff9-4dba-baf8-c5f1a4b8b53d'] response: {'name': 'network-changed', 'server_uuid': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'tag': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'status': 'completed', 'code': 200} Apr 22 14:53:34.319670 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-431f32c7-c2c8-49ed-a1d8-45e515caeab9 None None] Set router 7717c682-d875-4918-8f77-908c331f30f1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:53:34.330813 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aafad707-1492-4f94-8f93-54b8ddd8fd2b req-ee016a4a-9beb-4f17-9cdb-173fb1d78a0f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 1099 time: 0.0783703 Apr 22 14:53:34.471915 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafad707-1492-4f94-8f93-54b8ddd8fd2b req-852e27a6-9357-49b9-bbc6-5bb5663c931c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:34.473405 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aafad707-1492-4f94-8f93-54b8ddd8fd2b req-852e27a6-9357-49b9-bbc6-5bb5663c931c service neutron] 10.222.0.30 "GET /v2.0/networks?id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a HTTP/1.1" status: 200 len: 898 time: 0.1365921 Apr 22 14:53:34.580633 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aafad707-1492-4f94-8f93-54b8ddd8fd2b req-23ff55d3-5363-4710-bb41-18cad56c159e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 HTTP/1.1" status: 200 len: 217 time: 0.1008959 Apr 22 14:53:34.664680 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafad707-1492-4f94-8f93-54b8ddd8fd2b req-48de3b05-d1c3-4a15-9bdd-0b287d640aff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:34.666190 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aafad707-1492-4f94-8f93-54b8ddd8fd2b req-48de3b05-d1c3-4a15-9bdd-0b287d640aff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42bdeb65-640b-4065-b144-6df716b7f4fa HTTP/1.1" status: 200 len: 835 time: 0.0779743 Apr 22 14:53:34.668570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-431f32c7-c2c8-49ed-a1d8-45e515caeab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:03Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '9708a3b2-4cd3-49bf-9f1a-d10f60e58003', 'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:74:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:03Z', 'updated_at': '2022-04-22T14:52:10Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:34.672656 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f32c7-c2c8-49ed-a1d8-45e515caeab9 None None] Checking router: 7717c682-d875-4918-8f77-908c331f30f1 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:53:34.672805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882202bd-f097-40fd-bdb4-db90285d1004 req-5c42d60c-2971-4766-a910-c3779e56c16e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:34.673820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-882202bd-f097-40fd-bdb4-db90285d1004 req-5c42d60c-2971-4766-a910-c3779e56c16e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:53:34.685388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f32c7-c2c8-49ed-a1d8-45e515caeab9 None None] Routers {'7717c682-d875-4918-8f77-908c331f30f1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:53:34.686130 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-431f32c7-c2c8-49ed-a1d8-45e515caeab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:53:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7717c682-d875-4918-8f77-908c331f30f1'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:34.732955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-882202bd-f097-40fd-bdb4-db90285d1004 req-5c42d60c-2971-4766-a910-c3779e56c16e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:53:34.734108 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-882202bd-f097-40fd-bdb4-db90285d1004 req-5c42d60c-2971-4766-a910-c3779e56c16e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 946 time: 0.2074375 Apr 22 14:53:34.793924 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aafad707-1492-4f94-8f93-54b8ddd8fd2b req-86333362-23d2-4fc8-bfc6-3b7eb089c8df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81b917fa-bc3a-40b5-b762-ac8a7238fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1166975 Apr 22 14:53:34.797764 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-882202bd-f097-40fd-bdb4-db90285d1004 req-9560ed3f-b23a-4a96-838c-75bed570cb76 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=80d29909-a612-44ec-8a22-8a49446d447a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560999 Apr 22 14:53:34.874448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-431f32c7-c2c8-49ed-a1d8-45e515caeab9 None None] Set router 7717c682-d875-4918-8f77-908c331f30f1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:53:34.932473 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aafad707-1492-4f94-8f93-54b8ddd8fd2b req-7f246e46-7be8-46cc-9874-b843f9d9b5f2 service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300797 Apr 22 14:53:35.074531 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aafad707-1492-4f94-8f93-54b8ddd8fd2b req-2e9aa09b-5baa-4691-8db2-da8384381958 service neutron] 10.222.0.30 "GET /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348751 Apr 22 14:53:35.232158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-431f32c7-c2c8-49ed-a1d8-45e515caeab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:03Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '9708a3b2-4cd3-49bf-9f1a-d10f60e58003', 'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:74:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:03Z', 'updated_at': '2022-04-22T14:52:10Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:35.236125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f32c7-c2c8-49ed-a1d8-45e515caeab9 None None] The sync data for ids ['7717c682-d875-4918-8f77-908c331f30f1'] in dv-neutron-839027-1-hyperv is: [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:03Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '9708a3b2-4cd3-49bf-9f1a-d10f60e58003', 'name': '', 'network_id': '81b917fa-bc3a-40b5-b762-ac8a7238fe6a', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:74:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:03Z', 'updated_at': '2022-04-22T14:52:10Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': '42bdeb65-640b-4065-b144-6df716b7f4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:53:35.453528 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a928a537-45b4-4bc3-97b5-595f2e71c294 None None] New status for floating IP 66a6e871-f610-4145-8bbd-2ddd6447ae7f: DOWN {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:53:35.875829 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ab32d-7d97-4ee4-8d64-9f15662bb04c req-7dc33386-fc73-4943-8d42-58f7a9d4b87f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:35.877250 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d17ab32d-7d97-4ee4-8d64-9f15662bb04c req-7dc33386-fc73-4943-8d42-58f7a9d4b87f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 946 time: 0.0817461 Apr 22 14:53:35.989353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-d17ab32d-7d97-4ee4-8d64-9f15662bb04c req-14ee1c8c-ae68-4efb-bded-db98d586cd9f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:53:35.989716 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-d17ab32d-7d97-4ee4-8d64-9f15662bb04c req-14ee1c8c-ae68-4efb-bded-db98d586cd9f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:36.145510 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf936172-b7e4-44ea-844e-0bd258d769d0 req-cc19c83e-5a02-4863-8b23-91f8cd8ce4d0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:36.146948 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cf936172-b7e4-44ea-844e-0bd258d769d0 req-cc19c83e-5a02-4863-8b23-91f8cd8ce4d0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 946 time: 0.2111468 Apr 22 14:53:36.281777 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cf936172-b7e4-44ea-844e-0bd258d769d0 req-bc18cb80-796f-4637-a429-4eafa2a48186 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=80d29909-a612-44ec-8a22-8a49446d447a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829864 Apr 22 14:53:36.305389 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-d17ab32d-7d97-4ee4-8d64-9f15662bb04c req-14ee1c8c-ae68-4efb-bded-db98d586cd9f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:36.305741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-d17ab32d-7d97-4ee4-8d64-9f15662bb04c req-14ee1c8c-ae68-4efb-bded-db98d586cd9f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:36.540041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-d17ab32d-7d97-4ee4-8d64-9f15662bb04c req-14ee1c8c-ae68-4efb-bded-db98d586cd9f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 owned by compute:nova {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:53:36.700532 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-d17ab32d-7d97-4ee4-8d64-9f15662bb04c req-14ee1c8c-ae68-4efb-bded-db98d586cd9f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:36.753145 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee1c8c-ae68-4efb-bded-db98d586cd9f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:36.825921 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17ab32d-7d97-4ee4-8d64-9f15662bb04c req-14ee1c8c-ae68-4efb-bded-db98d586cd9f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] No DVR routers for this DVR port 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 on host hv-neutron-8390 {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:53:36.828256 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-d17ab32d-7d97-4ee4-8d64-9f15662bb04c req-14ee1c8c-ae68-4efb-bded-db98d586cd9f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:36.830826 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'name': 'network-vif-deleted', 'tag': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:53:36.846989 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d17ab32d-7d97-4ee4-8d64-9f15662bb04c req-14ee1c8c-ae68-4efb-bded-db98d586cd9f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "DELETE /v2.0/ports/4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 HTTP/1.1" status: 204 len: 173 time: 0.9649010 Apr 22 14:53:36.891434 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32bb5047-4f67-4d54-bdeb-31c67ef4bcaa'] response: {'server_uuid': '91341c5a-04a9-4f30-81b6-b733f07e5b63', 'name': 'network-vif-deleted', 'tag': '4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35', 'status': 'completed', 'code': 200} Apr 22 14:53:37.474580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-cc962b14-6522-47de-8442-5e76970a707e req-a3d1c684-a539-4527-b31e-c55b68940bef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:53:37.490476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-cc962b14-6522-47de-8442-5e76970a707e req-a3d1c684-a539-4527-b31e-c55b68940bef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:53:37.492029 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cc962b14-6522-47de-8442-5e76970a707e req-a3d1c684-a539-4527-b31e-c55b68940bef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=91341c5a-04a9-4f30-81b6-b733f07e5b63 HTTP/1.1" status: 200 len: 210 time: 0.0592990 Apr 22 14:53:38.600085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38514) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:38.672595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ef87f05-5b6e-44a5-b3c9-863706b83a2e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:38.705259 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ef87f05-5b6e-44a5-b3c9-863706b83a2e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:38.771264 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ef87f05-5b6e-44a5-b3c9-863706b83a2e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:38.790637 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef87f05-5b6e-44a5-b3c9-863706b83a2e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d29909-a612-44ec-8a22-8a49446d447a,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:38.798122 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5ef87f05-5b6e-44a5-b3c9-863706b83a2e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:38.799243 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5ef87f05-5b6e-44a5-b3c9-863706b83a2e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/security-groups/80d29909-a612-44ec-8a22-8a49446d447a HTTP/1.1" status: 204 len: 168 time: 0.1981943 Apr 22 14:53:38.840974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38520) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:39.241434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8adf7755-17c3-4849-844d-242662620d63 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:39.851402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-8adf7755-17c3-4849-844d-242662620d63 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:53:39.852103 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8adf7755-17c3-4849-844d-242662620d63 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:40.036490 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:53:40.076074 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:53:40.076421 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 4084e129-d2a6-4b0b-9c46-2a6c2a1b9c35 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:53:40.145721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-8adf7755-17c3-4849-844d-242662620d63 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 9708a3b2-4cd3-49bf-9f1a-d10f60e58003, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9708a3b2-4cd3-49bf-9f1a-d10f60e58003,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:40.146067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8adf7755-17c3-4849-844d-242662620d63 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:40.267836 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-8adf7755-17c3-4849-844d-242662620d63 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:53:40.438737 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8adf7755-17c3-4849-844d-242662620d63 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:40.485741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf7755-17c3-4849-844d-242662620d63 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=9708a3b2-4cd3-49bf-9f1a-d10f60e58003,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:40.777211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8adf7755-17c3-4849-844d-242662620d63 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:41.375812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adf7755-17c3-4849-844d-242662620d63 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router 7717c682-d875-4918-8f77-908c331f30f1 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:53:41.706883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adf7755-17c3-4849-844d-242662620d63 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:53:41.719807 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d07fc31-8cf3-4710-9868-c08c98c4bfe7 None None] Sync routers for ids ['7717c682-d875-4918-8f77-908c331f30f1'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:53:41.726733 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8adf7755-17c3-4849-844d-242662620d63 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/7717c682-d875-4918-8f77-908c331f30f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8845584 Apr 22 14:53:41.729570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38524) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:41.739213 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d07fc31-8cf3-4710-9868-c08c98c4bfe7 None None] Routers {'7717c682-d875-4918-8f77-908c331f30f1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:53:41.739866 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-7d07fc31-8cf3-4710-9868-c08c98c4bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:53:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7717c682-d875-4918-8f77-908c331f30f1'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:41.930525 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b8fc93-df11-4ffb-ae10-1618b804ebca tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting subnet 42bdeb65-640b-4065-b144-6df716b7f4fa {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:53:41.931009 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-7d07fc31-8cf3-4710-9868-c08c98c4bfe7 None None] Set router 7717c682-d875-4918-8f77-908c331f30f1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:53:41.934623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-82b8fc93-df11-4ffb-ae10-1618b804ebca tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:41.997142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-82b8fc93-df11-4ffb-ae10-1618b804ebca tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:42.082450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-82b8fc93-df11-4ffb-ae10-1618b804ebca tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:42.163666 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-82b8fc93-df11-4ffb-ae10-1618b804ebca tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:42.207351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8fc93-df11-4ffb-ae10-1618b804ebca tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Subnet': ['ID=42bdeb65-640b-4065-b144-6df716b7f4fa,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:42.211999 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-82b8fc93-df11-4ffb-ae10-1618b804ebca tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:42.218813 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-82b8fc93-df11-4ffb-ae10-1618b804ebca tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/subnets/42bdeb65-640b-4065-b144-6df716b7f4fa HTTP/1.1" status: 204 len: 168 time: 0.4879806 Apr 22 14:53:42.220462 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c45e65-f865-49d8-806e-146a019ce606 None None] Network 81b917fa-bc3a-40b5-b762-ac8a7238fe6a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:53:42.221179 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38528) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:42.319213 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-7d07fc31-8cf3-4710-9868-c08c98c4bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:53:40Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:42.327675 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d07fc31-8cf3-4710-9868-c08c98c4bfe7 None None] Checking router: 7717c682-d875-4918-8f77-908c331f30f1 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:53:42.403876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d07fc31-8cf3-4710-9868-c08c98c4bfe7 None None] Routers {'7717c682-d875-4918-8f77-908c331f30f1'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:53:42.404593 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-7d07fc31-8cf3-4710-9868-c08c98c4bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:53:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7717c682-d875-4918-8f77-908c331f30f1'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:42.421690 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa5081a2-e11c-4014-9ca5-f6f7b1fe6982 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:42.598687 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-7d07fc31-8cf3-4710-9868-c08c98c4bfe7 None None] Set router 7717c682-d875-4918-8f77-908c331f30f1 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:53:42.634906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa5081a2-e11c-4014-9ca5-f6f7b1fe6982 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:42.644892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-fa5081a2-e11c-4014-9ca5-f6f7b1fe6982 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:53:42.645262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa5081a2-e11c-4014-9ca5-f6f7b1fe6982 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:42.699329 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] DHCP port deletion for 81b917fa-bc3a-40b5-b762-ac8a7238fe6a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:53:42.723378 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Deleting port fd30b85e-af1b-4cd2-b70d-7009cb92fabb {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:53:42.724069 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:42.828161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-fa5081a2-e11c-4014-9ca5-f6f7b1fe6982 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:42.828512 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa5081a2-e11c-4014-9ca5-f6f7b1fe6982 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:42.952351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-fa5081a2-e11c-4014-9ca5-f6f7b1fe6982 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6 owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:53:43.104074 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] For port fd30b85e-af1b-4cd2-b70d-7009cb92fabb, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=fd30b85e-af1b-4cd2-b70d-7009cb92fabb,segment=NetworkSegment(819024b6-969f-4000-98e0-6534e88cf426),segment_id=819024b6-969f-4000-98e0-6534e88cf426)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:43.104461 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:43.123135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa5081a2-e11c-4014-9ca5-f6f7b1fe6982 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:43.233736 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Calling delete_port for fd30b85e-af1b-4cd2-b70d-7009cb92fabb owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:53:43.271991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5081a2-e11c-4014-9ca5-f6f7b1fe6982 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:43.288713 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-7d07fc31-8cf3-4710-9868-c08c98c4bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:53:40Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:43.298155 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d07fc31-8cf3-4710-9868-c08c98c4bfe7 None None] The sync data for ids ['7717c682-d875-4918-8f77-908c331f30f1'] in dv-neutron-839027-1-hyperv is: [{'id': '7717c682-d875-4918-8f77-908c331f30f1', 'name': 'tempest-TestNetworkBasicOps-router-1153986018', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:53:40Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717c682-d875-4918-8f77-908c331f30f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:51:59Z', 'updated_at': '2022-04-22T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:53:43.321368 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:43.365975 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Pushing event deleted for resources: {'Port': ['ID=fd30b85e-af1b-4cd2-b70d-7009cb92fabb,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:43.376372 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] No DVR routers for this DVR port fd30b85e-af1b-4cd2-b70d-7009cb92fabb on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:53:43.387463 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:43.387798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:43.388133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:43.388465 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:43.388910 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:43.389122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:43.389445 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:43.389770 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:43.390127 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:43.390405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:43.390722 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aee63-19be-49b8-b145-7c8fd7cc67cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:43.502827 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa5081a2-e11c-4014-9ca5-f6f7b1fe6982 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:43.766093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa5081a2-e11c-4014-9ca5-f6f7b1fe6982 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:43.766995 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device fd30b85e-af1b-4cd2-b70d-7009cb92fabb no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:53:43.773297 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa5081a2-e11c-4014-9ca5-f6f7b1fe6982 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:43.801289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa5081a2-e11c-4014-9ca5-f6f7b1fe6982 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:43.802911 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5081a2-e11c-4014-9ca5-f6f7b1fe6982 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Fanout notify agent at l3_agent the message router_deleted on router 7717c682-d875-4918-8f77-908c331f30f1 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:53:43.808634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: fd30b85e-af1b-4cd2-b70d-7009cb92fabb {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:53:43.809125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device fd30b85e-af1b-4cd2-b70d-7009cb92fabb not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:53:43.809618 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:53:43.818257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fa5081a2-e11c-4014-9ca5-f6f7b1fe6982 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:43.819368 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fa5081a2-e11c-4014-9ca5-f6f7b1fe6982 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/routers/7717c682-d875-4918-8f77-908c331f30f1 HTTP/1.1" status: 204 len: 168 time: 1.5971217 Apr 22 14:53:43.822955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38532) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:43.845758 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:53:43.846594 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 9708a3b2-4cd3-49bf-9f1a-d10f60e58003 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:53:43.946563 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6364f2e7-46df-4d28-aa88-3a1c4cf78c6f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:44.079796 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6364f2e7-46df-4d28-aa88-3a1c4cf78c6f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:44.111684 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-6364f2e7-46df-4d28-aa88-3a1c4cf78c6f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b917fa-bc3a-40b5-b762-ac8a7238fe6a']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:44.125592 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-6364f2e7-46df-4d28-aa88-3a1c4cf78c6f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819024b6-969f-4000-98e0-6534e88cf426') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:44.125890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-6364f2e7-46df-4d28-aa88-3a1c4cf78c6f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819024b6-969f-4000-98e0-6534e88cf426') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:44.137345 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6364f2e7-46df-4d28-aa88-3a1c4cf78c6f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:44.154472 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6364f2e7-46df-4d28-aa88-3a1c4cf78c6f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:44.161301 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6364f2e7-46df-4d28-aa88-3a1c4cf78c6f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:53:44.161690 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6364f2e7-46df-4d28-aa88-3a1c4cf78c6f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:53:44.177525 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:53:44.263821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6364f2e7-46df-4d28-aa88-3a1c4cf78c6f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:44.284911 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6364f2e7-46df-4d28-aa88-3a1c4cf78c6f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:44.297832 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364f2e7-46df-4d28-aa88-3a1c4cf78c6f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Network': ['ID=81b917fa-bc3a-40b5-b762-ac8a7238fe6a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:44.305647 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6364f2e7-46df-4d28-aa88-3a1c4cf78c6f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/networks/81b917fa-bc3a-40b5-b762-ac8a7238fe6a HTTP/1.1" status: 204 len: 168 time: 0.4814577 Apr 22 14:53:44.337029 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38536) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:44.344435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a3272b8e-dbab-4416-b45c-152a23340edb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'network': {'name': 'tempest-network-smoke--548863809', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'port_security_enabled': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:44.349742 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a3272b8e-dbab-4416-b45c-152a23340edb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:44.355271 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a3272b8e-dbab-4416-b45c-152a23340edb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:network and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:44.358718 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a3272b8e-dbab-4416-b45c-152a23340edb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:44.365332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a3272b8e-dbab-4416-b45c-152a23340edb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:44.377174 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3272b8e-dbab-4416-b45c-152a23340edb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:53:44.380263 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a3272b8e-dbab-4416-b45c-152a23340edb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:44.411932 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3272b8e-dbab-4416-b45c-152a23340edb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:53:44.422498 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a3272b8e-dbab-4416-b45c-152a23340edb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:44.422844 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-a3272b8e-dbab-4416-b45c-152a23340edb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Added segment b4940363-824d-48ad-a18a-255384c132fb of type vlan for network 23beec54-a16f-49c7-b5b9-0e7bca879e68 Apr 22 14:53:44.450360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a3272b8e-dbab-4416-b45c-152a23340edb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:44.481493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a3272b8e-dbab-4416-b45c-152a23340edb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:44.485931 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3272b8e-dbab-4416-b45c-152a23340edb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:44.486555 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a3272b8e-dbab-4416-b45c-152a23340edb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:44.596419 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a3272b8e-dbab-4416-b45c-152a23340edb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2569060 Apr 22 14:53:44.601284 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38540) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:44.604373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3272b8e-dbab-4416-b45c-152a23340edb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Network': ['ID=23beec54-a16f-49c7-b5b9-0e7bca879e68,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:44.607330 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1669126808', 'admin_state_up': True, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:44.614219 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:44.615249 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 23beec54-a16f-49c7-b5b9-0e7bca879e68 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:53:44.618123 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:router and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:44.621585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:44.627710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:44.642011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:44.643044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:44.663044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:44.772343 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:53:44.816200 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:45.089870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:45.119624 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:45.256312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.104 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/90c02512-b10d-4e71-99bd-255660eb0933) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:53:45.402229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:45.429306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:45.500761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:53:45.503754 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:53:45.509034 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:53:45.534293 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=90c02512-b10d-4e71-99bd-255660eb0933,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:45.651449 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:53:45.684210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:45.685019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:45.685530 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:53:45.685882 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 28b0a5b0-0d92-41c8-89f2-c15eb0a0e8e6 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:53:45.924853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router d8aad8ac-9d1c-498f-a091-2d3c9361b519 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:53:46.131139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:53:46.142320 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Sync routers for ids ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:53:46.155819 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Routers {'d8aad8ac-9d1c-498f-a091-2d3c9361b519'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:53:46.156429 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:53:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:46.158346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:46.159971 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-66b4f13a-1b97-4aa3-ab99-9c39d6023f12 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5577075 Apr 22 14:53:46.163084 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38544) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:46.201905 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9e3d5fac-9333-4ccf-810e-5aefd3b10544 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cff54c6a8bde4890bebe346e0436bfdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377419 Apr 22 14:53:46.204563 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38548) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:46.335993 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Set router d8aad8ac-9d1c-498f-a091-2d3c9361b519 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:53:46.336241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e495ced-5af7-4297-8028-9f04f5f78ab2 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:46.338294 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0e495ced-5af7-4297-8028-9f04f5f78ab2 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329200 Apr 22 14:53:46.341034 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38552) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:46.379156 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7cabe0ff-f262-42fe-aa8f-1166f3b0a78a tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370617 Apr 22 14:53:46.381867 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38556) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:46.387555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4bed300c-b24f-43fe-a9b6-b63f7cebfb69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-276930899', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:46.498681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4bed300c-b24f-43fe-a9b6-b63f7cebfb69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:46.502497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4bed300c-b24f-43fe-a9b6-b63f7cebfb69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:subnet and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:46.505330 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4bed300c-b24f-43fe-a9b6-b63f7cebfb69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:46.511586 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4bed300c-b24f-43fe-a9b6-b63f7cebfb69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:46.521478 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bed300c-b24f-43fe-a9b6-b63f7cebfb69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:53:46.623661 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4bed300c-b24f-43fe-a9b6-b63f7cebfb69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:46.653672 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'name': 'tempest-TestNetworkBasicOps-router-1669126808', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '90c02512-b10d-4e71-99bd-255660eb0933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:53:44Z', 'updated_at': '2022-04-22T14:53:45Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '90c02512-b10d-4e71-99bd-255660eb0933', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:45Z', 'updated_at': '2022-04-22T14:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:46.658338 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Checking router: d8aad8ac-9d1c-498f-a091-2d3c9361b519 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:53:46.658795 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Updating router d8aad8ac-9d1c-498f-a091-2d3c9361b519 port 90c02512-b10d-4e71-99bd-255660eb0933 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:53:46.719878 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:46.939872 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4bed300c-b24f-43fe-a9b6-b63f7cebfb69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:47.018810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed300c-b24f-43fe-a9b6-b63f7cebfb69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Subnet': ['ID=e946b8a2-e427-416f-b243-75f412dddbba,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:47.033310 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed300c-b24f-43fe-a9b6-b63f7cebfb69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Checking segment: {'id': 'b4940363-824d-48ad-a18a-255384c132fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:53:47.033663 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bed300c-b24f-43fe-a9b6-b63f7cebfb69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network hostable DHCP agents. Network: 23beec54-a16f-49c7-b5b9-0e7bca879e68, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:53:47.057514 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bed300c-b24f-43fe-a9b6-b63f7cebfb69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 23beec54-a16f-49c7-b5b9-0e7bca879e68 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:53:47.061241 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:47.068559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-4bed300c-b24f-43fe-a9b6-b63f7cebfb69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 23beec54-a16f-49c7-b5b9-0e7bca879e68) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:53:47.072845 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bed300c-b24f-43fe-a9b6-b63f7cebfb69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:47.073425 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4bed300c-b24f-43fe-a9b6-b63f7cebfb69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:47.077336 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Transition to ACTIVE for port object 90c02512-b10d-4e71-99bd-255660eb0933 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:53:47.082312 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c31468-ab63-45c3-9085-cfd232fa134a None None] Network 23beec54-a16f-49c7-b5b9-0e7bca879e68 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:53:47.086514 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:47.096851 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4bed300c-b24f-43fe-a9b6-b63f7cebfb69 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7139814 Apr 22 14:53:47.099706 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38560) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:47.169857 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822df148-deb1-41bd-9866-435242035b90 None None] Pushing event updated for resources: {'Port': ['ID=90c02512-b10d-4e71-99bd-255660eb0933,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:47.182587 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Attempting to bind port 90c02512-b10d-4e71-99bd-255660eb0933 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:53:47.182947 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Attempting to bind port 90c02512-b10d-4e71-99bd-255660eb0933 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:53:47.183321 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Attempting to bind port 90c02512-b10d-4e71-99bd-255660eb0933 on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:53:47.186794 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822df148-deb1-41bd-9866-435242035b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:47.187132 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822df148-deb1-41bd-9866-435242035b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:47.187491 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822df148-deb1-41bd-9866-435242035b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:47.187812 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822df148-deb1-41bd-9866-435242035b90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:47.188134 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822df148-deb1-41bd-9866-435242035b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:47.188461 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822df148-deb1-41bd-9866-435242035b90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:47.188774 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822df148-deb1-41bd-9866-435242035b90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:47.189089 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822df148-deb1-41bd-9866-435242035b90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:47.189403 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822df148-deb1-41bd-9866-435242035b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:47.189714 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822df148-deb1-41bd-9866-435242035b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:47.190076 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822df148-deb1-41bd-9866-435242035b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:47.203066 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:53:47.203488 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:53:47.203879 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:47.204259 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:53:47.204710 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Bound port: 90c02512-b10d-4e71-99bd-255660eb0933, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:53:47.205072 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:47.285580 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] For port 90c02512-b10d-4e71-99bd-255660eb0933, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:53:47.291054 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] For port 90c02512-b10d-4e71-99bd-255660eb0933, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=90c02512-b10d-4e71-99bd-255660eb0933,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:53:47.298237 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:47.314831 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-23beec54-a16f-49c7-b5b9-0e7bca879e68', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ips': [{'subnet_id': 'e946b8a2-e427-416f-b243-75f412dddbba'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:53:47.315768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:47.427203 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822df148-deb1-41bd-9866-435242035b90 None None] Pushing event updated for resources: {'Port': ['ID=90c02512-b10d-4e71-99bd-255660eb0933,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:47.429919 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Routers {'d8aad8ac-9d1c-498f-a091-2d3c9361b519'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:53:47.430590 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:53:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:47.502731 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Allocated IP 172.20.0.2 (23beec54-a16f-49c7-b5b9-0e7bca879e68/e946b8a2-e427-416f-b243-75f412dddbba/af632a71-ad79-43bb-ba4d-14ec3315ba88) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:53:47.627936 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] Set router d8aad8ac-9d1c-498f-a091-2d3c9361b519 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:53:47.742420 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:47.756690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Transition to ACTIVE for port object af632a71-ad79-43bb-ba4d-14ec3315ba88 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:53:47.779584 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Transition to ACTIVE for port object af632a71-ad79-43bb-ba4d-14ec3315ba88 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:53:47.785528 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:47.854865 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Network 23beec54-a16f-49c7-b5b9-0e7bca879e68 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:53:47.857876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:53:47.862546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:53:47.869961 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Pushing event updated for resources: {'Port': ['ID=af632a71-ad79-43bb-ba4d-14ec3315ba88,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:47.919119 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:47.959037 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'name': 'tempest-TestNetworkBasicOps-router-1669126808', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '90c02512-b10d-4e71-99bd-255660eb0933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:53:44Z', 'updated_at': '2022-04-22T14:53:45Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '90c02512-b10d-4e71-99bd-255660eb0933', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:45Z', 'updated_at': '2022-04-22T14:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:47.963765 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac0e2c-1875-477f-84b5-34eb8aa0dba7 None None] The sync data for ids ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'] in dv-neutron-839027-1-hyperv is: [{'id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'name': 'tempest-TestNetworkBasicOps-router-1669126808', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '90c02512-b10d-4e71-99bd-255660eb0933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:53:44Z', 'updated_at': '2022-04-22T14:53:45Z', 'revision_number': 3, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '90c02512-b10d-4e71-99bd-255660eb0933', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:45Z', 'updated_at': '2022-04-22T14:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:53:48.007764 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Attempting to bind port af632a71-ad79-43bb-ba4d-14ec3315ba88 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:53:48.008050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Attempting to bind port af632a71-ad79-43bb-ba4d-14ec3315ba88 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'b4940363-824d-48ad-a18a-255384c132fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:53:48.008397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Attempting to bind port af632a71-ad79-43bb-ba4d-14ec3315ba88 on network 23beec54-a16f-49c7-b5b9-0e7bca879e68 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:53:48.016475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:53:48.016845 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Checking segment: {'id': 'b4940363-824d-48ad-a18a-255384c132fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:53:48.017247 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:48.017634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Bound using segment: {'id': 'b4940363-824d-48ad-a18a-255384c132fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:53:48.018092 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Bound port: af632a71-ad79-43bb-ba4d-14ec3315ba88, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4940363-824d-48ad-a18a-255384c132fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:53:48.018711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:48.113296 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] For port af632a71-ad79-43bb-ba4d-14ec3315ba88, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:53:48.116942 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] For port af632a71-ad79-43bb-ba4d-14ec3315ba88, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=af632a71-ad79-43bb-ba4d-14ec3315ba88,segment=NetworkSegment(b4940363-824d-48ad-a18a-255384c132fb),segment_id=b4940363-824d-48ad-a18a-255384c132fb)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:53:48.122972 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:48.224260 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78bfa1-a39e-4569-bce3-fc746dd44898 None None] Pushing event updated for resources: {'Port': ['ID=af632a71-ad79-43bb-ba4d-14ec3315ba88,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:48.386496 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.1 (23beec54-a16f-49c7-b5b9-0e7bca879e68/e946b8a2-e427-416f-b243-75f412dddbba/db902a0a-1697-42b6-a6a4-5be0ac6983f5) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:53:48.710251 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:48.730926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object db902a0a-1697-42b6-a6a4-5be0ac6983f5 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:53:48.756251 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:48.828755 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 23beec54-a16f-49c7-b5b9-0e7bca879e68 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:53:48.831883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:53:48.834255 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:53:48.870237 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=db902a0a-1697-42b6-a6a4-5be0ac6983f5,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:48.902797 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:48.993195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:49.184726 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc41e77-6f05-438a-802c-d5b0aa6b76a1 None None] Network 23beec54-a16f-49c7-b5b9-0e7bca879e68 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:53:49.291928 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-cf6b0d4c-745a-4765-8277-4b313dab2b26 None None] Provisioning for port af632a71-ad79-43bb-ba4d-14ec3315ba88 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:53:49.417334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:49.422460 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:49.540748 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=db902a0a-1697-42b6-a6a4-5be0ac6983f5,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:49.545216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:49.716332 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 23beec54-a16f-49c7-b5b9-0e7bca879e68 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:53:49.718218 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:53:49.728564 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-75c07361-0336-4f5c-9e44-c49084650cdc None None] Provisioning for port db902a0a-1697-42b6-a6a4-5be0ac6983f5 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:53:49.742563 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-75c07361-0336-4f5c-9e44-c49084650cdc None None] Provisioning complete for port db902a0a-1697-42b6-a6a4-5be0ac6983f5 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:49.743072 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-75c07361-0336-4f5c-9e44-c49084650cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:49.811069 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device af632a71-ad79-43bb-ba4d-14ec3315ba88 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:53:49.880858 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-75c07361-0336-4f5c-9e44-c49084650cdc None None] Port db902a0a-1697-42b6-a6a4-5be0ac6983f5 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:53:49.914211 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port af632a71-ad79-43bb-ba4d-14ec3315ba88 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:53:49.920554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port af632a71-ad79-43bb-ba4d-14ec3315ba88 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:49.921009 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:50.067008 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:50.078355 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dedf5675-b37e-46cd-9b03-d297ba814e0f None None] Provisioning complete for port db902a0a-1697-42b6-a6a4-5be0ac6983f5 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:50.078714 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dedf5675-b37e-46cd-9b03-d297ba814e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:50.145631 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-dedf5675-b37e-46cd-9b03-d297ba814e0f None None] Port db902a0a-1697-42b6-a6a4-5be0ac6983f5 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:53:50.149152 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port af632a71-ad79-43bb-ba4d-14ec3315ba88, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=af632a71-ad79-43bb-ba4d-14ec3315ba88,segment=NetworkSegment(b4940363-824d-48ad-a18a-255384c132fb),segment_id=b4940363-824d-48ad-a18a-255384c132fb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:50.154204 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:50.155175 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 90c02512-b10d-4e71-99bd-255660eb0933 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:53:50.180117 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router d8aad8ac-9d1c-498f-a091-2d3c9361b519 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:53:50.287212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=af632a71-ad79-43bb-ba4d-14ec3315ba88,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:50.302351 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e7bd4673-2984-4c87-89ea-f1f0d9143d71 None None] Provisioning complete for port db902a0a-1697-42b6-a6a4-5be0ac6983f5 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:50.302725 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e7bd4673-2984-4c87-89ea-f1f0d9143d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:50.332503 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 90c02512-b10d-4e71-99bd-255660eb0933 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:53:50.352266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 90c02512-b10d-4e71-99bd-255660eb0933 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:50.352642 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:50.408270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd4673-2984-4c87-89ea-f1f0d9143d71 None None] Port db902a0a-1697-42b6-a6a4-5be0ac6983f5 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:53:50.482956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:50.484940 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:53:50.498799 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1999d21f-ffec-4754-90b1-da0f0cf368ec tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/d8aad8ac-9d1c-498f-a091-2d3c9361b519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3944995 Apr 22 14:53:50.499904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 90c02512-b10d-4e71-99bd-255660eb0933, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=90c02512-b10d-4e71-99bd-255660eb0933,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:50.501139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38564) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:50.505047 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:50.585918 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=90c02512-b10d-4e71-99bd-255660eb0933,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:50.839084 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3890a60-5ce8-4655-b19a-3fb5a0ea7423 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:50.839462 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3890a60-5ce8-4655-b19a-3fb5a0ea7423 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:50.839830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3890a60-5ce8-4655-b19a-3fb5a0ea7423 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:50.840189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3890a60-5ce8-4655-b19a-3fb5a0ea7423 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:50.841803 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d3890a60-5ce8-4655-b19a-3fb5a0ea7423 tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.3397586 Apr 22 14:53:50.844704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38570) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:50.918230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795dba4-ebef-4823-bf62-3d2ddaff71ee tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:50.918592 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795dba4-ebef-4823-bf62-3d2ddaff71ee tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:50.918950 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795dba4-ebef-4823-bf62-3d2ddaff71ee tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:50.919326 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795dba4-ebef-4823-bf62-3d2ddaff71ee tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:50.920961 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3795dba4-ebef-4823-bf62-3d2ddaff71ee tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0753829 Apr 22 14:53:50.923604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38574) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:51.123346 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0e69905f-123c-4f15-b773-237e1ad77e0e tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1986718 Apr 22 14:53:51.276426 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38580) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:51.282439 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-0ab60585-de51-4c2d-bacc-d42cdf537079 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1653187193', 'description': 'tempest-secgroup-smoke-1653187193 description', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:51.288566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-0ab60585-de51-4c2d-bacc-d42cdf537079 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:51.293155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0ab60585-de51-4c2d-bacc-d42cdf537079 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:51.296338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0ab60585-de51-4c2d-bacc-d42cdf537079 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:51.302780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-0ab60585-de51-4c2d-bacc-d42cdf537079 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:51.312808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0ab60585-de51-4c2d-bacc-d42cdf537079 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:51.348730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-0ab60585-de51-4c2d-bacc-d42cdf537079 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:51.353132 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0ab60585-de51-4c2d-bacc-d42cdf537079 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:51.356171 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0ab60585-de51-4c2d-bacc-d42cdf537079 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:51.362401 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-0ab60585-de51-4c2d-bacc-d42cdf537079 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:51.423965 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0ab60585-de51-4c2d-bacc-d42cdf537079 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:51.427717 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0ab60585-de51-4c2d-bacc-d42cdf537079 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:51.473842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab60585-de51-4c2d-bacc-d42cdf537079 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60cf0e73-6a85-4d8b-b5c7-04f17fa6dead,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:51.479573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0ab60585-de51-4c2d-bacc-d42cdf537079 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:51.480768 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0ab60585-de51-4c2d-bacc-d42cdf537079 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2032719 Apr 22 14:53:51.483624 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38584) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:51.489048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ce1baca1-155c-4e15-b4b4-fdb8aa826e51 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '60cf0e73-6a85-4d8b-b5c7-04f17fa6dead', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:51.500120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ce1baca1-155c-4e15-b4b4-fdb8aa826e51 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:51.504848 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ce1baca1-155c-4e15-b4b4-fdb8aa826e51 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:51.506849 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ce1baca1-155c-4e15-b4b4-fdb8aa826e51 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:51.512878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ce1baca1-155c-4e15-b4b4-fdb8aa826e51 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:51.526433 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Sync routers for ids ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:53:51.532043 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ce1baca1-155c-4e15-b4b4-fdb8aa826e51 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:51.538274 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Routers {'d8aad8ac-9d1c-498f-a091-2d3c9361b519'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:53:51.539016 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:53:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:51.595733 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ce1baca1-155c-4e15-b4b4-fdb8aa826e51 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:51.599902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ce1baca1-155c-4e15-b4b4-fdb8aa826e51 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:51.624840 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1baca1-155c-4e15-b4b4-fdb8aa826e51 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b968d49e-902e-42e0-b2a2-34f7bd80d0b5,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:51.635452 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ce1baca1-155c-4e15-b4b4-fdb8aa826e51 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:51.636222 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ce1baca1-155c-4e15-b4b4-fdb8aa826e51 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1516974 Apr 22 14:53:51.639079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38588) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:51.645658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '60cf0e73-6a85-4d8b-b5c7-04f17fa6dead', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:51.663585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:51.668857 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:51.671969 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:51.680792 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:51.705929 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:51.723856 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device af632a71-ad79-43bb-ba4d-14ec3315ba88 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:53:51.778028 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:51.782371 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:51.798616 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Set router d8aad8ac-9d1c-498f-a091-2d3c9361b519 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:53:51.807188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521d7c77-e6e3-4ec1-af20-2803a0370f9e,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:51.818480 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:51.824390 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1794901 Apr 22 14:53:51.824390 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38592) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:51.827768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:51.828114 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:51.828478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:51.828817 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:51.829276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:51.829476 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:51.829809 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:51.830141 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:51.830612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:51.830936 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:51.831255 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bd0cf-f45c-4749-87e3-d74cd18aca39 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:51.838232 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-36bbea37-67bf-45e8-9c9e-169242075ce7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '60cf0e73-6a85-4d8b-b5c7-04f17fa6dead', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:51.844627 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-36bbea37-67bf-45e8-9c9e-169242075ce7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:51.848493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-36bbea37-67bf-45e8-9c9e-169242075ce7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:51.851915 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-36bbea37-67bf-45e8-9c9e-169242075ce7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:51.858209 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-36bbea37-67bf-45e8-9c9e-169242075ce7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:51.886986 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-36bbea37-67bf-45e8-9c9e-169242075ce7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:51.955935 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-36bbea37-67bf-45e8-9c9e-169242075ce7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:51.959905 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-36bbea37-67bf-45e8-9c9e-169242075ce7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:51.979467 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port af632a71-ad79-43bb-ba4d-14ec3315ba88 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:51.979841 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:51.987681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbea37-67bf-45e8-9c9e-169242075ce7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9005bdc-d1e6-4880-ac8b-a8f475688875,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:51.999957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-36bbea37-67bf-45e8-9c9e-169242075ce7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.001509 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-36bbea37-67bf-45e8-9c9e-169242075ce7 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1759787 Apr 22 14:53:52.004691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38596) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:52.012314 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-f704ef09-a189-43a4-af63-36c4ab20b4b6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '60cf0e73-6a85-4d8b-b5c7-04f17fa6dead', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:52.018940 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f704ef09-a189-43a4-af63-36c4ab20b4b6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:52.024053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f704ef09-a189-43a4-af63-36c4ab20b4b6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:52.028262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f704ef09-a189-43a4-af63-36c4ab20b4b6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:52.034983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f704ef09-a189-43a4-af63-36c4ab20b4b6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:52.054531 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f704ef09-a189-43a4-af63-36c4ab20b4b6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.131248 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f704ef09-a189-43a4-af63-36c4ab20b4b6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.136214 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f704ef09-a189-43a4-af63-36c4ab20b4b6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.165049 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704ef09-a189-43a4-af63-36c4ab20b4b6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6de5708-56a9-47a2-a515-301cd44e3147,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:52.170019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f704ef09-a189-43a4-af63-36c4ab20b4b6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.171328 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f704ef09-a189-43a4-af63-36c4ab20b4b6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1655242 Apr 22 14:53:52.174014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38600) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:52.179504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-75613f8e-c800-49f8-b62f-bfe15ed893d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '60cf0e73-6a85-4d8b-b5c7-04f17fa6dead', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:52.186585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-75613f8e-c800-49f8-b62f-bfe15ed893d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:52.190451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-75613f8e-c800-49f8-b62f-bfe15ed893d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:52.193618 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-75613f8e-c800-49f8-b62f-bfe15ed893d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:52.200051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-75613f8e-c800-49f8-b62f-bfe15ed893d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:52.210887 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-75613f8e-c800-49f8-b62f-bfe15ed893d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:53:52.217961 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75613f8e-c800-49f8-b62f-bfe15ed893d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.241169 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 90c02512-b10d-4e71-99bd-255660eb0933 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:53:52.289354 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75613f8e-c800-49f8-b62f-bfe15ed893d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.293083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75613f8e-c800-49f8-b62f-bfe15ed893d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.314376 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75613f8e-c800-49f8-b62f-bfe15ed893d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32190229-8f9c-47b9-b4e8-c0aab1521752,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:52.326596 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-75613f8e-c800-49f8-b62f-bfe15ed893d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.327798 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-75613f8e-c800-49f8-b62f-bfe15ed893d9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1528597 Apr 22 14:53:52.330467 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38604) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:52.330902 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'name': 'tempest-TestNetworkBasicOps-router-1669126808', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '90c02512-b10d-4e71-99bd-255660eb0933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:53:44Z', 'updated_at': '2022-04-22T14:53:48Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '90c02512-b10d-4e71-99bd-255660eb0933', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:45Z', 'updated_at': '2022-04-22T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'db902a0a-1697-42b6-a6a4-5be0ac6983f5', 'name': '', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:2a:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:48Z', 'updated_at': '2022-04-22T14:53:49Z', 'revision_number': 2, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:52.335960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-613c32f1-993d-4c28-baef-7c70d28929a3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'security_group_rule': {'security_group_id': '60cf0e73-6a85-4d8b-b5c7-04f17fa6dead', 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:52.336097 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Checking router: d8aad8ac-9d1c-498f-a091-2d3c9361b519 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:53:52.336373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Updating router d8aad8ac-9d1c-498f-a091-2d3c9361b519 port db902a0a-1697-42b6-a6a4-5be0ac6983f5 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:53:52.343450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-613c32f1-993d-4c28-baef-7c70d28929a3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:52.347194 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-613c32f1-993d-4c28-baef-7c70d28929a3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:security_group_rule and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:52.350068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-613c32f1-993d-4c28-baef-7c70d28929a3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:52.356063 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-613c32f1-993d-4c28-baef-7c70d28929a3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:52.359412 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 90c02512-b10d-4e71-99bd-255660eb0933 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:52.359790 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.368122 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-613c32f1-993d-4c28-baef-7c70d28929a3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Project cff54c6a8bde4890bebe346e0436bfdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:53:52.374923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-613c32f1-993d-4c28-baef-7c70d28929a3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.445823 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-613c32f1-993d-4c28-baef-7c70d28929a3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.449625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-613c32f1-993d-4c28-baef-7c70d28929a3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.452096 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.466261 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b7fed639-aa04-4e47-bc93-b45475bae9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.474621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c32f1-993d-4c28-baef-7c70d28929a3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3405df86-ce1c-4c24-a17c-2e1b3a2efb20,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:52.485096 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-613c32f1-993d-4c28-baef-7c70d28929a3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.486446 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-613c32f1-993d-4c28-baef-7c70d28929a3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1550751 Apr 22 14:53:52.724271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-03933929-e2f4-43e2-8a59-36caf3d88675 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:53:52.739965 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-03933929-e2f4-43e2-8a59-36caf3d88675 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:53:52.741244 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-03933929-e2f4-43e2-8a59-36caf3d88675 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653187193&fields=id&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 267 time: 0.0606148 Apr 22 14:53:52.864564 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.878143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Transition to ACTIVE for port object db902a0a-1697-42b6-a6a4-5be0ac6983f5 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:53:52.885155 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:52.900082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-01237b04-a6fe-4f8b-93f3-ddfe487d4626 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:52.901225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-01237b04-a6fe-4f8b-93f3-ddfe487d4626 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:53:52.918210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-01237b04-a6fe-4f8b-93f3-ddfe487d4626 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:53:52.919822 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-01237b04-a6fe-4f8b-93f3-ddfe487d4626 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/networks?id=23beec54-a16f-49c7-b5b9-0e7bca879e68 HTTP/1.1" status: 200 len: 796 time: 0.1708820 Apr 22 14:53:52.936946 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-904fd74d-2904-432d-8df7-cef3641760a8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/quotas/cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 375 time: 0.0116086 Apr 22 14:53:53.014830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b5e18-8692-4a06-b891-0e08dd019acc None None] Pushing event updated for resources: {'Port': ['ID=db902a0a-1697-42b6-a6a4-5be0ac6983f5,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:53.036529 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-eb2fe092-95bb-4c36-84ac-86f3df2050ed tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:53:53.053648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-eb2fe092-95bb-4c36-84ac-86f3df2050ed tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:53:53.055305 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-eb2fe092-95bb-4c36-84ac-86f3df2050ed tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065967 Apr 22 14:53:53.105759 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Attempting to bind port db902a0a-1697-42b6-a6a4-5be0ac6983f5 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:53:53.106271 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Attempting to bind port db902a0a-1697-42b6-a6a4-5be0ac6983f5 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'b4940363-824d-48ad-a18a-255384c132fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:53:53.106707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Attempting to bind port db902a0a-1697-42b6-a6a4-5be0ac6983f5 on network 23beec54-a16f-49c7-b5b9-0e7bca879e68 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:53:53.114173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:53:53.114678 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Checking segment: {'id': 'b4940363-824d-48ad-a18a-255384c132fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:53:53.115151 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:53.115643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Bound using segment: {'id': 'b4940363-824d-48ad-a18a-255384c132fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:53:53.116174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Bound port: db902a0a-1697-42b6-a6a4-5be0ac6983f5, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4940363-824d-48ad-a18a-255384c132fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:53:53.116616 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:53.205177 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-77abe344-abf7-4360-b760-4d97b20f6ea6 service neutron] 10.222.0.23 "GET /v2.0/networks/23beec54-a16f-49c7-b5b9-0e7bca879e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347876 Apr 22 14:53:53.219297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] For port db902a0a-1697-42b6-a6a4-5be0ac6983f5, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:53:53.222676 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] For port db902a0a-1697-42b6-a6a4-5be0ac6983f5, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=db902a0a-1697-42b6-a6a4-5be0ac6983f5,segment=NetworkSegment(b4940363-824d-48ad-a18a-255384c132fb),segment_id=b4940363-824d-48ad-a18a-255384c132fb)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:53:53.226854 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:53.310672 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b5e18-8692-4a06-b891-0e08dd019acc None None] Pushing event updated for resources: {'Port': ['ID=db902a0a-1697-42b6-a6a4-5be0ac6983f5,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:53.316499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Routers {'d8aad8ac-9d1c-498f-a091-2d3c9361b519'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:53:53.317837 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:53:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:53.342672 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-ad6fea35-4c97-4cf6-b711-de99402c5d9f service neutron] 10.222.0.23 "GET /v2.0/networks/23beec54-a16f-49c7-b5b9-0e7bca879e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315737 Apr 22 14:53:53.530422 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] Set router d8aad8ac-9d1c-498f-a091-2d3c9361b519 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:53:53.571162 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c5e595b7-8946-4c51-aa72-c85ac07b9cc2 req-b02b9cdc-b731-4ea3-9b6f-6dcf6a4d3af8 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 210 time: 0.0438640 Apr 22 14:53:53.919579 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'name': 'tempest-TestNetworkBasicOps-router-1669126808', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '90c02512-b10d-4e71-99bd-255660eb0933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:53:44Z', 'updated_at': '2022-04-22T14:53:48Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '90c02512-b10d-4e71-99bd-255660eb0933', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:45Z', 'updated_at': '2022-04-22T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'db902a0a-1697-42b6-a6a4-5be0ac6983f5', 'name': '', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:2a:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:48Z', 'updated_at': '2022-04-22T14:53:53Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:53.925597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a452f4-ef8e-4f39-8be1-050f8a8e26e4 None None] The sync data for ids ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'] in dv-neutron-839027-1-hyperv is: [{'id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'name': 'tempest-TestNetworkBasicOps-router-1669126808', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '90c02512-b10d-4e71-99bd-255660eb0933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:53:44Z', 'updated_at': '2022-04-22T14:53:48Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '90c02512-b10d-4e71-99bd-255660eb0933', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:45Z', 'updated_at': '2022-04-22T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'db902a0a-1697-42b6-a6a4-5be0ac6983f5', 'name': '', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:2a:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:48Z', 'updated_at': '2022-04-22T14:53:53Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:53:54.509851 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:54.775423 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-91495d94-9761-4723-84c5-83dc74f1cccc req-2666c364-e021-470a-9fde-5560ada13027 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 210 time: 0.0683744 Apr 22 14:53:54.784267 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9ecc2e03-7c33-4d71-b560-85fc98cf5778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:54.946669 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-aae826db-3ba4-499b-b405-22b3f7af0de3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:54.949121 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-aae826db-3ba4-499b-b405-22b3f7af0de3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/networks?id=23beec54-a16f-49c7-b5b9-0e7bca879e68 HTTP/1.1" status: 200 len: 796 time: 0.2069180 Apr 22 14:53:55.008183 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-cecb5789-6888-4daa-b4d6-f302fff1460b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff54c6a8bde4890bebe346e0436bfdb HTTP/1.1" status: 200 len: 380 time: 0.0478485 Apr 22 14:53:55.016569 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'port': {'device_id': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'admin_state_up': True, 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'security_groups': ['60cf0e73-6a85-4d8b-b5c7-04f17fa6dead']}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:55.161826 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:55.172388 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:55.183020 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Made reservation on behalf of cff54c6a8bde4890bebe346e0436bfdb for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:53:55.185956 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:55.444246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.20.0.9 (23beec54-a16f-49c7-b5b9-0e7bca879e68/e946b8a2-e427-416f-b243-75f412dddbba/1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:53:55.629731 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:55.645913 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Transition to ACTIVE for port object 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:53:55.670439 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:55.728751 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device db902a0a-1697-42b6-a6a4-5be0ac6983f5 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:53:55.744722 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 23beec54-a16f-49c7-b5b9-0e7bca879e68 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:53:55.747860 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:53:55.752444 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:53:55.784281 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:55.808491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port db902a0a-1697-42b6-a6a4-5be0ac6983f5 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:53:55.809132 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:55.809479 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:55.809819 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:55.810156 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:55.810486 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:55.810816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:55.811143 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:55.811729 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:55.811888 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:55.812153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:55.812474 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:55.816292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port db902a0a-1697-42b6-a6a4-5be0ac6983f5 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:55.816818 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:55.831399 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:55.836606 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:55.866816 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-d73285c0-0d49-43aa-82e6-6d9c5cae173a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8537631 Apr 22 14:53:55.878880 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Request body: {'port': {'device_id': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:55.970957 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:56.007540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port db902a0a-1697-42b6-a6a4-5be0ac6983f5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=db902a0a-1697-42b6-a6a4-5be0ac6983f5,segment=NetworkSegment(b4940363-824d-48ad-a18a-255384c132fb),segment_id=b4940363-824d-48ad-a18a-255384c132fb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:56.012745 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:56.068607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:56.096460 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:56.108391 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=db902a0a-1697-42b6-a6a4-5be0ac6983f5,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:56.115434 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-56e2b87e-1340-40ca-a8a1-31f1cc1fa1f0 None None] Provisioning for port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:53:56.121815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-56e2b87e-1340-40ca-a8a1-31f1cc1fa1f0 None None] Provisioning complete for port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:56.122186 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-56e2b87e-1340-40ca-a8a1-31f1cc1fa1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:56.148452 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac25e04-50f2-452e-a177-de03992f7299 req-722f70d0-7729-4568-ad42-e6d630f7b025 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:56.149139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-8ac25e04-50f2-452e-a177-de03992f7299 req-722f70d0-7729-4568-ad42-e6d630f7b025 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:53:56.183417 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:56.191701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-56e2b87e-1340-40ca-a8a1-31f1cc1fa1f0 None None] Port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:53:56.214831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-8ac25e04-50f2-452e-a177-de03992f7299 req-722f70d0-7729-4568-ad42-e6d630f7b025 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:53:56.215995 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8ac25e04-50f2-452e-a177-de03992f7299 req-722f70d0-7729-4568-ad42-e6d630f7b025 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 931 time: 0.2642860 Apr 22 14:53:56.350805 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8ac25e04-50f2-452e-a177-de03992f7299 req-fa74468d-3dc4-41a2-bed2-94206a76702d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cf0e73-6a85-4d8b-b5c7-04f17fa6dead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272397 Apr 22 14:53:56.473334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 {{(pid=83964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:53:56.484538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:56.499973 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Transition to ACTIVE for port object 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 will not be triggered until provisioned by entity L2. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:53:56.503811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:56.640149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:56.745181 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Attempting to bind port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:53:56.745513 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Attempting to bind port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'b4940363-824d-48ad-a18a-255384c132fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:53:56.745839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Attempting to bind port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 on network 23beec54-a16f-49c7-b5b9-0e7bca879e68 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:53:56.751702 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 on network 23beec54-a16f-49c7-b5b9-0e7bca879e68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:53:56.752017 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Attempting to bind port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 on network 23beec54-a16f-49c7-b5b9-0e7bca879e68 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:53:56.758276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:53:56.758612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Checking segment: {'id': 'b4940363-824d-48ad-a18a-255384c132fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:53:56.759544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Bound using segment: {'id': 'b4940363-824d-48ad-a18a-255384c132fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68'} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:53:56.760045 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Bound port: 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4940363-824d-48ad-a18a-255384c132fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68'}}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:53:56.760485 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:56.854553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] For port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0, host hv-neutron-8390, cleared binding levels {{(pid=83964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:53:56.857549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] For port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0,segment=NetworkSegment(b4940363-824d-48ad-a18a-255384c132fb),segment_id=b4940363-824d-48ad-a18a-255384c132fb)] {{(pid=83964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:53:56.862089 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:56.925038 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:56.926476 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] 10.222.0.30 "PUT /v2.0/ports/1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 HTTP/1.1" status: 200 len: 1093 time: 1.0520124 Apr 22 14:53:56.926911 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'tag': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:53:56.945342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7630d33-5736-4cb7-b8c6-923a99c418c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0,revision_number=3']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:57.001205 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f04400e-e487-4730-b965-d616b9765332'] response: {'name': 'network-changed', 'server_uuid': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'tag': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0', 'status': 'completed', 'code': 200} Apr 22 14:53:57.050562 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-44229d01-7bb6-4c2a-9a94-512e363d6d67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 1096 time: 0.0865812 Apr 22 14:53:57.119783 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-3fff3bef-cb01-4b3c-8105-f5e21544bd27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 HTTP/1.1" status: 200 len: 217 time: 0.0623782 Apr 22 14:53:57.273087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-67b93a38-118b-44bd-bc18-d134ed00cec7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:57.274417 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-67b93a38-118b-44bd-bc18-d134ed00cec7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e946b8a2-e427-416f-b243-75f412dddbba HTTP/1.1" status: 200 len: 834 time: 0.1495934 Apr 22 14:53:57.343026 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:57.347758 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-fcb582fe-0931-46bc-8a8b-63d1f10c1a22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23beec54-a16f-49c7-b5b9-0e7bca879e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673020 Apr 22 14:53:57.522744 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-0cea12f5-7572-46cf-9e5e-775dafc730ae service neutron] 10.222.0.30 "GET /v2.0/networks/23beec54-a16f-49c7-b5b9-0e7bca879e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693420 Apr 22 14:53:57.668048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b087-e721-4c98-88a8-505c3716c7fd req-deaaee80-13e4-4e6f-9680-e5b3e36f5d79 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:57.669587 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0ad1b087-e721-4c98-88a8-505c3716c7fd req-deaaee80-13e4-4e6f-9680-e5b3e36f5d79 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 943 time: 0.1967633 Apr 22 14:53:57.703136 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af6e357c-9844-4f72-b7f8-f6d8997f0904 req-4d5b76d7-8771-49cd-81c4-5d026bdaaf40 service neutron] 10.222.0.30 "GET /v2.0/networks/23beec54-a16f-49c7-b5b9-0e7bca879e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749401 Apr 22 14:53:57.706405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device db902a0a-1697-42b6-a6a4-5be0ac6983f5 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:53:57.732351 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0ad1b087-e721-4c98-88a8-505c3716c7fd req-1ade97a4-a609-4035-8a4d-a5972f6f8ecd tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cf0e73-6a85-4d8b-b5c7-04f17fa6dead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511818 Apr 22 14:53:57.783787 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port db902a0a-1697-42b6-a6a4-5be0ac6983f5 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:57.784157 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:57.824904 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3ba6c570-4338-443e-bc3e-ec55c6d57488 req-65a4ae8b-7c5f-457c-ade5-40c4f87a3d24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 1096 time: 0.0726163 Apr 22 14:53:57.962869 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6c570-4338-443e-bc3e-ec55c6d57488 req-25e037df-52e9-4ae9-9274-0fa15dc4de20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:57.964329 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3ba6c570-4338-443e-bc3e-ec55c6d57488 req-25e037df-52e9-4ae9-9274-0fa15dc4de20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=23beec54-a16f-49c7-b5b9-0e7bca879e68 HTTP/1.1" status: 200 len: 897 time: 0.1330714 Apr 22 14:53:58.042614 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3ba6c570-4338-443e-bc3e-ec55c6d57488 req-80197f23-18c1-41c6-a6d6-933f25fd8c55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 HTTP/1.1" status: 200 len: 217 time: 0.0705595 Apr 22 14:53:58.105223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6c570-4338-443e-bc3e-ec55c6d57488 req-aa7714f1-5ca4-4126-9162-ae4322405340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:58.106658 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3ba6c570-4338-443e-bc3e-ec55c6d57488 req-aa7714f1-5ca4-4126-9162-ae4322405340 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e946b8a2-e427-416f-b243-75f412dddbba HTTP/1.1" status: 200 len: 834 time: 0.0573647 Apr 22 14:53:58.185438 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3ba6c570-4338-443e-bc3e-ec55c6d57488 req-320942e4-83ca-4f6f-8ba3-289499f59fdf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23beec54-a16f-49c7-b5b9-0e7bca879e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721338 Apr 22 14:53:58.333057 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3ba6c570-4338-443e-bc3e-ec55c6d57488 req-c0e02cce-cb71-4fc1-8452-7158685ee182 service neutron] 10.222.0.30 "GET /v2.0/networks/23beec54-a16f-49c7-b5b9-0e7bca879e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408451 Apr 22 14:53:58.467540 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3ba6c570-4338-443e-bc3e-ec55c6d57488 req-c9a8b5aa-71f4-47b0-8a1c-c67ff610f9c3 service neutron] 10.222.0.30 "GET /v2.0/networks/23beec54-a16f-49c7-b5b9-0e7bca879e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274085 Apr 22 14:53:58.938470 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9ad70-e8e3-4f5b-91b7-f46c2eda60b3 req-0ec9fd58-dce8-4c7b-bb3b-dec56dd8d39a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:58.939971 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-04d9ad70-e8e3-4f5b-91b7-f46c2eda60b3 req-0ec9fd58-dce8-4c7b-bb3b-dec56dd8d39a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 943 time: 0.0784900 Apr 22 14:53:58.986229 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-04d9ad70-e8e3-4f5b-91b7-f46c2eda60b3 req-a3837104-cca5-484e-9af1-6a8026acdea6 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cf0e73-6a85-4d8b-b5c7-04f17fa6dead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405784 Apr 22 14:54:00.103179 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:54:00.201086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9165e0b-89c7-41a3-a450-13e7b4f15d58 req-104a05e3-640b-436f-a59a-ead73907779b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:00.202617 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9165e0b-89c7-41a3-a450-13e7b4f15d58 req-104a05e3-640b-436f-a59a-ead73907779b tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 943 time: 0.0880895 Apr 22 14:54:00.249407 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9165e0b-89c7-41a3-a450-13e7b4f15d58 req-f7f3f871-9055-42b8-9dd3-a3b59023254f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cf0e73-6a85-4d8b-b5c7-04f17fa6dead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410519 Apr 22 14:54:00.252002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0,segment=NetworkSegment(b4940363-824d-48ad-a18a-255384c132fb),segment_id=b4940363-824d-48ad-a18a-255384c132fb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:00.267207 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'port_id': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0', 'mac_address': 'fa:16:3e:ae:39:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:54:00.324425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:00.342233 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:54:00.358028 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0,segment=NetworkSegment(b4940363-824d-48ad-a18a-255384c132fb),segment_id=b4940363-824d-48ad-a18a-255384c132fb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:00.361854 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:00.428011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:00.549343 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:54:01.447932 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcfe6c-e87f-454f-9c6f-9b3725064120 req-25e2c7ff-5c29-4afa-bff7-7f03ac770df2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:01.449296 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-90dcfe6c-e87f-454f-9c6f-9b3725064120 req-25e2c7ff-5c29-4afa-bff7-7f03ac770df2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 944 time: 0.0778708 Apr 22 14:54:01.500318 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-90dcfe6c-e87f-454f-9c6f-9b3725064120 req-2e75b45f-9a6c-45ed-91b7-ae52d0e095b2 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cf0e73-6a85-4d8b-b5c7-04f17fa6dead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454247 Apr 22 14:54:02.115203 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:54:02.192570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:54:02.199189 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:02.199728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:02.323704 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:02.350031 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:54:02.359975 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0,segment=NetworkSegment(b4940363-824d-48ad-a18a-255384c132fb),segment_id=b4940363-824d-48ad-a18a-255384c132fb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:02.365169 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:02.432997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:02.559126 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48407a1e-5cd3-4ceb-94a6-e4940196df80'] response: {'server_uuid': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0', 'code': 200} Apr 22 14:54:02.805280 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeac2dd-31a5-467e-aaeb-69fdf96c87e7 req-28383248-7e85-40a0-ae6b-3a7763b41dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:02.807409 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ddeac2dd-31a5-467e-aaeb-69fdf96c87e7 req-28383248-7e85-40a0-ae6b-3a7763b41dd0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 945 time: 0.1841784 Apr 22 14:54:02.929994 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2429fcb4-65f2-4b84-a9e7-442dfdde8756 req-78b21823-40b1-4ef0-ac5f-9a5d060b3ff1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 1098 time: 0.2057397 Apr 22 14:54:02.974234 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ddeac2dd-31a5-467e-aaeb-69fdf96c87e7 req-d9124b32-819c-4acd-b476-62003bd32462 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cf0e73-6a85-4d8b-b5c7-04f17fa6dead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611953 Apr 22 14:54:02.984749 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2429fcb4-65f2-4b84-a9e7-442dfdde8756 req-b18f1c88-48ee-4e80-9f00-83d04db8d669 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=60cf0e73-6a85-4d8b-b5c7-04f17fa6dead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456038 Apr 22 14:54:04.179758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d633ce-8e5c-452f-bd80-187274c87793 req-e65963b6-60b9-4de3-a66a-028d0b2ac2ee tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:04.182038 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-72d633ce-8e5c-452f-bd80-187274c87793 req-e65963b6-60b9-4de3-a66a-028d0b2ac2ee tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 945 time: 0.0810449 Apr 22 14:54:04.233934 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-72d633ce-8e5c-452f-bd80-187274c87793 req-4ee12993-2f29-4d19-b6cd-d46f571fea68 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cf0e73-6a85-4d8b-b5c7-04f17fa6dead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459142 Apr 22 14:54:04.445540 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec3c23-27d5-4912-9ef2-9f3c4b050677 req-f6880d70-d2cf-40e7-9000-9b839facd2f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:04.447620 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-edec3c23-27d5-4912-9ef2-9f3c4b050677 req-f6880d70-d2cf-40e7-9000-9b839facd2f9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 945 time: 0.0803132 Apr 22 14:54:04.492012 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-edec3c23-27d5-4912-9ef2-9f3c4b050677 req-97e3cd09-7f34-4853-bc24-e690ece4b67f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cf0e73-6a85-4d8b-b5c7-04f17fa6dead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387397 Apr 22 14:54:04.522595 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38654) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:04.596962 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bed66e96-7202-44fd-b9bb-d7c4f4c9888f tempest-TestNetworkBasicOps-893675405 tempest-TestNetworkBasicOps-893675405-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 1093 time: 0.0731106 Apr 22 14:54:04.599516 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38658) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:04.605060 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:04.610713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:54:04.614498 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Usage tracker for resource:floatingip and tenant:cff54c6a8bde4890bebe346e0436bfdb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:54:04.617334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:54:04.623781 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:54:04.635180 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:04.770178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:04.901538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Allocated IP 172.26.0.77 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/be8db2b1-8fe8-4bb0-bb9c-fbdc1b37b898) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:54:05.049202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:05.076631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:05.147959 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:54:05.151668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:54:05.155941 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:54:05.182502 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=be8db2b1-8fe8-4bb0-bb9c-fbdc1b37b898,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:05.660636 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:05.716513 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:05.920154 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:05.924533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:06.118080 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event updated for resources: {'Port': ['ID=be8db2b1-8fe8-4bb0-bb9c-fbdc1b37b898,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:06.135588 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:06.328338 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Floating IP a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30 associated. External IP: 172.26.0.77, port: 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0. Apr 22 14:54:06.740931 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router d8aad8ac-9d1c-498f-a091-2d3c9361b519 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:54:06.954432 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:54:06.963893 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206f684-04ff-439f-b555-3c5a14dba111 None None] Sync routers for ids ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:54:06.976855 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206f684-04ff-439f-b555-3c5a14dba111 None None] Routers {'d8aad8ac-9d1c-498f-a091-2d3c9361b519'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:06.977454 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-a206f684-04ff-439f-b555-3c5a14dba111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:53:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:06.979518 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:07.035235 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4c335b56-fea1-41cb-82f1-8095acfea179 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4346790 Apr 22 14:54:07.035840 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'tag': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:54:07.038069 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38662) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:07.095098 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c7502d-24c3-441f-9cd5-03cb732aaf5f'] response: {'name': 'network-changed', 'server_uuid': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'tag': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0', 'status': 'completed', 'code': 200} Apr 22 14:54:07.155343 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-69cc0487-8fc4-406b-8134-4d9b5207a7bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30 HTTP/1.1" status: 200 len: 990 time: 0.1149194 Apr 22 14:54:07.195111 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-a206f684-04ff-439f-b555-3c5a14dba111 None None] Set router d8aad8ac-9d1c-498f-a091-2d3c9361b519 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:54:07.197483 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6609887b-f1d3-4c94-addc-4da910bb1b86 req-d28811a7-c549-4070-9d07-2ac3f6eeb2a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 1098 time: 0.0766578 Apr 22 14:54:07.336018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609887b-f1d3-4c94-addc-4da910bb1b86 req-e4cdffbd-5ea1-4446-9d1f-4057d1b7570b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:07.337988 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6609887b-f1d3-4c94-addc-4da910bb1b86 req-e4cdffbd-5ea1-4446-9d1f-4057d1b7570b service neutron] 10.222.0.30 "GET /v2.0/networks?id=23beec54-a16f-49c7-b5b9-0e7bca879e68 HTTP/1.1" status: 200 len: 897 time: 0.1350355 Apr 22 14:54:07.440844 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6609887b-f1d3-4c94-addc-4da910bb1b86 req-9a96752d-c8ef-4353-8768-8aa60dca536f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 HTTP/1.1" status: 200 len: 998 time: 0.0972834 Apr 22 14:54:07.508234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609887b-f1d3-4c94-addc-4da910bb1b86 req-30ccadf1-4307-4337-95e3-fbb145bd2c8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:07.510516 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6609887b-f1d3-4c94-addc-4da910bb1b86 req-30ccadf1-4307-4337-95e3-fbb145bd2c8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e946b8a2-e427-416f-b243-75f412dddbba HTTP/1.1" status: 200 len: 834 time: 0.0642836 Apr 22 14:54:07.544765 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-a206f684-04ff-439f-b555-3c5a14dba111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'name': 'tempest-TestNetworkBasicOps-router-1669126808', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '90c02512-b10d-4e71-99bd-255660eb0933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:53:44Z', 'updated_at': '2022-04-22T14:53:48Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '90c02512-b10d-4e71-99bd-255660eb0933', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:45Z', 'updated_at': '2022-04-22T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.77', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'port_id': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'mac_address': 'fa:16:3e:ae:39:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:54:05Z', 'updated_at': '2022-04-22T14:54:05Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db902a0a-1697-42b6-a6a4-5be0ac6983f5', 'name': '', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:2a:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:48Z', 'updated_at': '2022-04-22T14:53:55Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:07.548937 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206f684-04ff-439f-b555-3c5a14dba111 None None] Checking router: d8aad8ac-9d1c-498f-a091-2d3c9361b519 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:54:07.560700 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206f684-04ff-439f-b555-3c5a14dba111 None None] Routers {'d8aad8ac-9d1c-498f-a091-2d3c9361b519'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:07.561314 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-a206f684-04ff-439f-b555-3c5a14dba111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:53:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:07.586592 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6609887b-f1d3-4c94-addc-4da910bb1b86 req-0254f007-d000-4f4e-9b02-a8d0167722c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23beec54-a16f-49c7-b5b9-0e7bca879e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704622 Apr 22 14:54:07.832118 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-a206f684-04ff-439f-b555-3c5a14dba111 None None] Set router d8aad8ac-9d1c-498f-a091-2d3c9361b519 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:54:07.894360 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6609887b-f1d3-4c94-addc-4da910bb1b86 req-50568b6e-8c79-426b-a2bf-63ac552e0905 service neutron] 10.222.0.30 "GET /v2.0/networks/23beec54-a16f-49c7-b5b9-0e7bca879e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022084 Apr 22 14:54:08.032956 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6609887b-f1d3-4c94-addc-4da910bb1b86 req-e81a46a3-ebb0-426a-8727-fdc021877cc7 service neutron] 10.222.0.30 "GET /v2.0/networks/23beec54-a16f-49c7-b5b9-0e7bca879e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330497 Apr 22 14:54:08.157773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38668) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:08.187191 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-a206f684-04ff-439f-b555-3c5a14dba111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'name': 'tempest-TestNetworkBasicOps-router-1669126808', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '90c02512-b10d-4e71-99bd-255660eb0933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:53:44Z', 'updated_at': '2022-04-22T14:53:48Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '90c02512-b10d-4e71-99bd-255660eb0933', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:45Z', 'updated_at': '2022-04-22T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.77', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'port_id': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'mac_address': 'fa:16:3e:ae:39:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:54:05Z', 'updated_at': '2022-04-22T14:54:05Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db902a0a-1697-42b6-a6a4-5be0ac6983f5', 'name': '', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:2a:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:48Z', 'updated_at': '2022-04-22T14:53:55Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:08.191690 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206f684-04ff-439f-b555-3c5a14dba111 None None] The sync data for ids ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'] in dv-neutron-839027-1-hyperv is: [{'id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'name': 'tempest-TestNetworkBasicOps-router-1669126808', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '90c02512-b10d-4e71-99bd-255660eb0933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:53:44Z', 'updated_at': '2022-04-22T14:53:48Z', 'revision_number': 4, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '90c02512-b10d-4e71-99bd-255660eb0933', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:45Z', 'updated_at': '2022-04-22T14:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.77', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'port_id': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'mac_address': 'fa:16:3e:ae:39:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:54:05Z', 'updated_at': '2022-04-22T14:54:05Z', 'revision_number': 0, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db902a0a-1697-42b6-a6a4-5be0ac6983f5', 'name': '', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:2a:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:48Z', 'updated_at': '2022-04-22T14:53:55Z', 'revision_number': 5, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:54:08.271862 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e94807c2-3c81-42ed-b3e7-2eab0ba134d0 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30 HTTP/1.1" status: 200 len: 990 time: 0.1129279 Apr 22 14:54:09.275800 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38672) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:09.381590 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-98992a35-84a6-4136-9ed6-d77bf7a25502 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30 HTTP/1.1" status: 200 len: 990 time: 0.1046112 Apr 22 14:54:10.385559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38676) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:10.466755 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4da588-e904-4887-83d2-a6298219eb2a None None] New status for floating IP a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:54:10.497883 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-68a968b4-b322-4060-a04f-1e6b95d65c0a tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30 HTTP/1.1" status: 200 len: 990 time: 0.1112049 Apr 22 14:54:10.707092 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d1e379ef-1a88-4e9a-939f-e1c415f9404d req-46e1720f-1c16-4abf-9c5f-42301c46e59e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2798e115-c0ea-4843-9ef3-47716ce760cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767519 Apr 22 14:54:10.850163 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d1e379ef-1a88-4e9a-939f-e1c415f9404d req-2666cae1-ba8c-4863-a8e0-a56dd58b54fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 1098 time: 0.0729215 Apr 22 14:54:10.995307 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e379ef-1a88-4e9a-939f-e1c415f9404d req-28e769c8-937a-466d-b540-dce3a4767b39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:10.996675 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d1e379ef-1a88-4e9a-939f-e1c415f9404d req-28e769c8-937a-466d-b540-dce3a4767b39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=23beec54-a16f-49c7-b5b9-0e7bca879e68 HTTP/1.1" status: 200 len: 897 time: 0.1277921 Apr 22 14:54:11.101973 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d1e379ef-1a88-4e9a-939f-e1c415f9404d req-c41dccb0-4888-47dc-ab0f-d80649f79d74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 HTTP/1.1" status: 200 len: 1000 time: 0.0979383 Apr 22 14:54:11.169033 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e379ef-1a88-4e9a-939f-e1c415f9404d req-552a5023-ccd4-442b-8eb8-ceaab4e695af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:11.170477 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d1e379ef-1a88-4e9a-939f-e1c415f9404d req-552a5023-ccd4-442b-8eb8-ceaab4e695af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e946b8a2-e427-416f-b243-75f412dddbba HTTP/1.1" status: 200 len: 834 time: 0.0621200 Apr 22 14:54:11.243167 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d1e379ef-1a88-4e9a-939f-e1c415f9404d req-93541537-e207-4f74-970c-070aba782589 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23beec54-a16f-49c7-b5b9-0e7bca879e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668471 Apr 22 14:54:11.377813 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d1e379ef-1a88-4e9a-939f-e1c415f9404d req-c9c90229-05c3-4f90-9f1f-e474b38b5960 service neutron] 10.222.0.30 "GET /v2.0/networks/23beec54-a16f-49c7-b5b9-0e7bca879e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290183 Apr 22 14:54:11.509418 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38680) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:11.515835 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d1e379ef-1a88-4e9a-939f-e1c415f9404d req-02464670-e1a7-4983-8079-c0bff2f15d80 service neutron] 10.222.0.30 "GET /v2.0/networks/23beec54-a16f-49c7-b5b9-0e7bca879e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318033 Apr 22 14:54:11.624417 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c16ba913-afc7-481a-b4b4-afe89995329f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30 HTTP/1.1" status: 200 len: 992 time: 0.1137881 Apr 22 14:54:21.772505 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:54:22.439840 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ba59b1eb-a8b9-4a11-bd32-98b3bfa5f7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.515149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.758426 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a9a16796-b354-4d7e-8f7c-eb7f2953b988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:26.045200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:26.166159 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:27.344046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:38.839569 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38694) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:38.845466 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-947e60e5-eeec-417c-b9b8-7ea9c6ee6215 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:39.497526 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-947e60e5-eeec-417c-b9b8-7ea9c6ee6215 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:39.508250 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-947e60e5-eeec-417c-b9b8-7ea9c6ee6215 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:39.714552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947e60e5-eeec-417c-b9b8-7ea9c6ee6215 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router d8aad8ac-9d1c-498f-a091-2d3c9361b519 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:54:39.913849 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947e60e5-eeec-417c-b9b8-7ea9c6ee6215 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:54:39.919689 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-947e60e5-eeec-417c-b9b8-7ea9c6ee6215 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:39.921101 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-947e60e5-eeec-417c-b9b8-7ea9c6ee6215 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/d8aad8ac-9d1c-498f-a091-2d3c9361b519 HTTP/1.1" status: 200 len: 889 time: 1.0796192 Apr 22 14:54:39.927859 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1127aa3-5ac5-4139-a155-5afc47011da4 None None] Sync routers for ids ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:54:39.940077 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1127aa3-5ac5-4139-a155-5afc47011da4 None None] Routers {'d8aad8ac-9d1c-498f-a091-2d3c9361b519'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:39.940681 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f1127aa3-5ac5-4139-a155-5afc47011da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:54:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:40.001448 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f1127aa3-5ac5-4139-a155-5afc47011da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:40.013568 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1127aa3-5ac5-4139-a155-5afc47011da4 None None] Routers {'d8aad8ac-9d1c-498f-a091-2d3c9361b519'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:40.014163 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f1127aa3-5ac5-4139-a155-5afc47011da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:54:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:40.076685 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f1127aa3-5ac5-4139-a155-5afc47011da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:40.077075 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1127aa3-5ac5-4139-a155-5afc47011da4 None None] The sync data for ids ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'] in dv-neutron-839027-1-hyperv is: [] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:54:40.819876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed087ed-abd4-4b79-a7d9-dc0568404743 None None] New status for floating IP a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:54:41.720363 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 90c02512-b10d-4e71-99bd-255660eb0933 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:54:41.831900 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:41.848949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 90c02512-b10d-4e71-99bd-255660eb0933, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=90c02512-b10d-4e71-99bd-255660eb0933,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:41.852833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:41.853590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device db902a0a-1697-42b6-a6a4-5be0ac6983f5 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:54:41.966870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=90c02512-b10d-4e71-99bd-255660eb0933,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:42.021797 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:42.054971 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port db902a0a-1697-42b6-a6a4-5be0ac6983f5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=db902a0a-1697-42b6-a6a4-5be0ac6983f5,segment=NetworkSegment(b4940363-824d-48ad-a18a-255384c132fb),segment_id=b4940363-824d-48ad-a18a-255384c132fb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:42.058641 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:42.077591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38700) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:42.083016 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-df105b0b-5ff2-4d6a-b143-00bf87200766 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:42.129761 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=db902a0a-1697-42b6-a6a4-5be0ac6983f5,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:42.768913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-df105b0b-5ff2-4d6a-b143-00bf87200766 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:42.779341 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-df105b0b-5ff2-4d6a-b143-00bf87200766 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672760'] for router, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:42.989037 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df105b0b-5ff2-4d6a-b143-00bf87200766 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router d8aad8ac-9d1c-498f-a091-2d3c9361b519 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:54:43.197236 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df105b0b-5ff2-4d6a-b143-00bf87200766 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:54:43.202795 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-df105b0b-5ff2-4d6a-b143-00bf87200766 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:43.203875 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-df105b0b-5ff2-4d6a-b143-00bf87200766 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/d8aad8ac-9d1c-498f-a091-2d3c9361b519 HTTP/1.1" status: 200 len: 888 time: 1.1251409 Apr 22 14:54:43.206680 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38704) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:43.209454 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6049589-9212-42c0-92f0-6aaee3ff86e0 None None] Sync routers for ids ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:54:43.221553 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6049589-9212-42c0-92f0-6aaee3ff86e0 None None] Routers {'d8aad8ac-9d1c-498f-a091-2d3c9361b519'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:43.222152 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b6049589-9212-42c0-92f0-6aaee3ff86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:54:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:43.315426 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cc8c17c7-2394-4d30-b646-338bba9918bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30 HTTP/1.1" status: 200 len: 990 time: 0.1076021 Apr 22 14:54:43.399073 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-b6049589-9212-42c0-92f0-6aaee3ff86e0 None None] Set router d8aad8ac-9d1c-498f-a091-2d3c9361b519 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:54:43.782289 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b6049589-9212-42c0-92f0-6aaee3ff86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'name': 'tempest-TestNetworkBasicOps-router-1669126808', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '90c02512-b10d-4e71-99bd-255660eb0933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:53:44Z', 'updated_at': '2022-04-22T14:54:42Z', 'revision_number': 6, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '90c02512-b10d-4e71-99bd-255660eb0933', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:45Z', 'updated_at': '2022-04-22T14:54:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.77', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'port_id': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'mac_address': 'fa:16:3e:ae:39:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:54:05Z', 'updated_at': '2022-04-22T14:54:41Z', 'revision_number': 2, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db902a0a-1697-42b6-a6a4-5be0ac6983f5', 'name': '', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:2a:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:48Z', 'updated_at': '2022-04-22T14:54:42Z', 'revision_number': 6, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:43.786192 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6049589-9212-42c0-92f0-6aaee3ff86e0 None None] Checking router: d8aad8ac-9d1c-498f-a091-2d3c9361b519 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:54:43.798069 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6049589-9212-42c0-92f0-6aaee3ff86e0 None None] Routers {'d8aad8ac-9d1c-498f-a091-2d3c9361b519'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:43.798677 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b6049589-9212-42c0-92f0-6aaee3ff86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:54:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:43.970677 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-b6049589-9212-42c0-92f0-6aaee3ff86e0 None None] Set router d8aad8ac-9d1c-498f-a091-2d3c9361b519 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:54:44.318950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38708) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:44.319578 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-b6049589-9212-42c0-92f0-6aaee3ff86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'name': 'tempest-TestNetworkBasicOps-router-1669126808', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '90c02512-b10d-4e71-99bd-255660eb0933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:53:44Z', 'updated_at': '2022-04-22T14:54:42Z', 'revision_number': 6, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '90c02512-b10d-4e71-99bd-255660eb0933', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:45Z', 'updated_at': '2022-04-22T14:54:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.77', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'port_id': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'mac_address': 'fa:16:3e:ae:39:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:54:05Z', 'updated_at': '2022-04-22T14:54:41Z', 'revision_number': 2, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db902a0a-1697-42b6-a6a4-5be0ac6983f5', 'name': '', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:2a:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:48Z', 'updated_at': '2022-04-22T14:54:42Z', 'revision_number': 6, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:44.325372 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6049589-9212-42c0-92f0-6aaee3ff86e0 None None] The sync data for ids ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'] in dv-neutron-839027-1-hyperv is: [{'id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'name': 'tempest-TestNetworkBasicOps-router-1669126808', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '90c02512-b10d-4e71-99bd-255660eb0933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:53:44Z', 'updated_at': '2022-04-22T14:54:42Z', 'revision_number': 6, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port': {'id': '90c02512-b10d-4e71-99bd-255660eb0933', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:45Z', 'updated_at': '2022-04-22T14:54:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'floating_ip_address': '172.26.0.77', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'port_id': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'mac_address': 'fa:16:3e:ae:39:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:54:05Z', 'updated_at': '2022-04-22T14:54:41Z', 'revision_number': 2, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db902a0a-1697-42b6-a6a4-5be0ac6983f5', 'name': '', 'network_id': '23beec54-a16f-49c7-b5b9-0e7bca879e68', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'mac_address': 'fa:16:3e:2a:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:53:48Z', 'updated_at': '2022-04-22T14:54:42Z', 'revision_number': 6, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'subnets': [{'id': 'e946b8a2-e427-416f-b243-75f412dddbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:54:44.442199 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9d7c80ae-5db5-4ea6-8a16-4d2fdf2172d5 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30 HTTP/1.1" status: 200 len: 990 time: 0.1211629 Apr 22 14:54:45.445250 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38712) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:45.551689 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-687d8588-99d4-40ce-8906-803582beba49 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30 HTTP/1.1" status: 200 len: 990 time: 0.1048305 Apr 22 14:54:45.758277 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 90c02512-b10d-4e71-99bd-255660eb0933 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:54:45.831343 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 90c02512-b10d-4e71-99bd-255660eb0933 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:45.831597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:45.950841 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:45.967426 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 90c02512-b10d-4e71-99bd-255660eb0933, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=90c02512-b10d-4e71-99bd-255660eb0933,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:45.971908 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:45.972669 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device db902a0a-1697-42b6-a6a4-5be0ac6983f5 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:54:46.083114 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=90c02512-b10d-4e71-99bd-255660eb0933,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:46.096600 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:46.096936 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:46.097266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:46.097597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:46.097923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:46.098246 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:46.098564 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:46.098882 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:46.099196 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:46.099536 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:46.099848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:46.111374 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port db902a0a-1697-42b6-a6a4-5be0ac6983f5 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:46.111741 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:46.261790 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:46.293017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port db902a0a-1697-42b6-a6a4-5be0ac6983f5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=db902a0a-1697-42b6-a6a4-5be0ac6983f5,segment=NetworkSegment(b4940363-824d-48ad-a18a-255384c132fb),segment_id=b4940363-824d-48ad-a18a-255384c132fb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:46.297153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:46.365085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=db902a0a-1697-42b6-a6a4-5be0ac6983f5,revision_number=7']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:46.554955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38716) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:46.661201 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ba4d0f58-f5d6-4039-8533-e828ec73ed08 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30 HTTP/1.1" status: 200 len: 990 time: 0.1050334 Apr 22 14:54:47.665058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38720) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:47.730814 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 90c02512-b10d-4e71-99bd-255660eb0933 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:54:47.775127 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4719ce4d-6466-4bc8-8958-406224630a1e tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30 HTTP/1.1" status: 200 len: 990 time: 0.1083181 Apr 22 14:54:47.799475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 90c02512-b10d-4e71-99bd-255660eb0933 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:47.799845 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:47.913804 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device db902a0a-1697-42b6-a6a4-5be0ac6983f5 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:54:47.983649 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port db902a0a-1697-42b6-a6a4-5be0ac6983f5 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:47.984018 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:48.779791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38724) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:48.885119 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9f3843db-65b2-4baf-b1e6-b75ff1d5bd3f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30 HTTP/1.1" status: 200 len: 990 time: 0.1041543 Apr 22 14:54:49.889150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38728) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:50.082657 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4b6d25db-1531-4f19-aba6-3bddc29508f3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30 HTTP/1.1" status: 200 len: 990 time: 0.1922932 Apr 22 14:54:51.087612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38732) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:51.192342 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a3fd5aff-7102-4ba2-b650-9b828a48625d tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30 HTTP/1.1" status: 200 len: 990 time: 0.1032689 Apr 22 14:54:51.527218 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec985f8-5110-4229-ac48-8f0224869a17 None None] New status for floating IP a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:54:52.196488 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38736) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:52.300332 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bcf7eaa4-0ee7-4ccc-ae67-2d962d278fda tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/floatingips/a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30 HTTP/1.1" status: 200 len: 992 time: 0.1027179 Apr 22 14:54:52.444170 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e294b82d-8106-4949-9eb1-6eb4601ac622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:52.581695 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38744) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:52.788067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-3ecdb5b7-c3e9-420c-84f0-2d3ac29c0db3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port be8db2b1-8fe8-4bb0-bb9c-fbdc1b37b898 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:54:52.788320 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ecdb5b7-c3e9-420c-84f0-2d3ac29c0db3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:52.959148 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ecdb5b7-c3e9-420c-84f0-2d3ac29c0db3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:52.959498 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ecdb5b7-c3e9-420c-84f0-2d3ac29c0db3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:53.078542 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-3ecdb5b7-c3e9-420c-84f0-2d3ac29c0db3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for be8db2b1-8fe8-4bb0-bb9c-fbdc1b37b898 owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:54:53.224869 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ecdb5b7-c3e9-420c-84f0-2d3ac29c0db3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:53.269491 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdb5b7-c3e9-420c-84f0-2d3ac29c0db3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=be8db2b1-8fe8-4bb0-bb9c-fbdc1b37b898,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:53.362643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ecdb5b7-c3e9-420c-84f0-2d3ac29c0db3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:53.853887 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecdb5b7-c3e9-420c-84f0-2d3ac29c0db3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router d8aad8ac-9d1c-498f-a091-2d3c9361b519 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:54:54.059506 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecdb5b7-c3e9-420c-84f0-2d3ac29c0db3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:54:54.080244 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3ecdb5b7-c3e9-420c-84f0-2d3ac29c0db3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:54.133373 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3ecdb5b7-c3e9-420c-84f0-2d3ac29c0db3 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/floatingips/a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30 HTTP/1.1" status: 204 len: 168 time: 1.5505950 Apr 22 14:54:54.134164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'tag': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:54:54.193801 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc58c629-05d1-4bc3-8ea4-f74914b97890'] response: {'name': 'network-changed', 'server_uuid': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'tag': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0', 'status': 'completed', 'code': 200} Apr 22 14:54:54.286667 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af519b5f-03ff-48ca-b2c5-4198afb35d9c req-0823deec-a589-4b2c-b7f8-17ad72af6635 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 1098 time: 0.0702665 Apr 22 14:54:54.424746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af519b5f-03ff-48ca-b2c5-4198afb35d9c req-38d61d28-74c7-4e22-ad61-77788228b2c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:54.426194 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af519b5f-03ff-48ca-b2c5-4198afb35d9c req-38d61d28-74c7-4e22-ad61-77788228b2c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=23beec54-a16f-49c7-b5b9-0e7bca879e68 HTTP/1.1" status: 200 len: 897 time: 0.1342664 Apr 22 14:54:54.521534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:54.537567 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af519b5f-03ff-48ca-b2c5-4198afb35d9c req-423bd424-6ab1-4212-a6c6-4f59c15d17d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 HTTP/1.1" status: 200 len: 217 time: 0.1036966 Apr 22 14:54:54.617387 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af519b5f-03ff-48ca-b2c5-4198afb35d9c req-ce763879-d54c-42b2-8eb8-84667bd52a38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:54.619413 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af519b5f-03ff-48ca-b2c5-4198afb35d9c req-ce763879-d54c-42b2-8eb8-84667bd52a38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e946b8a2-e427-416f-b243-75f412dddbba HTTP/1.1" status: 200 len: 834 time: 0.0748925 Apr 22 14:54:54.629822 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfbb96-ef53-4653-9d21-0c84717f2e52 req-640ba498-3005-4007-9fa0-be5adfc33cef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:54.630498 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-0bbfbb96-ef53-4653-9d21-0c84717f2e52 req-640ba498-3005-4007-9fa0-be5adfc33cef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Synchronizing usage tracker for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:54:54.686010 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-0bbfbb96-ef53-4653-9d21-0c84717f2e52 req-640ba498-3005-4007-9fa0-be5adfc33cef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Unset dirty status for tenant:cff54c6a8bde4890bebe346e0436bfdb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:54:54.687260 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0bbfbb96-ef53-4653-9d21-0c84717f2e52 req-640ba498-3005-4007-9fa0-be5adfc33cef tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 945 time: 0.2027650 Apr 22 14:54:54.752070 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0bbfbb96-ef53-4653-9d21-0c84717f2e52 req-7c0dd767-eedf-442c-8d3e-edf2be8afefe tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cf0e73-6a85-4d8b-b5c7-04f17fa6dead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581713 Apr 22 14:54:54.755159 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af519b5f-03ff-48ca-b2c5-4198afb35d9c req-832961a2-78b3-4e2e-a917-5399b0042160 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23beec54-a16f-49c7-b5b9-0e7bca879e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1219046 Apr 22 14:54:54.761981 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fea6f775-529d-4ed8-bfbc-f4070fc92c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:54.892106 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af519b5f-03ff-48ca-b2c5-4198afb35d9c req-449a68ff-50b5-4c0d-b568-e323a2532eb8 service neutron] 10.222.0.30 "GET /v2.0/networks/23beec54-a16f-49c7-b5b9-0e7bca879e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295149 Apr 22 14:54:55.031793 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-af519b5f-03ff-48ca-b2c5-4198afb35d9c req-fe5c9112-cf92-4cdd-9bb9-f87d8f22bf97 service neutron] 10.222.0.30 "GET /v2.0/networks/23beec54-a16f-49c7-b5b9-0e7bca879e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307220 Apr 22 14:54:55.730986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f964f53-bab5-45dc-8443-0cc57315cc53 req-d3bc6465-c036-4bcb-bf0e-5b456d227735 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:55.732437 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6f964f53-bab5-45dc-8443-0cc57315cc53 req-d3bc6465-c036-4bcb-bf0e-5b456d227735 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "GET /v2.0/ports?device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 945 time: 0.0765207 Apr 22 14:54:55.801028 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-6f964f53-bab5-45dc-8443-0cc57315cc53 req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:54:55.801361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-6f964f53-bab5-45dc-8443-0cc57315cc53 req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:56.048643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:56.094442 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f70d31-da87-401a-8f01-e967f40a08da req-9aedbbe2-aa38-4662-9942-bcd2568fa48f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:56.095894 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-24f70d31-da87-401a-8f01-e967f40a08da req-9aedbbe2-aa38-4662-9942-bcd2568fa48f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/ports?device_id=2798e115-c0ea-4843-9ef3-47716ce760cd HTTP/1.1" status: 200 len: 945 time: 0.2104177 Apr 22 14:54:56.171944 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:56.228761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-6f964f53-bab5-45dc-8443-0cc57315cc53 req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0,segment=NetworkSegment(b4940363-824d-48ad-a18a-255384c132fb),segment_id=b4940363-824d-48ad-a18a-255384c132fb)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:56.229118 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-6f964f53-bab5-45dc-8443-0cc57315cc53 req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:56.362578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-6f964f53-bab5-45dc-8443-0cc57315cc53 req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 owned by compute:nova {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:54:56.403509 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-24f70d31-da87-401a-8f01-e967f40a08da req-d5507f1d-618b-44e1-a8c6-23bd3489fb22 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cf0e73-6a85-4d8b-b5c7-04f17fa6dead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2977765 Apr 22 14:54:56.516864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-6f964f53-bab5-45dc-8443-0cc57315cc53 req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:56.565695 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:56.605050 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:56.605389 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:56.605726 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:56.606058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:56.606390 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:56.606719 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:56.607044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:56.607404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:56.607734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:56.608056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:56.608378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:56.652762 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f964f53-bab5-45dc-8443-0cc57315cc53 req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] No DVR routers for this DVR port 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 on host hv-neutron-8390 {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:54:56.654992 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-6f964f53-bab5-45dc-8443-0cc57315cc53 req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:56.657552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'name': 'network-vif-deleted', 'tag': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:54:56.674024 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6f964f53-bab5-45dc-8443-0cc57315cc53 req-70728e2f-e49f-42c7-86be-5ad077458976 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.30 "DELETE /v2.0/ports/1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 HTTP/1.1" status: 204 len: 173 time: 0.9361806 Apr 22 14:54:56.725013 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a710e0-566b-4faf-9ee2-13f12d8ae10f'] response: {'server_uuid': '2798e115-c0ea-4843-9ef3-47716ce760cd', 'name': 'network-vif-deleted', 'tag': '1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0', 'status': 'completed', 'code': 200} Apr 22 14:54:57.345673 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:57.509653 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38760) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:57.580873 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3532a277-f835-47f7-bb3d-5a32408514e9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:57.610658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3532a277-f835-47f7-bb3d-5a32408514e9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:57.683025 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3532a277-f835-47f7-bb3d-5a32408514e9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:57.704037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532a277-f835-47f7-bb3d-5a32408514e9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cf0e73-6a85-4d8b-b5c7-04f17fa6dead,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:57.718386 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3532a277-f835-47f7-bb3d-5a32408514e9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:57.719562 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3532a277-f835-47f7-bb3d-5a32408514e9 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/security-groups/60cf0e73-6a85-4d8b-b5c7-04f17fa6dead HTTP/1.1" status: 204 len: 168 time: 0.2089043 Apr 22 14:54:57.767111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38766) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:58.175101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd52-c80e-48a3-ac7f-8c423ccb284f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:58.774950 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:54:58.890262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-b0c8fd52-c80e-48a3-ac7f-8c423ccb284f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port db902a0a-1697-42b6-a6a4-5be0ac6983f5 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:54:58.890849 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd52-c80e-48a3-ac7f-8c423ccb284f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:59.081833 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-b0c8fd52-c80e-48a3-ac7f-8c423ccb284f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port db902a0a-1697-42b6-a6a4-5be0ac6983f5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=db902a0a-1697-42b6-a6a4-5be0ac6983f5,segment=NetworkSegment(b4940363-824d-48ad-a18a-255384c132fb),segment_id=b4940363-824d-48ad-a18a-255384c132fb)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:59.082170 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd52-c80e-48a3-ac7f-8c423ccb284f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:59.208362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-b0c8fd52-c80e-48a3-ac7f-8c423ccb284f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for db902a0a-1697-42b6-a6a4-5be0ac6983f5 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:54:59.395071 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd52-c80e-48a3-ac7f-8c423ccb284f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:59.443672 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8fd52-c80e-48a3-ac7f-8c423ccb284f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=db902a0a-1697-42b6-a6a4-5be0ac6983f5,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:59.751560 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd52-c80e-48a3-ac7f-8c423ccb284f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:00.383024 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:55:00.417279 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:55:00.417621 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 1f12eb9b-ec09-455f-b4e7-9bdae7e4d4b0 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:55:00.472404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c8fd52-c80e-48a3-ac7f-8c423ccb284f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Router d8aad8ac-9d1c-498f-a091-2d3c9361b519 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:55:00.698317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c8fd52-c80e-48a3-ac7f-8c423ccb284f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:55:00.710735 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b0c8fd52-c80e-48a3-ac7f-8c423ccb284f tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "PUT /v2.0/routers/d8aad8ac-9d1c-498f-a091-2d3c9361b519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9425435 Apr 22 14:55:00.713955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38770) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:00.900686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-656d83a4-2321-45bf-8b91-4f25def65f32 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting subnet e946b8a2-e427-416f-b243-75f412dddbba {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:55:00.903579 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-656d83a4-2321-45bf-8b91-4f25def65f32 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:00.960640 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-656d83a4-2321-45bf-8b91-4f25def65f32 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:01.045297 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-656d83a4-2321-45bf-8b91-4f25def65f32 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:01.117424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-656d83a4-2321-45bf-8b91-4f25def65f32 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:01.160884 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d83a4-2321-45bf-8b91-4f25def65f32 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Subnet': ['ID=e946b8a2-e427-416f-b243-75f412dddbba,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:01.165986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-656d83a4-2321-45bf-8b91-4f25def65f32 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:01.172175 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71edce5-8c7e-4129-8321-ad8265fca04e None None] Network 23beec54-a16f-49c7-b5b9-0e7bca879e68 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:55:01.173050 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-656d83a4-2321-45bf-8b91-4f25def65f32 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/subnets/e946b8a2-e427-416f-b243-75f412dddbba HTTP/1.1" status: 204 len: 168 time: 0.4581094 Apr 22 14:55:01.175596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38774) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:01.376350 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39c1e059-2195-4260-93ab-0b2b33bef5bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:01.436339 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f6391a-9523-4a45-9d0f-445fbee8654a None None] DHCP port deletion for 23beec54-a16f-49c7-b5b9-0e7bca879e68 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:55:01.440521 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6391a-9523-4a45-9d0f-445fbee8654a None None] Deleting port af632a71-ad79-43bb-ba4d-14ec3315ba88 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:55:01.440894 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a0f6391a-9523-4a45-9d0f-445fbee8654a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:01.587091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39c1e059-2195-4260-93ab-0b2b33bef5bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:01.597028 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-39c1e059-2195-4260-93ab-0b2b33bef5bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Deleting port 90c02512-b10d-4e71-99bd-255660eb0933 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:55:01.597406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39c1e059-2195-4260-93ab-0b2b33bef5bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:01.652599 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a0f6391a-9523-4a45-9d0f-445fbee8654a None None] For port af632a71-ad79-43bb-ba4d-14ec3315ba88, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=af632a71-ad79-43bb-ba4d-14ec3315ba88,segment=NetworkSegment(b4940363-824d-48ad-a18a-255384c132fb),segment_id=b4940363-824d-48ad-a18a-255384c132fb)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:01.652905 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a0f6391a-9523-4a45-9d0f-445fbee8654a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:01.771473 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device af632a71-ad79-43bb-ba4d-14ec3315ba88 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:55:01.784565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-39c1e059-2195-4260-93ab-0b2b33bef5bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] For port 90c02512-b10d-4e71-99bd-255660eb0933, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=90c02512-b10d-4e71-99bd-255660eb0933,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:01.784923 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39c1e059-2195-4260-93ab-0b2b33bef5bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:01.799929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6391a-9523-4a45-9d0f-445fbee8654a None None] Calling delete_port for af632a71-ad79-43bb-ba4d-14ec3315ba88 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:55:01.910358 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-39c1e059-2195-4260-93ab-0b2b33bef5bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Calling delete_port for 90c02512-b10d-4e71-99bd-255660eb0933 owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:55:01.968090 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a0f6391a-9523-4a45-9d0f-445fbee8654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:02.008496 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Port af632a71-ad79-43bb-ba4d-14ec3315ba88 update to DOWN by agent not found {{(pid=83965) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 22 14:55:02.027729 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6391a-9523-4a45-9d0f-445fbee8654a None None] Pushing event deleted for resources: {'Port': ['ID=af632a71-ad79-43bb-ba4d-14ec3315ba88,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:02.028512 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749a8a43-667b-4fdb-840a-01626cc6112e None None] Sync routers for ids ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:55:02.031220 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6391a-9523-4a45-9d0f-445fbee8654a None None] No DVR routers for this DVR port af632a71-ad79-43bb-ba4d-14ec3315ba88 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:55:02.048610 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749a8a43-667b-4fdb-840a-01626cc6112e None None] Routers {'d8aad8ac-9d1c-498f-a091-2d3c9361b519'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:55:02.049299 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-749a8a43-667b-4fdb-840a-01626cc6112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:54:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:02.201656 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39c1e059-2195-4260-93ab-0b2b33bef5bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:02.203872 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-749a8a43-667b-4fdb-840a-01626cc6112e None None] Set router d8aad8ac-9d1c-498f-a091-2d3c9361b519 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:55:02.251706 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1e059-2195-4260-93ab-0b2b33bef5bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Port': ['ID=90c02512-b10d-4e71-99bd-255660eb0933,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:02.309691 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-749a8a43-667b-4fdb-840a-01626cc6112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'name': 'tempest-TestNetworkBasicOps-router-1669126808', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:53:44Z', 'updated_at': '2022-04-22T14:55:01Z', 'revision_number': 8, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:02.313539 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749a8a43-667b-4fdb-840a-01626cc6112e None None] Checking router: d8aad8ac-9d1c-498f-a091-2d3c9361b519 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:55:02.325217 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749a8a43-667b-4fdb-840a-01626cc6112e None None] Routers {'d8aad8ac-9d1c-498f-a091-2d3c9361b519'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:55:02.325883 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-749a8a43-667b-4fdb-840a-01626cc6112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:54:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:02.455459 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-749a8a43-667b-4fdb-840a-01626cc6112e None None] Set router d8aad8ac-9d1c-498f-a091-2d3c9361b519 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:55:02.482994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39c1e059-2195-4260-93ab-0b2b33bef5bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:02.596150 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-749a8a43-667b-4fdb-840a-01626cc6112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'name': 'tempest-TestNetworkBasicOps-router-1669126808', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:53:44Z', 'updated_at': '2022-04-22T14:55:02Z', 'revision_number': 9, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:02.600477 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749a8a43-667b-4fdb-840a-01626cc6112e None None] The sync data for ids ['d8aad8ac-9d1c-498f-a091-2d3c9361b519'] in dv-neutron-839027-1-hyperv is: [{'id': 'd8aad8ac-9d1c-498f-a091-2d3c9361b519', 'name': 'tempest-TestNetworkBasicOps-router-1669126808', 'tenant_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:53:44Z', 'updated_at': '2022-04-22T14:55:02Z', 'revision_number': 9, 'project_id': 'cff54c6a8bde4890bebe346e0436bfdb', 'gw_port_host': None}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:55:02.748322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39c1e059-2195-4260-93ab-0b2b33bef5bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:02.752504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39c1e059-2195-4260-93ab-0b2b33bef5bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:02.779397 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39c1e059-2195-4260-93ab-0b2b33bef5bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:02.779929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c1e059-2195-4260-93ab-0b2b33bef5bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Fanout notify agent at l3_agent the message router_deleted on router d8aad8ac-9d1c-498f-a091-2d3c9361b519 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:55:02.794700 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-39c1e059-2195-4260-93ab-0b2b33bef5bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:02.795816 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-39c1e059-2195-4260-93ab-0b2b33bef5bb tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/routers/d8aad8ac-9d1c-498f-a091-2d3c9361b519 HTTP/1.1" status: 204 len: 168 time: 1.6193109 Apr 22 14:55:02.798633 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38778) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:02.919596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b854-19f0-4fe7-9aa0-637248d24e65 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:03.056376 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b854-19f0-4fe7-9aa0-637248d24e65 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:03.082200 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-6ab6b854-19f0-4fe7-9aa0-637248d24e65 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23beec54-a16f-49c7-b5b9-0e7bca879e68']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:03.094745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-6ab6b854-19f0-4fe7-9aa0-637248d24e65 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4940363-824d-48ad-a18a-255384c132fb') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:03.095041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-6ab6b854-19f0-4fe7-9aa0-637248d24e65 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4940363-824d-48ad-a18a-255384c132fb') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:03.106567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b854-19f0-4fe7-9aa0-637248d24e65 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:03.122776 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b854-19f0-4fe7-9aa0-637248d24e65 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:03.128738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab6b854-19f0-4fe7-9aa0-637248d24e65 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:55:03.129120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b854-19f0-4fe7-9aa0-637248d24e65 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:55:03.145261 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:55:03.226525 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b854-19f0-4fe7-9aa0-637248d24e65 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:03.243932 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b854-19f0-4fe7-9aa0-637248d24e65 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:03.254899 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6b854-19f0-4fe7-9aa0-637248d24e65 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] Pushing event deleted for resources: {'Network': ['ID=23beec54-a16f-49c7-b5b9-0e7bca879e68,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:03.265325 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6ab6b854-19f0-4fe7-9aa0-637248d24e65 tempest-TestNetworkBasicOps-1928322992 tempest-TestNetworkBasicOps-1928322992-project] 10.222.0.23 "DELETE /v2.0/networks/23beec54-a16f-49c7-b5b9-0e7bca879e68 HTTP/1.1" status: 204 len: 168 time: 0.4656482 Apr 22 14:55:03.430359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8032ec9a-8ec3-476a-9c8c-7e723ef37849 None None] New status for floating IP a9970cc8-3fbb-4c86-b47e-9a9d8e8c3b30: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:55:03.597715 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38786) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:03.749670 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 90c02512-b10d-4e71-99bd-255660eb0933 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:55:03.782811 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 90c02512-b10d-4e71-99bd-255660eb0933 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:55:03.783078 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 90c02512-b10d-4e71-99bd-255660eb0933 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:55:03.783517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device db902a0a-1697-42b6-a6a4-5be0ac6983f5 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:55:03.792373 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5b1885f7-96be-418f-8e53-c7a2c2e87d20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cff54c6a8bde4890bebe346e0436bfdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1934781 Apr 22 14:55:03.794856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38792) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:03.815815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: db902a0a-1697-42b6-a6a4-5be0ac6983f5 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:55:03.816161 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device db902a0a-1697-42b6-a6a4-5be0ac6983f5 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:55:03.857335 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:03.885358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:03.937116 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:03.953171 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb7f600-0fea-4bba-abe7-88614854f591,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:03.967725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:03.968050 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:03.968389 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:03.968730 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:03.969058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:03.969430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:03.969753 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:03.970080 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:03.970397 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:03.970711 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:03.971028 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:03.973795 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:03.974967 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0d061cf8-28fd-427b-92b8-898b9b1c5481 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ccb7f600-0fea-4bba-abe7-88614854f591 HTTP/1.1" status: 204 len: 168 time: 0.1791370 Apr 22 14:55:04.303697 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 38800) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:04.322643 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b583196e-9998-458a-a3c2-515da6566e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:04.355266 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b583196e-9998-458a-a3c2-515da6566e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:55:04.359079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b583196e-9998-458a-a3c2-515da6566e2c admin admin] Usage tracker for resource:security_group_rule and tenant:e6c296ab665a4534bc2e71b8c09e412b is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:55:04.361917 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b583196e-9998-458a-a3c2-515da6566e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:55:04.368083 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b583196e-9998-458a-a3c2-515da6566e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:55:04.439336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b583196e-9998-458a-a3c2-515da6566e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:04.443438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b583196e-9998-458a-a3c2-515da6566e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:04.488845 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583196e-9998-458a-a3c2-515da6566e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7915ec-877f-4ae4-be9d-ed94f639c05f,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:04.494789 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b583196e-9998-458a-a3c2-515da6566e2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6c296ab665a4534bc2e71b8c09e412b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1900203 Apr 22 14:55:04.497611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38804) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:04.561692 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-28697cfb-2b3a-42ce-9a3d-8f1b0688efc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:04.600329 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-28697cfb-2b3a-42ce-9a3d-8f1b0688efc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:04.654207 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-28697cfb-2b3a-42ce-9a3d-8f1b0688efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:04.668988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697cfb-2b3a-42ce-9a3d-8f1b0688efc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7915ec-877f-4ae4-be9d-ed94f639c05f,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:04.675844 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-28697cfb-2b3a-42ce-9a3d-8f1b0688efc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:04.676817 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-28697cfb-2b3a-42ce-9a3d-8f1b0688efc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b7915ec-877f-4ae4-be9d-ed94f639c05f HTTP/1.1" status: 204 len: 168 time: 0.1782427 Apr 22 14:55:12.895557 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-7d1cf150-d9ba-4337-b366-7642d3667e6a tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2a05bb41513840849449e60c9da11404&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433474 Apr 22 14:55:13.156540 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-75816778-0c18-41fe-9d74-85bc13b8b9f0 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:13.157942 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-75816778-0c18-41fe-9d74-85bc13b8b9f0 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2565262 Apr 22 14:55:13.174482 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-681fa173-ed92-4f6e-ac64-85a248c6999f tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/quotas/2a05bb41513840849449e60c9da11404 HTTP/1.1" status: 200 len: 375 time: 0.0111296 Apr 22 14:55:13.221552 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-479ce835-56fb-419c-a83a-b17f4d8b0fe3 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a05bb41513840849449e60c9da11404&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415998 Apr 22 14:55:13.412060 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ef1dafd5-bca5-43a6-905c-020e637e4b9e req-03265a3a-d82c-485d-a79b-65630be4a0c8 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 210 time: 0.0432842 Apr 22 14:55:14.524290 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-63c5d74d-83e4-43a6-a3fa-6edeb07e9982 req-0d829c34-e964-4034-b651-e154d007c940 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 210 time: 0.0431275 Apr 22 14:55:15.641017 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6d1eca30-cea8-45fd-bb4d-3f85010812bf req-e49eb163-74f6-474b-996d-8e1ba6eb2679 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 210 time: 0.0445359 Apr 22 14:55:16.771788 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b82735e2-f0b6-4537-b3cc-93dadc211c9c req-71d941af-6dde-48ed-9e66-5fdbef60d525 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 210 time: 0.0577552 Apr 22 14:55:17.938296 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8101bd87-9f13-4353-987e-e242345daaa9 req-9042ccf8-8885-4feb-ac01-56720f4c3266 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 210 time: 0.0417023 Apr 22 14:55:18.463222 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-bc72a890-10b3-497d-92d5-594b828755b9 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2a05bb41513840849449e60c9da11404&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282602 Apr 22 14:55:18.617502 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-2af571fe-0b37-484b-b761-1098500660a9 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:18.619588 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-2af571fe-0b37-484b-b761-1098500660a9 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521449 Apr 22 14:55:18.637911 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Request body: {'port': {'device_id': 'c73e0f83-5460-4c93-91fb-a7e6fd70a75e', 'network_id': '94647f57-34ec-434b-8f29-1b28f1f224cc', 'admin_state_up': True, 'tenant_id': '2a05bb41513840849449e60c9da11404'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:55:18.782605 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:55:18.786302 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Usage tracker for resource:port and tenant:2a05bb41513840849449e60c9da11404 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:55:18.789740 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:55:18.795505 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:55:18.807461 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Made reservation on behalf of 2a05bb41513840849449e60c9da11404 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:55:18.810412 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:18.823194 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:18.855153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:55:18.859238 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Usage tracker for resource:security_group_rule and tenant:2a05bb41513840849449e60c9da11404 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:55:18.862752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:55:18.869447 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:55:18.942973 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:18.947337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:19.029207 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a0c688-cdba-4b2b-a104-39858d0f4d4e,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:19.149769 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d4b85609-e8eb-4626-8199-01637c9a39fb req-312fec00-a09a-4e55-a1ef-23263734ad7e tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 210 time: 0.0618269 Apr 22 14:55:19.168245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Allocated IP 192.168.233.217 (94647f57-34ec-434b-8f29-1b28f1f224cc/8f3f17f7-54fe-44bf-af65-6fe50405607d/85f2861e-8f9f-4f52-9f60-1448f84c5704) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:55:19.373704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:19.390433 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Transition to ACTIVE for port object 85f2861e-8f9f-4f52-9f60-1448f84c5704 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:55:19.412105 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:19.488012 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Network 94647f57-34ec-434b-8f29-1b28f1f224cc is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:55:19.491060 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:55:19.496313 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:55:19.521338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Pushing event updated for resources: {'Port': ['ID=85f2861e-8f9f-4f52-9f60-1448f84c5704,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:19.561231 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:19.561845 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:19.588322 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-c0575135-2b8a-47ff-bec4-901948ce3036 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9553573 Apr 22 14:55:19.599982 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Request body: {'port': {'device_id': 'c73e0f83-5460-4c93-91fb-a7e6fd70a75e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:55:19.717402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:19.788583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-63bdb4f0-ceca-45bd-b216-43279b4be3ed None None] Provisioning for port 85f2861e-8f9f-4f52-9f60-1448f84c5704 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:55:19.794495 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-63bdb4f0-ceca-45bd-b216-43279b4be3ed None None] Provisioning complete for port 85f2861e-8f9f-4f52-9f60-1448f84c5704 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:55:19.794865 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-63bdb4f0-ceca-45bd-b216-43279b4be3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:19.848347 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-63bdb4f0-ceca-45bd-b216-43279b4be3ed None None] Port 85f2861e-8f9f-4f52-9f60-1448f84c5704 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:55:20.146864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f2861e-8f9f-4f52-9f60-1448f84c5704 {{(pid=83964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:55:20.154039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:20.168792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Transition to ACTIVE for port object 85f2861e-8f9f-4f52-9f60-1448f84c5704 will not be triggered until provisioned by entity L2. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:55:20.172271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:20.340277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Pushing event updated for resources: {'Port': ['ID=85f2861e-8f9f-4f52-9f60-1448f84c5704,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:20.481112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc91b9a-5f89-4cc7-8953-f836f252c103 req-6283456f-a221-450a-a60e-80d90c61a06f tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:20.482130 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-8cc91b9a-5f89-4cc7-8953-f836f252c103 req-6283456f-a221-450a-a60e-80d90c61a06f tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Synchronizing usage tracker for tenant:2a05bb41513840849449e60c9da11404 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:55:20.489883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Attempting to bind port 85f2861e-8f9f-4f52-9f60-1448f84c5704 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:55:20.490217 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Attempting to bind port 85f2861e-8f9f-4f52-9f60-1448f84c5704 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'a7487e73-1443-44dd-aa15-5ef2db754f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '94647f57-34ec-434b-8f29-1b28f1f224cc'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:55:20.490543 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Attempting to bind port 85f2861e-8f9f-4f52-9f60-1448f84c5704 on network 94647f57-34ec-434b-8f29-1b28f1f224cc {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:55:20.504685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Port 85f2861e-8f9f-4f52-9f60-1448f84c5704 on network 94647f57-34ec-434b-8f29-1b28f1f224cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:55:20.504910 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Attempting to bind port 85f2861e-8f9f-4f52-9f60-1448f84c5704 on network 94647f57-34ec-434b-8f29-1b28f1f224cc {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:55:20.512241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-8cc91b9a-5f89-4cc7-8953-f836f252c103 req-6283456f-a221-450a-a60e-80d90c61a06f tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Unset dirty status for tenant:2a05bb41513840849449e60c9da11404 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:55:20.513385 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8cc91b9a-5f89-4cc7-8953-f836f252c103 req-6283456f-a221-450a-a60e-80d90c61a06f tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 948 time: 0.2331448 Apr 22 14:55:20.514503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:55:20.514837 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Checking segment: {'id': 'a7487e73-1443-44dd-aa15-5ef2db754f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '94647f57-34ec-434b-8f29-1b28f1f224cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:55:20.515224 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Bound using segment: {'id': 'a7487e73-1443-44dd-aa15-5ef2db754f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '94647f57-34ec-434b-8f29-1b28f1f224cc'} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:55:20.515681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Bound port: 85f2861e-8f9f-4f52-9f60-1448f84c5704, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7487e73-1443-44dd-aa15-5ef2db754f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '94647f57-34ec-434b-8f29-1b28f1f224cc'}}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:55:20.516023 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:20.614103 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-8cc91b9a-5f89-4cc7-8953-f836f252c103 req-abe6b673-1541-44f7-a570-61f46c99ee0a tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Synchronizing usage tracker for tenant:2a05bb41513840849449e60c9da11404 on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:55:20.649926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] For port 85f2861e-8f9f-4f52-9f60-1448f84c5704, host hv-neutron-8390, cleared binding levels {{(pid=83964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:55:20.653203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] For port 85f2861e-8f9f-4f52-9f60-1448f84c5704, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85f2861e-8f9f-4f52-9f60-1448f84c5704,segment=NetworkSegment(a7487e73-1443-44dd-aa15-5ef2db754f4a),segment_id=a7487e73-1443-44dd-aa15-5ef2db754f4a)] {{(pid=83964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:55:20.654043 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-8cc91b9a-5f89-4cc7-8953-f836f252c103 req-abe6b673-1541-44f7-a570-61f46c99ee0a tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Unset dirty status for tenant:2a05bb41513840849449e60c9da11404 on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:55:20.655192 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8cc91b9a-5f89-4cc7-8953-f836f252c103 req-abe6b673-1541-44f7-a570-61f46c99ee0a tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a0c688-cdba-4b2b-a104-39858d0f4d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288998 Apr 22 14:55:20.656686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:20.724728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:20.726098 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] 10.222.0.30 "PUT /v2.0/ports/85f2861e-8f9f-4f52-9f60-1448f84c5704 HTTP/1.1" status: 200 len: 1098 time: 1.1303692 Apr 22 14:55:20.727079 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73e0f83-5460-4c93-91fb-a7e6fd70a75e', 'tag': '85f2861e-8f9f-4f52-9f60-1448f84c5704'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:55:20.760105 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743aa70-02a9-47ca-87c0-31b95b4a9ecb service neutron] Pushing event updated for resources: {'Port': ['ID=85f2861e-8f9f-4f52-9f60-1448f84c5704,revision_number=3']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:20.802999 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-474a1327-35d3-4de8-a46c-f1d3876c2f0f'] response: {'name': 'network-changed', 'server_uuid': 'c73e0f83-5460-4c93-91fb-a7e6fd70a75e', 'tag': '85f2861e-8f9f-4f52-9f60-1448f84c5704', 'status': 'completed', 'code': 200} Apr 22 14:55:20.846102 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-9f5e8bb4-2697-4ccc-ad11-7489788563cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a05bb41513840849449e60c9da11404&device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 1101 time: 0.0787511 Apr 22 14:55:20.918321 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-7a0565ee-5182-4403-8947-bf6a9d1258ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=85f2861e-8f9f-4f52-9f60-1448f84c5704 HTTP/1.1" status: 200 len: 217 time: 0.0653622 Apr 22 14:55:20.979138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4e23c99d-f167-4d3f-a25a-4200e68a2f95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:20.980596 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-4e23c99d-f167-4d3f-a25a-4200e68a2f95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f3f17f7-54fe-44bf-af65-6fe50405607d HTTP/1.1" status: 200 len: 843 time: 0.0573196 Apr 22 14:55:21.058666 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-e06e6fca-c6a8-497f-a16c-250189a4922b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=94647f57-34ec-434b-8f29-1b28f1f224cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0726006 Apr 22 14:55:21.193940 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-edae6d18-1b2d-4330-aded-d30d34e71c71 service neutron] 10.222.0.30 "GET /v2.0/networks/94647f57-34ec-434b-8f29-1b28f1f224cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285763 Apr 22 14:55:21.325437 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9ee8343-0565-40da-8c0b-3b7702db384c req-0ceaee4a-b42a-4e26-9fa7-8ce203064caf service neutron] 10.222.0.30 "GET /v2.0/networks/94647f57-34ec-434b-8f29-1b28f1f224cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261680 Apr 22 14:55:21.439439 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a36da1ec-6eb7-4d76-afb8-ded9a29a8d97 req-0aeb87e7-8e7c-4ec2-9872-f6e1fe0e9900 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a05bb41513840849449e60c9da11404&device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 1101 time: 0.0675175 Apr 22 14:55:21.575442 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36da1ec-6eb7-4d76-afb8-ded9a29a8d97 req-46bb2410-81a7-4b9f-9ded-b0e2ae41cf60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:21.576810 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a36da1ec-6eb7-4d76-afb8-ded9a29a8d97 req-46bb2410-81a7-4b9f-9ded-b0e2ae41cf60 service neutron] 10.222.0.30 "GET /v2.0/networks?id=94647f57-34ec-434b-8f29-1b28f1f224cc HTTP/1.1" status: 200 len: 870 time: 0.1304054 Apr 22 14:55:21.649741 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a36da1ec-6eb7-4d76-afb8-ded9a29a8d97 req-fa79e743-5cb2-4c89-9c1b-7a20d532cb74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=85f2861e-8f9f-4f52-9f60-1448f84c5704 HTTP/1.1" status: 200 len: 217 time: 0.0659144 Apr 22 14:55:21.714138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36da1ec-6eb7-4d76-afb8-ded9a29a8d97 req-7cf2148e-b85c-4528-9e30-67e949fa9f5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:21.715596 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a36da1ec-6eb7-4d76-afb8-ded9a29a8d97 req-7cf2148e-b85c-4528-9e30-67e949fa9f5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f3f17f7-54fe-44bf-af65-6fe50405607d HTTP/1.1" status: 200 len: 843 time: 0.0595956 Apr 22 14:55:21.934907 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a36da1ec-6eb7-4d76-afb8-ded9a29a8d97 req-4483fc32-00b7-412c-a053-2f3a2f98db9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=94647f57-34ec-434b-8f29-1b28f1f224cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.2132094 Apr 22 14:55:22.056035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98d744-fadf-448d-b625-be0c88cf72d6 req-f21647b0-a07f-4e1b-8901-e5fa0b128232 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:22.057479 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fe98d744-fadf-448d-b625-be0c88cf72d6 req-f21647b0-a07f-4e1b-8901-e5fa0b128232 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 948 time: 0.2749429 Apr 22 14:55:22.115638 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a36da1ec-6eb7-4d76-afb8-ded9a29a8d97 req-9afcb8ae-b513-484f-9657-5fb6d610c559 service neutron] 10.222.0.30 "GET /v2.0/networks/94647f57-34ec-434b-8f29-1b28f1f224cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721795 Apr 22 14:55:22.147069 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fe98d744-fadf-448d-b625-be0c88cf72d6 req-1db8ac50-ba52-41ea-8062-47263663d8b8 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a0c688-cdba-4b2b-a104-39858d0f4d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793056 Apr 22 14:55:22.258866 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a36da1ec-6eb7-4d76-afb8-ded9a29a8d97 req-30f1341b-8546-4248-870d-25ef46ae78e9 service neutron] 10.222.0.30 "GET /v2.0/networks/94647f57-34ec-434b-8f29-1b28f1f224cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341653 Apr 22 14:55:22.448607 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-886b0798-05e0-4c06-a011-553101ced709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:23.359142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb0202-64b7-425e-bf83-e17058ae4ecb req-a3672592-a838-4f23-b1e2-5ae2a35625d2 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:23.360632 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-29eb0202-64b7-425e-bf83-e17058ae4ecb req-a3672592-a838-4f23-b1e2-5ae2a35625d2 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 948 time: 0.0794263 Apr 22 14:55:23.411747 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-29eb0202-64b7-425e-bf83-e17058ae4ecb req-f37fcdc8-08bd-40fd-883d-7beb35869e93 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a0c688-cdba-4b2b-a104-39858d0f4d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455275 Apr 22 14:55:24.490619 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 85f2861e-8f9f-4f52-9f60-1448f84c5704 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:55:24.619997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12458fc7-ccd2-415e-a6b4-20cb06b2f3b3 req-bd5e540d-8a21-4518-98a8-6619b2e65a4b tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:24.621572 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-12458fc7-ccd2-415e-a6b4-20cb06b2f3b3 req-bd5e540d-8a21-4518-98a8-6619b2e65a4b tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 948 time: 0.0857704 Apr 22 14:55:24.625855 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:24.645464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 85f2861e-8f9f-4f52-9f60-1448f84c5704, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85f2861e-8f9f-4f52-9f60-1448f84c5704,segment=NetworkSegment(a7487e73-1443-44dd-aa15-5ef2db754f4a),segment_id=a7487e73-1443-44dd-aa15-5ef2db754f4a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:24.660662 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '85f2861e-8f9f-4f52-9f60-1448f84c5704', 'network_id': '94647f57-34ec-434b-8f29-1b28f1f224cc', 'port_id': '85f2861e-8f9f-4f52-9f60-1448f84c5704', 'mac_address': 'fa:16:3e:18:26:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3f17f7-54fe-44bf-af65-6fe50405607d', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:55:24.711328 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-12458fc7-ccd2-415e-a6b4-20cb06b2f3b3 req-94880de8-89a5-42c8-91e7-9a8d6fe3b522 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a0c688-cdba-4b2b-a104-39858d0f4d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756073 Apr 22 14:55:24.722309 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:24.754278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f2861e-8f9f-4f52-9f60-1448f84c5704 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:55:24.776993 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cd50ec9f-4014-4ab3-9be8-c07e74116361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:24.781156 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 85f2861e-8f9f-4f52-9f60-1448f84c5704, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85f2861e-8f9f-4f52-9f60-1448f84c5704,segment=NetworkSegment(a7487e73-1443-44dd-aa15-5ef2db754f4a),segment_id=a7487e73-1443-44dd-aa15-5ef2db754f4a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:24.784974 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:24.885579 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=85f2861e-8f9f-4f52-9f60-1448f84c5704,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:24.990137 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['85f2861e-8f9f-4f52-9f60-1448f84c5704'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:55:25.915781 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da496ba-71bb-4533-82fd-67c711243342 req-0a28aa19-3141-43d6-9ba3-cdefebf2362c tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:25.917249 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6da496ba-71bb-4533-82fd-67c711243342 req-0a28aa19-3141-43d6-9ba3-cdefebf2362c tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 949 time: 0.0806177 Apr 22 14:55:25.962397 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6da496ba-71bb-4533-82fd-67c711243342 req-f2cbd00b-119b-4687-8a85-9ef15944188f tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a0c688-cdba-4b2b-a104-39858d0f4d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395789 Apr 22 14:55:26.051745 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:26.166484 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:26.491187 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 85f2861e-8f9f-4f52-9f60-1448f84c5704 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:55:26.558630 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 85f2861e-8f9f-4f52-9f60-1448f84c5704 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:55:26.563227 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 85f2861e-8f9f-4f52-9f60-1448f84c5704 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:55:26.563621 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:26.681799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:26.709964 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73e0f83-5460-4c93-91fb-a7e6fd70a75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f2861e-8f9f-4f52-9f60-1448f84c5704'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:55:26.719522 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 85f2861e-8f9f-4f52-9f60-1448f84c5704, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85f2861e-8f9f-4f52-9f60-1448f84c5704,segment=NetworkSegment(a7487e73-1443-44dd-aa15-5ef2db754f4a),segment_id=a7487e73-1443-44dd-aa15-5ef2db754f4a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:26.723876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:26.782016 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa77a4ad-d192-4ca0-b5ff-f65631e04a90'] response: {'server_uuid': 'c73e0f83-5460-4c93-91fb-a7e6fd70a75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f2861e-8f9f-4f52-9f60-1448f84c5704', 'code': 200} Apr 22 14:55:26.799368 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=85f2861e-8f9f-4f52-9f60-1448f84c5704,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:27.002764 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c3080c62-0127-402e-9842-eb632f80a316 req-4e158d90-5dae-4a6e-954c-bc8d556480eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 1103 time: 0.0675981 Apr 22 14:55:27.047542 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c3080c62-0127-402e-9842-eb632f80a316 req-c8e6a190-f8ed-4ea2-9ba4-498af6a921d1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d0a0c688-cdba-4b2b-a104-39858d0f4d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391200 Apr 22 14:55:27.160322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb470a-697c-4dec-82fd-453cb818bfd4 req-72fe880f-4bc4-4177-b941-100a730728df tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:27.161764 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dfdb470a-697c-4dec-82fd-453cb818bfd4 req-72fe880f-4bc4-4177-b941-100a730728df tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 950 time: 0.0788176 Apr 22 14:55:27.207500 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dfdb470a-697c-4dec-82fd-453cb818bfd4 req-233b6510-0530-45cb-9be1-274e831aefcb tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a0c688-cdba-4b2b-a104-39858d0f4d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396430 Apr 22 14:55:27.348433 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:28.405361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0beec6-4811-40fd-bb31-bae6b657140b req-d7ab6d15-7bbd-482a-8e2c-4ad370680d00 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:28.406794 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2c0beec6-4811-40fd-bb31-bae6b657140b req-d7ab6d15-7bbd-482a-8e2c-4ad370680d00 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 950 time: 0.0760646 Apr 22 14:55:28.455703 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2c0beec6-4811-40fd-bb31-bae6b657140b req-9696d090-e1ef-4fb3-b1b1-6119cb3cbf12 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a0c688-cdba-4b2b-a104-39858d0f4d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434108 Apr 22 14:55:29.028312 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fdfcbfac-5375-4021-abde-313466e55b1f req-78abf41d-4b3f-4d3b-a181-aac8565bfc31 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1962597 Apr 22 14:55:29.526017 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-88d5ccd0-1aaf-42e6-822e-700ff82cb953 req-18395ab7-578c-4f17-aa8f-4e7601db74f8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0700021 Apr 22 14:55:30.084620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd4518-0e64-4f81-b007-7e03341d3ade req-0f2bb8da-1bed-47aa-b5ba-7f9535cedbda tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:30.086103 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9cdd4518-0e64-4f81-b007-7e03341d3ade req-0f2bb8da-1bed-47aa-b5ba-7f9535cedbda tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 950 time: 0.0834606 Apr 22 14:55:30.133540 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9cdd4518-0e64-4f81-b007-7e03341d3ade req-301434d8-39ea-4ad5-9492-67657ffa74e6 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a0c688-cdba-4b2b-a104-39858d0f4d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 Apr 22 14:55:31.264199 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec927a6-fcb1-4023-a3a6-10cd007fb3df req-2bb78be6-c4d6-49c2-a855-5e7f14b19e9b tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:31.265622 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3ec927a6-fcb1-4023-a3a6-10cd007fb3df req-2bb78be6-c4d6-49c2-a855-5e7f14b19e9b tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 950 time: 0.0775974 Apr 22 14:55:31.384009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-3ec927a6-fcb1-4023-a3a6-10cd007fb3df req-97780405-5235-491f-a25c-6797e3484449 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Deleting port 85f2861e-8f9f-4f52-9f60-1448f84c5704 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:55:31.384344 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-3ec927a6-fcb1-4023-a3a6-10cd007fb3df req-97780405-5235-491f-a25c-6797e3484449 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:31.481881 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347ca14-595e-4116-a581-bea3ae6e2a44 req-0769fb72-3f83-4157-aa50-33f689c84ac1 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:31.483545 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2347ca14-595e-4116-a581-bea3ae6e2a44 req-0769fb72-3f83-4157-aa50-33f689c84ac1 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 950 time: 0.2170317 Apr 22 14:55:31.634564 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2347ca14-595e-4116-a581-bea3ae6e2a44 req-4db43d3f-ccc6-4a1a-959f-da503c2c338b tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a0c688-cdba-4b2b-a104-39858d0f4d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451502 Apr 22 14:55:31.704383 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-3ec927a6-fcb1-4023-a3a6-10cd007fb3df req-97780405-5235-491f-a25c-6797e3484449 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] For port 85f2861e-8f9f-4f52-9f60-1448f84c5704, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85f2861e-8f9f-4f52-9f60-1448f84c5704,segment=NetworkSegment(a7487e73-1443-44dd-aa15-5ef2db754f4a),segment_id=a7487e73-1443-44dd-aa15-5ef2db754f4a)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:31.704738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-3ec927a6-fcb1-4023-a3a6-10cd007fb3df req-97780405-5235-491f-a25c-6797e3484449 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:31.925713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-3ec927a6-fcb1-4023-a3a6-10cd007fb3df req-97780405-5235-491f-a25c-6797e3484449 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Calling delete_port for 85f2861e-8f9f-4f52-9f60-1448f84c5704 owned by compute:nova {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:55:32.070455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-3ec927a6-fcb1-4023-a3a6-10cd007fb3df req-97780405-5235-491f-a25c-6797e3484449 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:32.083307 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['85f2861e-8f9f-4f52-9f60-1448f84c5704'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:55:32.126137 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97780405-5235-491f-a25c-6797e3484449 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Pushing event deleted for resources: {'Port': ['ID=85f2861e-8f9f-4f52-9f60-1448f84c5704,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:32.205400 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec927a6-fcb1-4023-a3a6-10cd007fb3df req-97780405-5235-491f-a25c-6797e3484449 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] No DVR routers for this DVR port 85f2861e-8f9f-4f52-9f60-1448f84c5704 on host hv-neutron-8390 {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:55:32.208030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-3ec927a6-fcb1-4023-a3a6-10cd007fb3df req-97780405-5235-491f-a25c-6797e3484449 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:32.211802 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73e0f83-5460-4c93-91fb-a7e6fd70a75e', 'name': 'network-vif-deleted', 'tag': '85f2861e-8f9f-4f52-9f60-1448f84c5704'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:55:32.229859 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3ec927a6-fcb1-4023-a3a6-10cd007fb3df req-97780405-5235-491f-a25c-6797e3484449 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.30 "DELETE /v2.0/ports/85f2861e-8f9f-4f52-9f60-1448f84c5704 HTTP/1.1" status: 204 len: 173 time: 0.9297299 Apr 22 14:55:32.277046 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c5b7a6-96d8-49c4-a743-1eb161e07ae6'] response: {'server_uuid': 'c73e0f83-5460-4c93-91fb-a7e6fd70a75e', 'name': 'network-vif-deleted', 'tag': '85f2861e-8f9f-4f52-9f60-1448f84c5704', 'status': 'completed', 'code': 200} Apr 22 14:55:32.825787 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-fdef341e-b61e-4a74-9bb2-e617026870d0 req-8819228a-dda5-4e83-b1b7-e0e4d4422d66 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Synchronizing usage tracker for tenant:2a05bb41513840849449e60c9da11404 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:55:32.842321 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-fdef341e-b61e-4a74-9bb2-e617026870d0 req-8819228a-dda5-4e83-b1b7-e0e4d4422d66 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] Unset dirty status for tenant:2a05bb41513840849449e60c9da11404 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:55:32.843553 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fdef341e-b61e-4a74-9bb2-e617026870d0 req-8819228a-dda5-4e83-b1b7-e0e4d4422d66 tempest-ServersAdminNegativeTestJSON-1859251646 tempest-ServersAdminNegativeTestJSON-1859251646-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73e0f83-5460-4c93-91fb-a7e6fd70a75e HTTP/1.1" status: 200 len: 210 time: 0.0629492 Apr 22 14:55:34.238387 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38948) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:34.423807 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ac4856eb-b23d-4f87-90e9-68b9742ddb89 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a05bb41513840849449e60c9da11404&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1841586 Apr 22 14:55:34.426152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38954) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:34.487312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0e912511-978f-4ac6-8b76-87822269d954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:34.513964 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0e912511-978f-4ac6-8b76-87822269d954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:34.539962 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 85f2861e-8f9f-4f52-9f60-1448f84c5704 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:55:34.567550 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0e912511-978f-4ac6-8b76-87822269d954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:34.572550 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 85f2861e-8f9f-4f52-9f60-1448f84c5704 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:55:34.572885 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 85f2861e-8f9f-4f52-9f60-1448f84c5704 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:55:34.583566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e912511-978f-4ac6-8b76-87822269d954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a0c688-cdba-4b2b-a104-39858d0f4d4e,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:34.595375 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0e912511-978f-4ac6-8b76-87822269d954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:34.596494 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0e912511-978f-4ac6-8b76-87822269d954 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0a0c688-cdba-4b2b-a104-39858d0f4d4e HTTP/1.1" status: 204 len: 168 time: 0.1694591 Apr 22 14:55:34.947134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38962) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:34.965786 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-819c396a-7198-4668-9a69-5f1e5db95f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:34.997664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-819c396a-7198-4668-9a69-5f1e5db95f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:55:35.001669 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-819c396a-7198-4668-9a69-5f1e5db95f67 admin admin] Usage tracker for resource:security_group_rule and tenant:cadc38cbee8c4c8581af56ed8b9ce613 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:55:35.004621 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-819c396a-7198-4668-9a69-5f1e5db95f67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:55:35.010902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-819c396a-7198-4668-9a69-5f1e5db95f67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:55:35.081393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-819c396a-7198-4668-9a69-5f1e5db95f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:35.085582 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-819c396a-7198-4668-9a69-5f1e5db95f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:35.133445 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c396a-7198-4668-9a69-5f1e5db95f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6f1ff7-d771-4487-a0f6-681621113597,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:35.137847 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-819c396a-7198-4668-9a69-5f1e5db95f67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cadc38cbee8c4c8581af56ed8b9ce613&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1896353 Apr 22 14:55:35.140485 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38966) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:35.201227 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b3177a8-19d7-4f41-a664-55aca473a2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:35.227487 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b3177a8-19d7-4f41-a664-55aca473a2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:35.279649 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b3177a8-19d7-4f41-a664-55aca473a2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:35.296294 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3177a8-19d7-4f41-a664-55aca473a2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6f1ff7-d771-4487-a0f6-681621113597,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:35.300483 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b3177a8-19d7-4f41-a664-55aca473a2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:35.301582 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9b3177a8-19d7-4f41-a664-55aca473a2da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce6f1ff7-d771-4487-a0f6-681621113597 HTTP/1.1" status: 204 len: 168 time: 0.1602833 Apr 22 14:55:35.777023 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:55:36.151549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38988) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:36.287648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-18000422-network', 'tenant_id': '0c9711a4e25648d8aa4d23395a656483'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:55:36.293125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:55:36.296869 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Usage tracker for resource:network and tenant:0c9711a4e25648d8aa4d23395a656483 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:55:36.299732 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:55:36.305525 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:55:36.315536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Made reservation on behalf of 0c9711a4e25648d8aa4d23395a656483 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:55:36.317975 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:36.333604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:36.367195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:55:36.370950 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Usage tracker for resource:security_group_rule and tenant:0c9711a4e25648d8aa4d23395a656483 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:55:36.373716 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:55:36.379523 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:55:36.446413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:36.450360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:36.481952 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:55:36.490637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f881a62a-a385-40e2-938d-739525f62432,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:36.497106 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:36.497499 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Added segment 76dac125-5cc5-4233-b665-432882aa397f of type vlan for network 454a8e33-0a8a-467c-b446-ed0c3b53d37e Apr 22 14:55:36.524974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:36.553050 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:36.554327 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:36.555055 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:36.657860 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] Pushing event updated for resources: {'Network': ['ID=454a8e33-0a8a-467c-b446-ed0c3b53d37e,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:36.663957 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3bd034e7-75d3-4776-a4c2-81fd128e7bcd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5081029 Apr 22 14:55:36.666145 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 38994) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:36.670810 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 454a8e33-0a8a-467c-b446-ed0c3b53d37e details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:55:36.671586 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-085a8a13-1191-4612-9800-e22f5a11e132 admin admin] Request body: {'subnet': {'network_id': '454a8e33-0a8a-467c-b446-ed0c3b53d37e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-18000422-subnet', 'tenant_id': '0c9711a4e25648d8aa4d23395a656483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:55:36.676771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-085a8a13-1191-4612-9800-e22f5a11e132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:55:36.681421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-085a8a13-1191-4612-9800-e22f5a11e132 admin admin] Usage tracker for resource:subnet and tenant:0c9711a4e25648d8aa4d23395a656483 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:55:36.684667 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-085a8a13-1191-4612-9800-e22f5a11e132 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:55:36.690596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-085a8a13-1191-4612-9800-e22f5a11e132 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:55:36.701619 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085a8a13-1191-4612-9800-e22f5a11e132 admin admin] Made reservation on behalf of 0c9711a4e25648d8aa4d23395a656483 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:55:36.703978 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-085a8a13-1191-4612-9800-e22f5a11e132 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:36.912722 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-085a8a13-1191-4612-9800-e22f5a11e132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:36.978973 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a8a13-1191-4612-9800-e22f5a11e132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b797908-fa8a-47f9-8bd3-0fd4868606b9,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:37.003878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a8a13-1191-4612-9800-e22f5a11e132 admin admin] Checking segment: {'id': '76dac125-5cc5-4233-b665-432882aa397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '454a8e33-0a8a-467c-b446-ed0c3b53d37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:55:37.004229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085a8a13-1191-4612-9800-e22f5a11e132 admin admin] Network hostable DHCP agents. Network: 454a8e33-0a8a-467c-b446-ed0c3b53d37e, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:55:37.027233 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085a8a13-1191-4612-9800-e22f5a11e132 admin admin] Network 454a8e33-0a8a-467c-b446-ed0c3b53d37e is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:55:37.036746 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-085a8a13-1191-4612-9800-e22f5a11e132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 454a8e33-0a8a-467c-b446-ed0c3b53d37e) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:55:37.042071 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085a8a13-1191-4612-9800-e22f5a11e132 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:37.042645 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-085a8a13-1191-4612-9800-e22f5a11e132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:37.046982 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167a75e8-d4ed-4230-9dcd-36e54650ce7d None None] Network 454a8e33-0a8a-467c-b446-ed0c3b53d37e requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:55:37.064029 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-085a8a13-1191-4612-9800-e22f5a11e132 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3968058 Apr 22 14:55:37.294312 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d742328f-0b3c-4121-b819-46cda40f9135 None None] Network 454a8e33-0a8a-467c-b446-ed0c3b53d37e requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:55:37.604926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-9481824c-f625-45a2-8f2b-cf96761d297a tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:37.605602 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-9481824c-f625-45a2-8f2b-cf96761d297a tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Synchronizing usage tracker for tenant:0c9711a4e25648d8aa4d23395a656483 on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:55:37.624971 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-9481824c-f625-45a2-8f2b-cf96761d297a tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Unset dirty status for tenant:0c9711a4e25648d8aa4d23395a656483 on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:55:37.626373 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-9481824c-f625-45a2-8f2b-cf96761d297a tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/networks?id=454a8e33-0a8a-467c-b446-ed0c3b53d37e HTTP/1.1" status: 200 len: 810 time: 0.1619411 Apr 22 14:55:37.650252 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-944509e1-f651-4163-93f8-b175c3be639d tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/quotas/0c9711a4e25648d8aa4d23395a656483 HTTP/1.1" status: 200 len: 375 time: 0.0127892 Apr 22 14:55:37.698398 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4bffe7f0-be01-43ba-b100-b43641af5036 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c9711a4e25648d8aa4d23395a656483&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430207 Apr 22 14:55:37.831307 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-755d7acb-1ab6-4728-8dcf-c66309bcd32e service neutron] 10.222.0.23 "GET /v2.0/networks/454a8e33-0a8a-467c-b446-ed0c3b53d37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261814 Apr 22 14:55:38.050446 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-f0657601-0ca5-426b-8ba8-3fbfe008d2f7 service neutron] 10.222.0.23 "GET /v2.0/networks/454a8e33-0a8a-467c-b446-ed0c3b53d37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125866 Apr 22 14:55:38.235554 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2c89ba1f-95a8-4d98-af1c-57e5fffa3762 req-30fffc25-c996-467b-93ff-ff2d62661ef3 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 210 time: 0.0445783 Apr 22 14:55:39.239670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-9d1df314-3144-463b-8fdc-f464d965f7fc tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:39.241728 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-9d1df314-3144-463b-8fdc-f464d965f7fc tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.30 "GET /v2.0/networks?id=454a8e33-0a8a-467c-b446-ed0c3b53d37e HTTP/1.1" status: 200 len: 810 time: 0.1454761 Apr 22 14:55:39.257349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Request body: {'port': {'device_id': 'bf1bce59-6d82-41a4-8702-fd8d5618c5c1', 'network_id': '454a8e33-0a8a-467c-b446-ed0c3b53d37e', 'admin_state_up': True, 'tenant_id': '0c9711a4e25648d8aa4d23395a656483'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:55:39.421292 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f1def7c7-eb1e-4954-911a-750684514cb8 req-e0adf166-b314-4c7b-92b5-3970c65d991d tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 210 time: 0.0526493 Apr 22 14:55:39.433442 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:55:39.437890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Usage tracker for resource:port and tenant:0c9711a4e25648d8aa4d23395a656483 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:55:39.442033 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:55:39.449327 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:55:39.459878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Made reservation on behalf of 0c9711a4e25648d8aa4d23395a656483 for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:55:39.463028 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:39.625266 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Allocated IP 172.20.0.9 (454a8e33-0a8a-467c-b446-ed0c3b53d37e/3b797908-fa8a-47f9-8bd3-0fd4868606b9/7a13d4c4-998d-4490-9b35-c311dcaea911) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:55:39.825279 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:39.852353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:39.927384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Network 454a8e33-0a8a-467c-b446-ed0c3b53d37e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:55:39.930950 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:55:39.935389 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:55:39.959291 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Pushing event updated for resources: {'Port': ['ID=7a13d4c4-998d-4490-9b35-c311dcaea911,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:40.000453 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:40.001048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:40.022013 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-e043a229-65f0-4c14-92d0-2451a179c6dd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7685692 Apr 22 14:55:40.031842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-1e538455-a869-4de6-9578-b43bfeb43cb8 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:55:40.032948 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-1e538455-a869-4de6-9578-b43bfeb43cb8 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050077 Apr 22 14:55:40.043394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Request body: {'port': {'device_id': 'bf1bce59-6d82-41a4-8702-fd8d5618c5c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:55:40.155701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:40.490281 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a13d4c4-998d-4490-9b35-c311dcaea911 {{(pid=83964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:55:40.498365 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:40.513551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Transition to ACTIVE for port object 7a13d4c4-998d-4490-9b35-c311dcaea911 will not be triggered until provisioned by entity L2. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:55:40.517858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:40.786124 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Pushing event updated for resources: {'Port': ['ID=7a13d4c4-998d-4490-9b35-c311dcaea911,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:40.892568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5c23c-5c4f-4de0-a999-7a67314581ab req-2b350945-6e26-4e8e-a240-cc044c40baa1 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:40.893253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-28c5c23c-5c4f-4de0-a999-7a67314581ab req-2b350945-6e26-4e8e-a240-cc044c40baa1 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Synchronizing usage tracker for tenant:0c9711a4e25648d8aa4d23395a656483 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:55:40.930309 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Attempting to bind port 7a13d4c4-998d-4490-9b35-c311dcaea911 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:55:40.930645 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Attempting to bind port 7a13d4c4-998d-4490-9b35-c311dcaea911 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '76dac125-5cc5-4233-b665-432882aa397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '454a8e33-0a8a-467c-b446-ed0c3b53d37e'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:55:40.930974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Attempting to bind port 7a13d4c4-998d-4490-9b35-c311dcaea911 on network 454a8e33-0a8a-467c-b446-ed0c3b53d37e {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:55:40.933108 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-28c5c23c-5c4f-4de0-a999-7a67314581ab req-2b350945-6e26-4e8e-a240-cc044c40baa1 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Unset dirty status for tenant:0c9711a4e25648d8aa4d23395a656483 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:55:40.934282 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-28c5c23c-5c4f-4de0-a999-7a67314581ab req-2b350945-6e26-4e8e-a240-cc044c40baa1 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 943 time: 0.3765216 Apr 22 14:55:40.938761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Port 7a13d4c4-998d-4490-9b35-c311dcaea911 on network 454a8e33-0a8a-467c-b446-ed0c3b53d37e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:55:40.939080 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Attempting to bind port 7a13d4c4-998d-4490-9b35-c311dcaea911 on network 454a8e33-0a8a-467c-b446-ed0c3b53d37e {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:55:40.961046 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:55:40.961383 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Checking segment: {'id': '76dac125-5cc5-4233-b665-432882aa397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '454a8e33-0a8a-467c-b446-ed0c3b53d37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:55:40.961769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Bound using segment: {'id': '76dac125-5cc5-4233-b665-432882aa397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '454a8e33-0a8a-467c-b446-ed0c3b53d37e'} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:55:40.962202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Bound port: 7a13d4c4-998d-4490-9b35-c311dcaea911, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76dac125-5cc5-4233-b665-432882aa397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '454a8e33-0a8a-467c-b446-ed0c3b53d37e'}}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:55:40.962547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:41.041728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-28c5c23c-5c4f-4de0-a999-7a67314581ab req-bc2ad2b9-9e7d-4aa4-8725-c2bee2d486bc tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Synchronizing usage tracker for tenant:0c9711a4e25648d8aa4d23395a656483 on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:55:41.078002 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-28c5c23c-5c4f-4de0-a999-7a67314581ab req-bc2ad2b9-9e7d-4aa4-8725-c2bee2d486bc tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Unset dirty status for tenant:0c9711a4e25648d8aa4d23395a656483 on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:55:41.079225 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-28c5c23c-5c4f-4de0-a999-7a67314581ab req-bc2ad2b9-9e7d-4aa4-8725-c2bee2d486bc tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379552 Apr 22 14:55:41.085986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] For port 7a13d4c4-998d-4490-9b35-c311dcaea911, host hv-neutron-8390, cleared binding levels {{(pid=83964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:55:41.089174 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] For port 7a13d4c4-998d-4490-9b35-c311dcaea911, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7a13d4c4-998d-4490-9b35-c311dcaea911,segment=NetworkSegment(76dac125-5cc5-4233-b665-432882aa397f),segment_id=76dac125-5cc5-4233-b665-432882aa397f)] {{(pid=83964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:55:41.093610 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:41.159739 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:41.161085 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] 10.222.0.30 "PUT /v2.0/ports/7a13d4c4-998d-4490-9b35-c311dcaea911 HTTP/1.1" status: 200 len: 1093 time: 1.1215897 Apr 22 14:55:41.161517 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1bce59-6d82-41a4-8702-fd8d5618c5c1', 'tag': '7a13d4c4-998d-4490-9b35-c311dcaea911'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:55:41.183306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1de6cb-66c4-49d0-97eb-cab12d7fbfeb service neutron] Pushing event updated for resources: {'Port': ['ID=7a13d4c4-998d-4490-9b35-c311dcaea911,revision_number=3']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:41.232364 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8643af-36ac-48c0-9193-4ebe3a22aed1'] response: {'name': 'network-changed', 'server_uuid': 'bf1bce59-6d82-41a4-8702-fd8d5618c5c1', 'tag': '7a13d4c4-998d-4490-9b35-c311dcaea911', 'status': 'completed', 'code': 200} Apr 22 14:55:41.273977 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-5afc7e3c-b7e5-4cda-b4e1-07d5a1d64fa6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c9711a4e25648d8aa4d23395a656483&device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 1096 time: 0.0729873 Apr 22 14:55:41.346055 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-9a6c63fc-6e86-4263-9667-8898c3febbd6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a13d4c4-998d-4490-9b35-c311dcaea911 HTTP/1.1" status: 200 len: 217 time: 0.0644925 Apr 22 14:55:41.407865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-91a97ad7-b4ec-4316-86a1-425f273b53e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:41.409262 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-91a97ad7-b4ec-4316-86a1-425f273b53e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b797908-fa8a-47f9-8bd3-0fd4868606b9 HTTP/1.1" status: 200 len: 850 time: 0.0578215 Apr 22 14:55:41.456563 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-a8ee7bd8-c285-4991-a9c8-8b5f58514e4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=454a8e33-0a8a-467c-b446-ed0c3b53d37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417264 Apr 22 14:55:41.592105 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-b2a6bc08-c1a5-48b5-ac50-398d7737755f service neutron] 10.222.0.30 "GET /v2.0/networks/454a8e33-0a8a-467c-b446-ed0c3b53d37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288714 Apr 22 14:55:41.724361 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8325fb-1422-4780-b8b3-a4b18e770a50 req-f1cee9b4-76d9-432c-a1ae-b91b6b9267ec service neutron] 10.222.0.30 "GET /v2.0/networks/454a8e33-0a8a-467c-b446-ed0c3b53d37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262329 Apr 22 14:55:41.839970 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8c8e6c11-35df-4700-8c0f-3aafc63001c1 req-e21cd8ee-b869-408b-82f1-e38df9511b4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c9711a4e25648d8aa4d23395a656483&device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 1096 time: 0.0695648 Apr 22 14:55:41.970038 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e6c11-35df-4700-8c0f-3aafc63001c1 req-f59262f3-c016-49d4-9330-a214ddfb57a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:41.971415 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8c8e6c11-35df-4700-8c0f-3aafc63001c1 req-f59262f3-c016-49d4-9330-a214ddfb57a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=454a8e33-0a8a-467c-b446-ed0c3b53d37e HTTP/1.1" status: 200 len: 911 time: 0.1251385 Apr 22 14:55:42.042444 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8c8e6c11-35df-4700-8c0f-3aafc63001c1 req-44efb6c5-b88a-4af8-9bc5-4820784fdedb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a13d4c4-998d-4490-9b35-c311dcaea911 HTTP/1.1" status: 200 len: 217 time: 0.0648859 Apr 22 14:55:42.105551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e6c11-35df-4700-8c0f-3aafc63001c1 req-fb21c613-cf3d-4caf-8021-a3b12da74afd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:42.107077 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8c8e6c11-35df-4700-8c0f-3aafc63001c1 req-fb21c613-cf3d-4caf-8021-a3b12da74afd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b797908-fa8a-47f9-8bd3-0fd4868606b9 HTTP/1.1" status: 200 len: 850 time: 0.0577762 Apr 22 14:55:42.157715 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8c8e6c11-35df-4700-8c0f-3aafc63001c1 req-f3bd21c1-4903-41e3-9484-d7c0a988f200 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=454a8e33-0a8a-467c-b446-ed0c3b53d37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436251 Apr 22 14:55:42.346834 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8c8e6c11-35df-4700-8c0f-3aafc63001c1 req-d046c2b8-3394-433c-a924-c5f09bbb505f service neutron] 10.222.0.30 "GET /v2.0/networks/454a8e33-0a8a-467c-b446-ed0c3b53d37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823518 Apr 22 14:55:42.380755 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92717f3a-1cfd-4f89-8ba9-6b817528a0d0 req-8adf0886-34d1-4f40-8099-9d47831bb012 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:42.382486 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-92717f3a-1cfd-4f89-8ba9-6b817528a0d0 req-8adf0886-34d1-4f40-8099-9d47831bb012 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 943 time: 0.1484411 Apr 22 14:55:42.603521 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-92717f3a-1cfd-4f89-8ba9-6b817528a0d0 req-e2bd245b-a0d7-4423-a425-a5adf6307c73 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716971 Apr 22 14:55:42.620121 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8c8e6c11-35df-4700-8c0f-3aafc63001c1 req-282fdaa0-2462-4a3e-9b6a-eb1d490ec130 service neutron] 10.222.0.30 "GET /v2.0/networks/454a8e33-0a8a-467c-b446-ed0c3b53d37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660644 Apr 22 14:55:43.805589 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90934735-af9b-4814-b7a5-bd86c7d991be req-8fa269c1-4dcc-4ae7-9d4b-b7bf62ee82d3 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:43.807045 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-90934735-af9b-4814-b7a5-bd86c7d991be req-8fa269c1-4dcc-4ae7-9d4b-b7bf62ee82d3 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 943 time: 0.0773375 Apr 22 14:55:43.856416 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-90934735-af9b-4814-b7a5-bd86c7d991be req-d42b10bf-fb04-42b3-800b-69d39419f26f tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Apr 22 14:55:44.537335 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 7a13d4c4-998d-4490-9b35-c311dcaea911 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:55:44.672123 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 7a13d4c4-998d-4490-9b35-c311dcaea911, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7a13d4c4-998d-4490-9b35-c311dcaea911,segment=NetworkSegment(76dac125-5cc5-4233-b665-432882aa397f),segment_id=76dac125-5cc5-4233-b665-432882aa397f)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:44.686110 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '7a13d4c4-998d-4490-9b35-c311dcaea911', 'network_id': '454a8e33-0a8a-467c-b446-ed0c3b53d37e', 'port_id': '7a13d4c4-998d-4490-9b35-c311dcaea911', 'mac_address': 'fa:16:3e:95:ad:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b797908-fa8a-47f9-8bd3-0fd4868606b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:55:44.740225 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:44.759146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a13d4c4-998d-4490-9b35-c311dcaea911 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:55:44.774433 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 7a13d4c4-998d-4490-9b35-c311dcaea911, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7a13d4c4-998d-4490-9b35-c311dcaea911,segment=NetworkSegment(76dac125-5cc5-4233-b665-432882aa397f),segment_id=76dac125-5cc5-4233-b665-432882aa397f)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:44.779719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:44.848528 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=7a13d4c4-998d-4490-9b35-c311dcaea911,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:44.968487 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['7a13d4c4-998d-4490-9b35-c311dcaea911'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:55:45.066553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d2591-5a59-4cc2-b5b9-d41ed53b8d68 req-c1b8c192-0041-4cc3-bc1f-c0d72a8187bf tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:45.068027 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-982d2591-5a59-4cc2-b5b9-d41ed53b8d68 req-c1b8c192-0041-4cc3-bc1f-c0d72a8187bf tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 944 time: 0.0883706 Apr 22 14:55:45.113992 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-982d2591-5a59-4cc2-b5b9-d41ed53b8d68 req-bc32044d-4266-4b0a-9051-6c2221487bba tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Apr 22 14:55:46.315066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913ea1e-4d7c-422c-b93d-2b127c006b59 req-7692b061-b129-4e43-997a-f516d153682d tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:46.316512 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8913ea1e-4d7c-422c-b93d-2b127c006b59 req-7692b061-b129-4e43-997a-f516d153682d tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 944 time: 0.0812356 Apr 22 14:55:46.364638 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8913ea1e-4d7c-422c-b93d-2b127c006b59 req-601de903-2ae2-445b-a400-40434c7e884b tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417721 Apr 22 14:55:46.552615 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 7a13d4c4-998d-4490-9b35-c311dcaea911 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:55:46.620520 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 7a13d4c4-998d-4490-9b35-c311dcaea911 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:55:46.625753 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 7a13d4c4-998d-4490-9b35-c311dcaea911 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:55:46.626126 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:46.747624 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:46.777693 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1bce59-6d82-41a4-8702-fd8d5618c5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a13d4c4-998d-4490-9b35-c311dcaea911'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:55:46.786017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 7a13d4c4-998d-4490-9b35-c311dcaea911, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7a13d4c4-998d-4490-9b35-c311dcaea911,segment=NetworkSegment(76dac125-5cc5-4233-b665-432882aa397f),segment_id=76dac125-5cc5-4233-b665-432882aa397f)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:46.790223 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:46.836304 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cefc00d-baaf-440b-bbdd-9380f8a855e1'] response: {'server_uuid': 'bf1bce59-6d82-41a4-8702-fd8d5618c5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a13d4c4-998d-4490-9b35-c311dcaea911', 'code': 200} Apr 22 14:55:46.864583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=7a13d4c4-998d-4490-9b35-c311dcaea911,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:46.874347 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:46.874689 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:46.875024 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:46.875397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:46.875731 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:46.876059 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:46.876385 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:46.876711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:46.877034 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:46.877379 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:46.877719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:47.067450 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-723372a4-dfe3-446d-935f-16b5bf842b2f req-e5981394-1db4-4876-854d-23b42b962fdb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 1098 time: 0.0783329 Apr 22 14:55:47.111847 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-723372a4-dfe3-446d-935f-16b5bf842b2f req-d370d035-9681-4447-af40-bd87baeb913a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390012 Apr 22 14:55:47.572800 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55965f6a-030b-4ae7-a89e-def382c6855d req-dbc9e84b-fc3f-44c6-a3a8-c70e04678385 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:47.574292 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-55965f6a-030b-4ae7-a89e-def382c6855d req-dbc9e84b-fc3f-44c6-a3a8-c70e04678385 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0804334 Apr 22 14:55:47.620505 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-55965f6a-030b-4ae7-a89e-def382c6855d req-e0b64620-9c7d-476e-8776-5192aaa313e8 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 Apr 22 14:55:48.833262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36075150-d1ba-4b42-b533-6818c103eb55 req-db0b92c6-3d5c-47f7-b97c-3a49c11a34a8 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:48.835272 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-36075150-d1ba-4b42-b533-6818c103eb55 req-db0b92c6-3d5c-47f7-b97c-3a49c11a34a8 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0783741 Apr 22 14:55:48.886890 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-36075150-d1ba-4b42-b533-6818c103eb55 req-a8ae7e2f-1f0c-410f-b079-2f8f042fbc51 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459628 Apr 22 14:55:49.091719 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9a808857-4c6c-44f8-be95-5d62493f6f50 req-c719081b-2e95-44cc-a902-8a4921dd0563 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0751686 Apr 22 14:55:49.364104 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 39048) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:49.407356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71519eea-6600-4d85-92c2-f245324f61f3 req-03c27418-0b29-4017-a463-788c31d4ac8e tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:49.408797 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-71519eea-6600-4d85-92c2-f245324f61f3 req-03c27418-0b29-4017-a463-788c31d4ac8e tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0838051 Apr 22 14:55:49.458540 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-71519eea-6600-4d85-92c2-f245324f61f3 req-0338ec51-89b6-49af-87db-7d0ff1ecff7d tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433400 Apr 22 14:55:49.511541 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-97f73ba2-9af3-47f0-977f-147c0e11a004 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1461771 Apr 22 14:55:50.662402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb0c2b-353f-42c9-9d9f-8b156096a20f req-af4e1f71-f97d-4574-942f-7ef396f91243 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:50.664063 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c7bb0c2b-353f-42c9-9d9f-8b156096a20f req-af4e1f71-f97d-4574-942f-7ef396f91243 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0796256 Apr 22 14:55:50.765769 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c7bb0c2b-353f-42c9-9d9f-8b156096a20f req-fe380009-ffc6-4575-9ab8-b9afc4fa1bc7 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958886 Apr 22 14:55:50.784990 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-4b4ed15d-c9e1-40e8-baac-ffa33ff2123c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c9711a4e25648d8aa4d23395a656483&device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 1098 time: 0.1004462 Apr 22 14:55:50.917323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-5ae5b424-bde2-4558-927a-fb93b6783290 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:50.918629 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-5ae5b424-bde2-4558-927a-fb93b6783290 service neutron] 10.222.0.30 "GET /v2.0/networks?id=454a8e33-0a8a-467c-b446-ed0c3b53d37e HTTP/1.1" status: 200 len: 911 time: 0.1283031 Apr 22 14:55:50.998730 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-4fb3b8d5-8e2e-48e0-ad42-ef6b4657470d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a13d4c4-998d-4490-9b35-c311dcaea911 HTTP/1.1" status: 200 len: 217 time: 0.0726013 Apr 22 14:55:51.070259 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-ba4839cd-05fa-47a2-89d7-4a23b491bb6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:51.071731 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-ba4839cd-05fa-47a2-89d7-4a23b491bb6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b797908-fa8a-47f9-8bd3-0fd4868606b9 HTTP/1.1" status: 200 len: 850 time: 0.0676947 Apr 22 14:55:51.116802 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-dfe14c59-f0e8-46f6-b62d-1ba89a9fd1ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=454a8e33-0a8a-467c-b446-ed0c3b53d37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393336 Apr 22 14:55:51.250550 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-9d75ea9c-43b6-462c-adde-6f10364704b0 service neutron] 10.222.0.30 "GET /v2.0/networks/454a8e33-0a8a-467c-b446-ed0c3b53d37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278906 Apr 22 14:55:51.384448 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-9506487e-39c7-4363-a4eb-10f11dd7a279 service neutron] 10.222.0.30 "GET /v2.0/networks/454a8e33-0a8a-467c-b446-ed0c3b53d37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282208 Apr 22 14:55:51.967630 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd248b-6ee6-4085-9119-e8e3624a2593 req-42a08ce9-7f77-44f5-ba1d-20e5f520ea5f tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:51.969058 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7dbd248b-6ee6-4085-9119-e8e3624a2593 req-42a08ce9-7f77-44f5-ba1d-20e5f520ea5f tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0815444 Apr 22 14:55:52.020094 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7dbd248b-6ee6-4085-9119-e8e3624a2593 req-d64dfd65-a741-4473-94bb-d26ca883c3f4 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452836 Apr 22 14:55:52.451441 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5d1262e1-568c-462d-b8b7-df014057f9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:53.300404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24153e-e958-46c7-9387-3ffc2aeb7bc9 req-627dfbd9-b8f7-4faa-be2e-441c0db32da6 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:53.301863 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1d24153e-e958-46c7-9387-3ffc2aeb7bc9 req-627dfbd9-b8f7-4faa-be2e-441c0db32da6 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.1588933 Apr 22 14:55:53.347641 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1d24153e-e958-46c7-9387-3ffc2aeb7bc9 req-9e283c7f-cb00-4dc2-8593-48c2344dd979 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395575 Apr 22 14:55:54.543769 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:54.687782 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a3e8c-1f13-4a74-8170-2e69299c84f3 req-8baa5efc-170c-4ecd-ae39-1687c07fdc64 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:54.689361 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-950a3e8c-1f13-4a74-8170-2e69299c84f3 req-8baa5efc-170c-4ecd-ae39-1687c07fdc64 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0786831 Apr 22 14:55:54.735958 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-950a3e8c-1f13-4a74-8170-2e69299c84f3 req-37fd5a0a-b5b7-4e01-9c62-cdc147ed6a96 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401874 Apr 22 14:55:54.769513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1d7521bb-800f-4072-8755-2c9940c38182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:55.931921 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf067f-1fb4-462d-abf7-19792ee8de29 req-4fe15e93-7944-4420-b55f-17f6726e6600 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:55.933355 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7caf067f-1fb4-462d-abf7-19792ee8de29 req-4fe15e93-7944-4420-b55f-17f6726e6600 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0753419 Apr 22 14:55:55.979896 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7caf067f-1fb4-462d-abf7-19792ee8de29 req-dbec46df-0b20-41e9-a4a5-c94160615fe5 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Apr 22 14:55:56.054803 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:56.169075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:57.178907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca28ad-a4ae-4a21-b357-d5ede88d6a33 req-5a500be4-0e8f-4152-8431-690593f0c40a tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:57.180404 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-17ca28ad-a4ae-4a21-b357-d5ede88d6a33 req-5a500be4-0e8f-4152-8431-690593f0c40a tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0798867 Apr 22 14:55:57.226087 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-17ca28ad-a4ae-4a21-b357-d5ede88d6a33 req-b53fa923-4d2b-41f7-8cc7-22ac44993423 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402308 Apr 22 14:55:57.353852 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:58.425648 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3d8f3-70af-494b-855d-0f2d098a9d67 req-48af35b0-c8a7-4489-9c3f-e208b9c9f886 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:58.427134 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f1c3d8f3-70af-494b-855d-0f2d098a9d67 req-48af35b0-c8a7-4489-9c3f-e208b9c9f886 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0771511 Apr 22 14:55:58.477343 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f1c3d8f3-70af-494b-855d-0f2d098a9d67 req-39888644-64bf-471d-84f6-d40a8d926c54 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438681 Apr 22 14:55:59.678026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfbf88-4445-43e4-8786-fc2a770f7d03 req-16e9bb98-d8a6-4a25-9714-027ac0677c19 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:59.679521 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f4dfbf88-4445-43e4-8786-fc2a770f7d03 req-16e9bb98-d8a6-4a25-9714-027ac0677c19 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0797844 Apr 22 14:55:59.729471 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f4dfbf88-4445-43e4-8786-fc2a770f7d03 req-e13ee8be-a935-4b5d-9b49-cc25ddbb7260 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442076 Apr 22 14:56:00.932112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9ebf5-72d4-4231-a207-acf4917845cc req-4a3f5a7e-6918-42ef-9102-86dbb32f2c42 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:00.933557 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-41b9ebf5-72d4-4231-a207-acf4917845cc req-4a3f5a7e-6918-42ef-9102-86dbb32f2c42 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0798600 Apr 22 14:56:00.980164 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-41b9ebf5-72d4-4231-a207-acf4917845cc req-7dd11404-be24-48be-8822-eea2966a816e tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Apr 22 14:56:02.180778 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22627a92-3b1d-42eb-bacf-df3ab1e9aebc req-b98e3a04-52da-45f8-a276-0470fd09f05f tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:02.182219 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-22627a92-3b1d-42eb-bacf-df3ab1e9aebc req-b98e3a04-52da-45f8-a276-0470fd09f05f tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0767057 Apr 22 14:56:02.227664 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-22627a92-3b1d-42eb-bacf-df3ab1e9aebc req-2bfc5671-f6f2-4af1-8c78-0fa349dfd5fd tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397699 Apr 22 14:56:03.426222 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16596a37-4b35-45d8-bd0f-8952a8049c10 req-c1a1e05a-dff4-4a20-a293-f1603a70c6ca tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:03.428248 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-16596a37-4b35-45d8-bd0f-8952a8049c10 req-c1a1e05a-dff4-4a20-a293-f1603a70c6ca tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0792015 Apr 22 14:56:03.473961 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-16596a37-4b35-45d8-bd0f-8952a8049c10 req-edbd2da6-e5d4-4294-b825-79a6904bff20 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401428 Apr 22 14:56:04.670689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8acc2d-ec1b-40ea-9331-c004c5d05d66 req-6dbe6ce8-faae-46cd-af1a-33b744e5e4b9 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:04.672179 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1f8acc2d-ec1b-40ea-9331-c004c5d05d66 req-6dbe6ce8-faae-46cd-af1a-33b744e5e4b9 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0759113 Apr 22 14:56:04.718897 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1f8acc2d-ec1b-40ea-9331-c004c5d05d66 req-d23b267d-2da8-4379-826f-00bcedb2f934 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410123 Apr 22 14:56:06.063810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dd475-4a11-4565-ad54-1c097a016c17 req-7320bf40-b47a-4587-9a32-fb447e8a2e7b tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:06.065163 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f81dd475-4a11-4565-ad54-1c097a016c17 req-7320bf40-b47a-4587-9a32-fb447e8a2e7b tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0801966 Apr 22 14:56:06.110293 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f81dd475-4a11-4565-ad54-1c097a016c17 req-e1a2f680-d603-4a93-9f3d-3dae95712201 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395429 Apr 22 14:56:07.310143 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56989d3-8c9f-4cc2-ac54-092090db5147 req-0bc66584-2ad1-4f2a-9912-cdc01dbc3b81 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:07.311629 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f56989d3-8c9f-4cc2-ac54-092090db5147 req-0bc66584-2ad1-4f2a-9912-cdc01dbc3b81 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0757596 Apr 22 14:56:07.359292 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f56989d3-8c9f-4cc2-ac54-092090db5147 req-e048b4bf-c39d-417a-933d-dedc629d3480 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422301 Apr 22 14:56:08.556757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4366f7-33eb-4fed-805a-2be0ce28a57a req-f3bd4cc2-b4fd-4c9c-9fa2-00e37185d367 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:08.558196 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2e4366f7-33eb-4fed-805a-2be0ce28a57a req-f3bd4cc2-b4fd-4c9c-9fa2-00e37185d367 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0778127 Apr 22 14:56:08.604860 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2e4366f7-33eb-4fed-805a-2be0ce28a57a req-c73068ff-1b32-4738-962c-d3134fb23c25 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410721 Apr 22 14:56:09.812796 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ead5c-08b3-4ab3-b5ae-2e4f8a8f5dd8 req-e30db2a1-28c5-486c-88a8-0b04f7ae28b8 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:09.814269 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e44ead5c-08b3-4ab3-b5ae-2e4f8a8f5dd8 req-e30db2a1-28c5-486c-88a8-0b04f7ae28b8 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0803747 Apr 22 14:56:09.860203 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e44ead5c-08b3-4ab3-b5ae-2e4f8a8f5dd8 req-4f8849a6-b542-40db-8382-c0d6668ca75c tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398746 Apr 22 14:56:11.056097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b278b-8863-47eb-ab12-31baaf6a57dc req-d7a06c29-0f2f-4eb6-a257-978bfe0dd38d tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:11.057468 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8d1b278b-8863-47eb-ab12-31baaf6a57dc req-d7a06c29-0f2f-4eb6-a257-978bfe0dd38d tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0753260 Apr 22 14:56:11.102701 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8d1b278b-8863-47eb-ab12-31baaf6a57dc req-43154dc1-f548-4add-a483-47db75abae5f tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397761 Apr 22 14:56:12.303187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a3984-6dd0-4eee-8114-cdc67e605baf req-15f84143-cb12-4ae8-88dc-3dfe29429907 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:12.304668 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c44a3984-6dd0-4eee-8114-cdc67e605baf req-15f84143-cb12-4ae8-88dc-3dfe29429907 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0799515 Apr 22 14:56:12.351228 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c44a3984-6dd0-4eee-8114-cdc67e605baf req-f47042c6-7c77-439a-80b5-e94858ede4d1 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 Apr 22 14:56:12.777805 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:56:13.550379 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75156e56-313d-4e7f-83fe-08ae82e0a820 req-fd2b9e12-59aa-4d27-8f6a-a14ca459dfc3 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:13.553116 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-75156e56-313d-4e7f-83fe-08ae82e0a820 req-fd2b9e12-59aa-4d27-8f6a-a14ca459dfc3 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0758252 Apr 22 14:56:13.624665 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-75156e56-313d-4e7f-83fe-08ae82e0a820 req-05176dd9-3ac0-448c-8dd3-851e3f477d44 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655279 Apr 22 14:56:13.805544 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e83aca4d-f5e0-4acf-b19c-37abc352001a req-2114c842-ed8f-4206-b8eb-ba8caff6e2de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c9711a4e25648d8aa4d23395a656483&device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 1098 time: 0.1419301 Apr 22 14:56:14.033234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aca4d-f5e0-4acf-b19c-37abc352001a req-f517bce6-7968-499e-8057-80b82cdfa7ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:14.034653 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e83aca4d-f5e0-4acf-b19c-37abc352001a req-f517bce6-7968-499e-8057-80b82cdfa7ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=454a8e33-0a8a-467c-b446-ed0c3b53d37e HTTP/1.1" status: 200 len: 911 time: 0.2113981 Apr 22 14:56:14.104308 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e83aca4d-f5e0-4acf-b19c-37abc352001a req-01f0c521-8b25-4b7e-935f-f405df297525 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a13d4c4-998d-4490-9b35-c311dcaea911 HTTP/1.1" status: 200 len: 217 time: 0.0635197 Apr 22 14:56:14.165749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aca4d-f5e0-4acf-b19c-37abc352001a req-9ab86661-9fe7-4531-8ca0-353b6044da60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:14.167148 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e83aca4d-f5e0-4acf-b19c-37abc352001a req-9ab86661-9fe7-4531-8ca0-353b6044da60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b797908-fa8a-47f9-8bd3-0fd4868606b9 HTTP/1.1" status: 200 len: 850 time: 0.0573061 Apr 22 14:56:14.211903 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e83aca4d-f5e0-4acf-b19c-37abc352001a req-45aed16d-ee5d-433d-8e1a-b9fe7ecc5cb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=454a8e33-0a8a-467c-b446-ed0c3b53d37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391359 Apr 22 14:56:14.345731 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e83aca4d-f5e0-4acf-b19c-37abc352001a req-8d253ebd-f03f-4daf-85a7-400417ed9a69 service neutron] 10.222.0.30 "GET /v2.0/networks/454a8e33-0a8a-467c-b446-ed0c3b53d37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281779 Apr 22 14:56:14.484545 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e83aca4d-f5e0-4acf-b19c-37abc352001a req-956c41e9-c59c-4949-830d-2589f770bcd0 service neutron] 10.222.0.30 "GET /v2.0/networks/454a8e33-0a8a-467c-b446-ed0c3b53d37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329417 Apr 22 14:56:14.829434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949a020-0576-4f70-ae17-36b611081afd req-cc96e376-2e5c-4464-8c8a-0e07f786166c tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:14.830872 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8949a020-0576-4f70-ae17-36b611081afd req-cc96e376-2e5c-4464-8c8a-0e07f786166c tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0846999 Apr 22 14:56:14.879690 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8949a020-0576-4f70-ae17-36b611081afd req-18c7842d-13cc-4425-a799-194f7ff46cfa tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429342 Apr 22 14:56:16.081270 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dbbd0-08ed-42a8-904d-31b7b80b65b7 req-574d8c98-d2b8-4ed0-af36-398cc314bcc4 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:16.082648 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2b6dbbd0-08ed-42a8-904d-31b7b80b65b7 req-574d8c98-d2b8-4ed0-af36-398cc314bcc4 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0785015 Apr 22 14:56:16.133439 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2b6dbbd0-08ed-42a8-904d-31b7b80b65b7 req-a1e3502c-3a84-46e0-a7dc-4476151735d9 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437446 Apr 22 14:56:17.334006 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b6a27-fe57-4333-9abf-b7c21fa63ee8 req-baeba284-5509-42f1-a232-437f43a1b88c tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:17.335504 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dd0b6a27-fe57-4333-9abf-b7c21fa63ee8 req-baeba284-5509-42f1-a232-437f43a1b88c tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0771105 Apr 22 14:56:17.383233 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dd0b6a27-fe57-4333-9abf-b7c21fa63ee8 req-5ba072b7-461e-4c44-a366-15a021f02d70 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416453 Apr 22 14:56:18.045690 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-ead8ed48-5b5b-460c-8de5-6f57c2289986 service neutron] 10.222.0.30 "GET /v2.0/ports/7a13d4c4-998d-4490-9b35-c311dcaea911/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0786321 Apr 22 14:56:18.312291 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-c7870bd2-c391-450a-8400-50e5a63a66ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1&tenant_id=0c9711a4e25648d8aa4d23395a656483 HTTP/1.1" status: 200 len: 1098 time: 0.0767004 Apr 22 14:56:18.405898 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-8f4fa347-e9a6-4d9d-83dc-1b8b965ec554 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c9711a4e25648d8aa4d23395a656483&device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 1098 time: 0.0717807 Apr 22 14:56:18.587728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-eb6b926c-50ff-4bbb-ae01-d88ca9c35df0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:18.589057 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-eb6b926c-50ff-4bbb-ae01-d88ca9c35df0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=454a8e33-0a8a-467c-b446-ed0c3b53d37e HTTP/1.1" status: 200 len: 911 time: 0.1775796 Apr 22 14:56:18.666461 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-2963369f-6a00-4407-b650-7de9dc222d7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a13d4c4-998d-4490-9b35-c311dcaea911 HTTP/1.1" status: 200 len: 217 time: 0.0693061 Apr 22 14:56:18.728491 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bd272-74b9-46dc-935a-c3d8ab9c39a0 req-5269cac2-0979-4128-9312-1656597da7df tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:18.729924 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a89bd272-74b9-46dc-935a-c3d8ab9c39a0 req-5269cac2-0979-4128-9312-1656597da7df tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.2230587 Apr 22 14:56:18.760193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-4982785a-3e85-4c54-947d-69f473801517 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:18.761632 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-4982785a-3e85-4c54-947d-69f473801517 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b797908-fa8a-47f9-8bd3-0fd4868606b9 HTTP/1.1" status: 200 len: 850 time: 0.0894229 Apr 22 14:56:18.821834 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-99a98520-6ad9-44ec-a72e-9adf5f4a424f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=454a8e33-0a8a-467c-b446-ed0c3b53d37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481083 Apr 22 14:56:18.826683 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a89bd272-74b9-46dc-935a-c3d8ab9c39a0 req-a2c822fa-d79d-4650-906b-ec245e5de149 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899763 Apr 22 14:56:19.043905 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-cee7f79e-88ed-49a5-911f-e21bfd8a4235 service neutron] 10.222.0.30 "GET /v2.0/networks/454a8e33-0a8a-467c-b446-ed0c3b53d37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162912 Apr 22 14:56:19.174235 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b77b8169-6435-4c79-ae2b-5235b0dad387 req-6ab79724-c0f2-477d-9291-fb5b0f00218d service neutron] 10.222.0.30 "GET /v2.0/networks/454a8e33-0a8a-467c-b446-ed0c3b53d37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235859 Apr 22 14:56:20.028335 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca1406-651d-42d9-a17c-d2bb795d318f req-dad92bab-aee2-4d68-9d73-0fd30eecc5f8 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:20.029736 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-35ca1406-651d-42d9-a17c-d2bb795d318f req-dad92bab-aee2-4d68-9d73-0fd30eecc5f8 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0786800 Apr 22 14:56:20.078754 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-35ca1406-651d-42d9-a17c-d2bb795d318f req-94e53d55-2edc-480f-ad05-6f7b5f201b17 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432568 Apr 22 14:56:21.290750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a1c7d-eef4-4ba1-b5dd-64989af5e597 req-c574896e-620a-48e3-a7e9-dc4a326a4f32 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:21.292230 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-451a1c7d-eef4-4ba1-b5dd-64989af5e597 req-c574896e-620a-48e3-a7e9-dc4a326a4f32 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0862813 Apr 22 14:56:21.342691 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-451a1c7d-eef4-4ba1-b5dd-64989af5e597 req-22e35171-ecf0-4b29-834d-e794d90e1324 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447979 Apr 22 14:56:21.744293 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-bebf50ab-16f3-4320-8de8-0cf1eb67355d tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:21.745721 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-bebf50ab-16f3-4320-8de8-0cf1eb67355d tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1&tenant_id=0c9711a4e25648d8aa4d23395a656483&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.0841236 Apr 22 14:56:21.889075 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-b616ff41-faaf-443e-b783-9669bc3ba46d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c9711a4e25648d8aa4d23395a656483&device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 1098 time: 0.0741773 Apr 22 14:56:22.023747 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-66294787-3601-4982-a592-5dc47d59cb44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:22.025079 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-66294787-3601-4982-a592-5dc47d59cb44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=454a8e33-0a8a-467c-b446-ed0c3b53d37e HTTP/1.1" status: 200 len: 911 time: 0.1295383 Apr 22 14:56:22.091051 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-df598b21-dec4-4f12-b1b2-248f5fdcc31e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a13d4c4-998d-4490-9b35-c311dcaea911 HTTP/1.1" status: 200 len: 217 time: 0.0598893 Apr 22 14:56:22.155122 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-165dbb74-ea5f-4b55-ac13-6ba547a995e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:22.156569 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-165dbb74-ea5f-4b55-ac13-6ba547a995e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b797908-fa8a-47f9-8bd3-0fd4868606b9 HTTP/1.1" status: 200 len: 850 time: 0.0598502 Apr 22 14:56:22.201484 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-92a82db3-15bc-402a-bd6f-845f322c0d86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=454a8e33-0a8a-467c-b446-ed0c3b53d37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394599 Apr 22 14:56:22.340968 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-db037945-a2cb-4588-ad38-77b3a8c63092 service neutron] 10.222.0.30 "GET /v2.0/networks/454a8e33-0a8a-467c-b446-ed0c3b53d37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329823 Apr 22 14:56:22.454833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1a0953cb-a64a-410f-afee-525015395134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:22.483683 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-239172a9-050b-4396-a9ee-aa599498047f service neutron] 10.222.0.30 "GET /v2.0/networks/454a8e33-0a8a-467c-b446-ed0c3b53d37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367841 Apr 22 14:56:22.678308 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 7a13d4c4-998d-4490-9b35-c311dcaea911 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:56:22.788902 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:22.818989 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1bce59-6d82-41a4-8702-fd8d5618c5c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a13d4c4-998d-4490-9b35-c311dcaea911'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:56:22.828806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 7a13d4c4-998d-4490-9b35-c311dcaea911, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7a13d4c4-998d-4490-9b35-c311dcaea911,segment=NetworkSegment(76dac125-5cc5-4233-b665-432882aa397f),segment_id=76dac125-5cc5-4233-b665-432882aa397f)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:56:22.833461 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:22.889204 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664624b7-f8bd-4fcc-9a04-41414217c7aa'] response: {'server_uuid': 'bf1bce59-6d82-41a4-8702-fd8d5618c5c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a13d4c4-998d-4490-9b35-c311dcaea911', 'code': 200} Apr 22 14:56:22.906297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=7a13d4c4-998d-4490-9b35-c311dcaea911,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:23.314523 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa7f91-4c39-4a01-899e-b3eaf42d9be4 req-346dcceb-18ba-45c9-bf1b-1c9b4292e1ef tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:23.315883 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4baa7f91-4c39-4a01-899e-b3eaf42d9be4 req-346dcceb-18ba-45c9-bf1b-1c9b4292e1ef tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 943 time: 0.0807574 Apr 22 14:56:23.361909 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4baa7f91-4c39-4a01-899e-b3eaf42d9be4 req-7d2d94ee-7b19-46a5-ad69-61f4b36e7cd2 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400915 Apr 22 14:56:24.555085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:24.574006 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e993ecb-e3c6-474e-85ea-540553935b5d req-756b5560-152a-45e3-a9e8-5706352971f6 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:24.575465 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6e993ecb-e3c6-474e-85ea-540553935b5d req-756b5560-152a-45e3-a9e8-5706352971f6 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 943 time: 0.0878105 Apr 22 14:56:24.625703 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6e993ecb-e3c6-474e-85ea-540553935b5d req-0450bdae-3ae1-4155-98a2-ed2412176a88 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/security-groups?id=f881a62a-a385-40e2-938d-739525f62432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445993 Apr 22 14:56:24.774903 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5d04dd46-bd3a-4c62-9d57-1a53107abd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:24.917744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-dd11db85-7051-402f-8d4b-cb16fa4439a4 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:24.919341 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-dd11db85-7051-402f-8d4b-cb16fa4439a4 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 943 time: 0.1050825 Apr 22 14:56:25.017730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Deleting port 7a13d4c4-998d-4490-9b35-c311dcaea911 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:56:25.018250 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:25.410681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] For port 7a13d4c4-998d-4490-9b35-c311dcaea911, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7a13d4c4-998d-4490-9b35-c311dcaea911,segment=NetworkSegment(76dac125-5cc5-4233-b665-432882aa397f),segment_id=76dac125-5cc5-4233-b665-432882aa397f)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:56:25.411598 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:25.563120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Calling delete_port for 7a13d4c4-998d-4490-9b35-c311dcaea911 owned by compute:nova {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:56:25.747132 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:25.841932 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Pushing event deleted for resources: {'Port': ['ID=7a13d4c4-998d-4490-9b35-c311dcaea911,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:25.857191 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a2edd309-e703-42ab-9c76-744b5a24bf10 req-e398a857-5e28-4d1d-98e6-17a8e6006192 tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1bce59-6d82-41a4-8702-fd8d5618c5c1 HTTP/1.1" status: 200 len: 210 time: 0.0652685 Apr 22 14:56:25.896009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:25.896344 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:25.896682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:25.897009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:25.897337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:25.897665 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:25.897988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:25.898315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:25.898634 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:25.898952 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:25.899271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:25.945435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] No DVR routers for this DVR port 7a13d4c4-998d-4490-9b35-c311dcaea911 on host hv-neutron-8390 {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:56:25.948466 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:25.951157 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1bce59-6d82-41a4-8702-fd8d5618c5c1', 'name': 'network-vif-deleted', 'tag': '7a13d4c4-998d-4490-9b35-c311dcaea911'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:56:25.978836 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-192afd1f-1acd-4798-9a9b-693dedc4089d req-43a61386-03d1-45c7-9f1a-a2fd25fa5aff tempest-DeleteServersTestJSON-2105987180 tempest-DeleteServersTestJSON-2105987180-project] 10.222.0.30 "DELETE /v2.0/ports/7a13d4c4-998d-4490-9b35-c311dcaea911 HTTP/1.1" status: 204 len: 173 time: 1.0520272 Apr 22 14:56:26.019125 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60307e6d-1ef8-4799-a3c8-b663c2a464c4'] response: {'server_uuid': 'bf1bce59-6d82-41a4-8702-fd8d5618c5c1', 'name': 'network-vif-deleted', 'tag': '7a13d4c4-998d-4490-9b35-c311dcaea911', 'status': 'completed', 'code': 200} Apr 22 14:56:26.060567 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:26.174252 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:27.153490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 39146) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:27.224369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Deleting subnet 3b797908-fa8a-47f9-8bd3-0fd4868606b9 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:56:27.227592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:27.279520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:27.334544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:27.353836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:27.518919 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:27.557314 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b797908-fa8a-47f9-8bd3-0fd4868606b9,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:27.565283 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:27.573590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:27.573942 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:27.574278 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:27.574615 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:27.574951 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:27.575307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:27.575638 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:27.575963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:27.576290 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:27.576611 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:27.576929 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:27.584338 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-dbddb4e0-c3bf-4c6c-b720-e1ddda96bd3d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3b797908-fa8a-47f9-8bd3-0fd4868606b9 HTTP/1.1" status: 204 len: 168 time: 0.4297693 Apr 22 14:56:27.587170 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 39150) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:27.698307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4041d7f1-44bd-4cd6-86c5-bff6b16e5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:27.825447 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4041d7f1-44bd-4cd6-86c5-bff6b16e5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:27.851508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-4041d7f1-44bd-4cd6-86c5-bff6b16e5b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454a8e33-0a8a-467c-b446-ed0c3b53d37e']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:56:27.863267 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-4041d7f1-44bd-4cd6-86c5-bff6b16e5b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dac125-5cc5-4233-b665-432882aa397f') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:56:27.863580 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-4041d7f1-44bd-4cd6-86c5-bff6b16e5b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dac125-5cc5-4233-b665-432882aa397f') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:56:27.875209 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4041d7f1-44bd-4cd6-86c5-bff6b16e5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:27.892799 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4041d7f1-44bd-4cd6-86c5-bff6b16e5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:27.900309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4041d7f1-44bd-4cd6-86c5-bff6b16e5b9f admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:56:27.900708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4041d7f1-44bd-4cd6-86c5-bff6b16e5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:56:27.913825 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:56:27.993128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4041d7f1-44bd-4cd6-86c5-bff6b16e5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:27.997640 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4041d7f1-44bd-4cd6-86c5-bff6b16e5b9f admin admin] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:28.023671 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041d7f1-44bd-4cd6-86c5-bff6b16e5b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=454a8e33-0a8a-467c-b446-ed0c3b53d37e,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:28.032034 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4041d7f1-44bd-4cd6-86c5-bff6b16e5b9f admin admin] 10.222.0.23 "DELETE /v2.0/networks/454a8e33-0a8a-467c-b446-ed0c3b53d37e HTTP/1.1" status: 204 len: 168 time: 0.4435279 Apr 22 14:56:28.167658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 39156) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:28.225952 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-73dac615-b318-4a38-984c-3438b444e68f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c9711a4e25648d8aa4d23395a656483&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0571413 Apr 22 14:56:28.228457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 39160) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:28.295241 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-65fcae5d-10d1-48c0-be19-0152613c4328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:28.322308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-65fcae5d-10d1-48c0-be19-0152613c4328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:28.373131 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-65fcae5d-10d1-48c0-be19-0152613c4328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:28.388880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcae5d-10d1-48c0-be19-0152613c4328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f881a62a-a385-40e2-938d-739525f62432,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:28.402570 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-65fcae5d-10d1-48c0-be19-0152613c4328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:28.404016 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-65fcae5d-10d1-48c0-be19-0152613c4328 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f881a62a-a385-40e2-938d-739525f62432 HTTP/1.1" status: 204 len: 168 time: 0.1745107 Apr 22 14:56:28.708806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 7a13d4c4-998d-4490-9b35-c311dcaea911 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:56:28.741246 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 7a13d4c4-998d-4490-9b35-c311dcaea911 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:56:28.741597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 7a13d4c4-998d-4490-9b35-c311dcaea911 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:56:29.249139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 39182) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:29.377122 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-872350048-network', 'tenant_id': 'ea34b424b0984d4da610e7bd26c6089c'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:56:29.382023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:56:29.385862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Usage tracker for resource:network and tenant:ea34b424b0984d4da610e7bd26c6089c is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:56:29.388783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:56:29.394733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:56:29.405487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Made reservation on behalf of ea34b424b0984d4da610e7bd26c6089c for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:56:29.407815 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:29.420921 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:29.455564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:56:29.459560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Usage tracker for resource:security_group_rule and tenant:ea34b424b0984d4da610e7bd26c6089c is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:56:29.462507 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:56:29.468482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:56:29.544749 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:29.548921 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:29.578358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:56:29.593459 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e8b48d-46db-4b6c-ac4a-4974a93b9002,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:29.600694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:29.601054 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Added segment 8b363b28-de54-4c39-a06d-63ac47800203 of type vlan for network c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 Apr 22 14:56:29.636661 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:29.672742 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:29.673620 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:29.674204 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:29.781567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] Pushing event updated for resources: {'Network': ['ID=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:29.784597 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-aa9da57d-7b3e-4986-a20f-cd4dcaa97a85 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5344656 Apr 22 14:56:29.789964 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 39188) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:29.792661 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:56:29.795368 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-8a756bf6-e9e8-4f41-98ff-2c48e0d08533 admin admin] Request body: {'subnet': {'network_id': 'c45efaba-ca6c-4041-a5af-2fbdd0fcffd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-872350048-subnet', 'tenant_id': 'ea34b424b0984d4da610e7bd26c6089c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:56:29.800463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8a756bf6-e9e8-4f41-98ff-2c48e0d08533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:56:29.804930 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8a756bf6-e9e8-4f41-98ff-2c48e0d08533 admin admin] Usage tracker for resource:subnet and tenant:ea34b424b0984d4da610e7bd26c6089c is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:56:29.808455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-8a756bf6-e9e8-4f41-98ff-2c48e0d08533 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:56:29.814535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-8a756bf6-e9e8-4f41-98ff-2c48e0d08533 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:56:29.825873 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a756bf6-e9e8-4f41-98ff-2c48e0d08533 admin admin] Made reservation on behalf of ea34b424b0984d4da610e7bd26c6089c for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:56:29.828401 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8a756bf6-e9e8-4f41-98ff-2c48e0d08533 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:30.038169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8a756bf6-e9e8-4f41-98ff-2c48e0d08533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:30.108559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a756bf6-e9e8-4f41-98ff-2c48e0d08533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c0766e-8275-4cfb-ae09-a528ce43ec8d,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:30.126694 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a756bf6-e9e8-4f41-98ff-2c48e0d08533 admin admin] Checking segment: {'id': '8b363b28-de54-4c39-a06d-63ac47800203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c45efaba-ca6c-4041-a5af-2fbdd0fcffd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:56:30.127052 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a756bf6-e9e8-4f41-98ff-2c48e0d08533 admin admin] Network hostable DHCP agents. Network: c45efaba-ca6c-4041-a5af-2fbdd0fcffd5, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:56:30.149792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a756bf6-e9e8-4f41-98ff-2c48e0d08533 admin admin] Network c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:56:30.159193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-8a756bf6-e9e8-4f41-98ff-2c48e0d08533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, c45efaba-ca6c-4041-a5af-2fbdd0fcffd5) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:56:30.163726 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a756bf6-e9e8-4f41-98ff-2c48e0d08533 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:30.164306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8a756bf6-e9e8-4f41-98ff-2c48e0d08533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:30.170408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d729e2-f640-4b98-9ec9-bf11629e3f49 None None] Network c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:56:30.194814 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8a756bf6-e9e8-4f41-98ff-2c48e0d08533 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3955104 Apr 22 14:56:30.397001 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03436091-f977-4049-a925-4a7828e2dc1e None None] Network c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:56:30.745724 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86935fcf-d06f-4bd0-be07-f98331843465 req-d08c84c4-44af-4048-91b8-9237212261f6 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:30.747136 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86935fcf-d06f-4bd0-be07-f98331843465 req-d08c84c4-44af-4048-91b8-9237212261f6 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/networks?id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 HTTP/1.1" status: 200 len: 814 time: 0.1591575 Apr 22 14:56:30.764102 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86935fcf-d06f-4bd0-be07-f98331843465 req-b41b118d-0f34-4b69-96d5-30c07494cbf8 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/quotas/ea34b424b0984d4da610e7bd26c6089c HTTP/1.1" status: 200 len: 375 time: 0.0113082 Apr 22 14:56:30.809826 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86935fcf-d06f-4bd0-be07-f98331843465 req-ad18d947-6189-4638-8552-049db714a9f0 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea34b424b0984d4da610e7bd26c6089c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402942 Apr 22 14:56:30.947251 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86935fcf-d06f-4bd0-be07-f98331843465 req-c626bdbb-4247-489a-acfc-43143b2010a1 service neutron] 10.222.0.23 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307657 Apr 22 14:56:31.116392 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86935fcf-d06f-4bd0-be07-f98331843465 req-2194faee-70d8-423a-ad71-8834177dca1b service neutron] 10.222.0.23 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626213 Apr 22 14:56:31.330229 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-62ad4680-0abc-4ff4-b061-4cd2e0891e08 req-e50ed248-c4c8-4c62-9823-a6984b98b251 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 210 time: 0.0459888 Apr 22 14:56:32.571226 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ced3d3f2-9bfb-4025-ae37-901e85cb6657 req-712c33ef-5b70-4145-9273-b1e56a99775b tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 210 time: 0.0681469 Apr 22 14:56:32.590826 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86935fcf-d06f-4bd0-be07-f98331843465 req-fff02d99-4378-4d43-99f3-3977745ddda1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:32.593288 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86935fcf-d06f-4bd0-be07-f98331843465 req-fff02d99-4378-4d43-99f3-3977745ddda1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.30 "GET /v2.0/networks?id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 HTTP/1.1" status: 200 len: 814 time: 0.2642491 Apr 22 14:56:32.611872 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-86935fcf-d06f-4bd0-be07-f98331843465 req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Request body: {'port': {'device_id': 'ba44e504-a042-4312-9147-a97cf8e0c986', 'network_id': 'c45efaba-ca6c-4041-a5af-2fbdd0fcffd5', 'admin_state_up': True, 'tenant_id': 'ea34b424b0984d4da610e7bd26c6089c'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:56:32.883203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-86935fcf-d06f-4bd0-be07-f98331843465 req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:56:32.887143 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-86935fcf-d06f-4bd0-be07-f98331843465 req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Usage tracker for resource:port and tenant:ea34b424b0984d4da610e7bd26c6089c is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:56:32.890051 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-86935fcf-d06f-4bd0-be07-f98331843465 req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:56:32.897050 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [req-86935fcf-d06f-4bd0-be07-f98331843465 req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:56:32.907413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86935fcf-d06f-4bd0-be07-f98331843465 req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Made reservation on behalf of ea34b424b0984d4da610e7bd26c6089c for: {'port': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:56:32.910551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-86935fcf-d06f-4bd0-be07-f98331843465 req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:33.099875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [req-86935fcf-d06f-4bd0-be07-f98331843465 req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Allocated IP 172.20.0.6 (c45efaba-ca6c-4041-a5af-2fbdd0fcffd5/64c0766e-8275-4cfb-ae09-a528ce43ec8d/142a6f88-1221-49d2-8913-29e45b6ebe31) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:56:33.313811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-86935fcf-d06f-4bd0-be07-f98331843465 req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:33.344520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-86935fcf-d06f-4bd0-be07-f98331843465 req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:33.451908 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86935fcf-d06f-4bd0-be07-f98331843465 req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Network c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:56:33.456061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [req-86935fcf-d06f-4bd0-be07-f98331843465 req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:56:33.461978 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-86935fcf-d06f-4bd0-be07-f98331843465 req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:56:33.512815 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Pushing event updated for resources: {'Port': ['ID=142a6f88-1221-49d2-8913-29e45b6ebe31,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:33.543928 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86935fcf-d06f-4bd0-be07-f98331843465 req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:33.544519 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-86935fcf-d06f-4bd0-be07-f98331843465 req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:33.565104 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86935fcf-d06f-4bd0-be07-f98331843465 req-78414621-b6f2-448b-9a51-7fbc47c7e2e5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9592862 Apr 22 14:56:33.576110 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Request body: {'port': {'device_id': 'ba44e504-a042-4312-9147-a97cf8e0c986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:56:33.701835 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:33.918493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acb460-541a-40a9-9ace-0251066f34f3 req-59bd8111-b706-404e-8898-f6391b8f967c tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:33.919177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-11acb460-541a-40a9-9ace-0251066f34f3 req-59bd8111-b706-404e-8898-f6391b8f967c tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Synchronizing usage tracker for tenant:ea34b424b0984d4da610e7bd26c6089c on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:56:34.013345 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-11acb460-541a-40a9-9ace-0251066f34f3 req-59bd8111-b706-404e-8898-f6391b8f967c tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Unset dirty status for tenant:ea34b424b0984d4da610e7bd26c6089c on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:56:34.014633 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-11acb460-541a-40a9-9ace-0251066f34f3 req-59bd8111-b706-404e-8898-f6391b8f967c tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 931 time: 0.2988024 Apr 22 14:56:34.107477 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-11acb460-541a-40a9-9ace-0251066f34f3 req-d39439c6-0a45-4ed6-8da7-54fa0e03f700 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851469 Apr 22 14:56:34.178126 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142a6f88-1221-49d2-8913-29e45b6ebe31 {{(pid=83964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:56:34.184985 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:34.200488 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Transition to ACTIVE for port object 142a6f88-1221-49d2-8913-29e45b6ebe31 will not be triggered until provisioned by entity L2. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:56:34.203688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:34.331772 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Pushing event updated for resources: {'Port': ['ID=142a6f88-1221-49d2-8913-29e45b6ebe31,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:34.440925 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Attempting to bind port 142a6f88-1221-49d2-8913-29e45b6ebe31 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:56:34.441194 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Attempting to bind port 142a6f88-1221-49d2-8913-29e45b6ebe31 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '8b363b28-de54-4c39-a06d-63ac47800203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c45efaba-ca6c-4041-a5af-2fbdd0fcffd5'}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:56:34.441423 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Attempting to bind port 142a6f88-1221-49d2-8913-29e45b6ebe31 on network c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:56:34.448111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Port 142a6f88-1221-49d2-8913-29e45b6ebe31 on network c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:56:34.448420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Attempting to bind port 142a6f88-1221-49d2-8913-29e45b6ebe31 on network c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:56:34.454600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:56:34.454928 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Checking segment: {'id': '8b363b28-de54-4c39-a06d-63ac47800203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c45efaba-ca6c-4041-a5af-2fbdd0fcffd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:56:34.455326 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Bound using segment: {'id': '8b363b28-de54-4c39-a06d-63ac47800203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c45efaba-ca6c-4041-a5af-2fbdd0fcffd5'} {{(pid=83964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:56:34.455752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.managers [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Bound port: 142a6f88-1221-49d2-8913-29e45b6ebe31, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b363b28-de54-4c39-a06d-63ac47800203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c45efaba-ca6c-4041-a5af-2fbdd0fcffd5'}}] {{(pid=83964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:56:34.456092 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:34.544934 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] For port 142a6f88-1221-49d2-8913-29e45b6ebe31, host hv-neutron-8390, cleared binding levels {{(pid=83964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:56:34.547866 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] For port 142a6f88-1221-49d2-8913-29e45b6ebe31, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=142a6f88-1221-49d2-8913-29e45b6ebe31,segment=NetworkSegment(8b363b28-de54-4c39-a06d-63ac47800203),segment_id=8b363b28-de54-4c39-a06d-63ac47800203)] {{(pid=83964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:56:34.553234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:34.625317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:34.626796 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86935fcf-d06f-4bd0-be07-f98331843465 req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] 10.222.0.30 "PUT /v2.0/ports/142a6f88-1221-49d2-8913-29e45b6ebe31 HTTP/1.1" status: 200 len: 1093 time: 1.0546498 Apr 22 14:56:34.627895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba44e504-a042-4312-9147-a97cf8e0c986', 'tag': '142a6f88-1221-49d2-8913-29e45b6ebe31'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:56:34.646804 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68dab7-d7fd-4aa5-b00e-6f3e447f33b2 service neutron] Pushing event updated for resources: {'Port': ['ID=142a6f88-1221-49d2-8913-29e45b6ebe31,revision_number=3']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:34.695671 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2248fd-4e80-4d6b-946e-ac200bd62782'] response: {'name': 'network-changed', 'server_uuid': 'ba44e504-a042-4312-9147-a97cf8e0c986', 'tag': '142a6f88-1221-49d2-8913-29e45b6ebe31', 'status': 'completed', 'code': 200} Apr 22 14:56:34.738303 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86935fcf-d06f-4bd0-be07-f98331843465 req-d3b1cc96-16d4-43ff-9af6-2a649fcb226d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea34b424b0984d4da610e7bd26c6089c&device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 1096 time: 0.0736277 Apr 22 14:56:34.896072 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86935fcf-d06f-4bd0-be07-f98331843465 req-349171d4-d7fd-4332-a5e1-793407102377 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=142a6f88-1221-49d2-8913-29e45b6ebe31 HTTP/1.1" status: 200 len: 217 time: 0.1515803 Apr 22 14:56:34.959567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86935fcf-d06f-4bd0-be07-f98331843465 req-18ea08d2-74b3-4eac-8d5c-d60f66e89a82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:34.960967 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86935fcf-d06f-4bd0-be07-f98331843465 req-18ea08d2-74b3-4eac-8d5c-d60f66e89a82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=64c0766e-8275-4cfb-ae09-a528ce43ec8d HTTP/1.1" status: 200 len: 854 time: 0.0597379 Apr 22 14:56:35.009030 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86935fcf-d06f-4bd0-be07-f98331843465 req-9f10eebf-301c-4fd8-9406-91e44d47e919 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420716 Apr 22 14:56:35.143387 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86935fcf-d06f-4bd0-be07-f98331843465 req-fcb9c464-7fd5-4831-aaa9-0952ee7cec1f service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287813 Apr 22 14:56:35.330356 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86935fcf-d06f-4bd0-be07-f98331843465 req-f0afeeda-dfd9-42aa-b167-0c7f56c2b45c service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812377 Apr 22 14:56:35.347067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f49a2f-2e36-4bdb-823a-cf5541a3a0a0 req-d650b8e3-c117-4b73-8d60-7bec9f8ee841 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:35.348639 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c2f49a2f-2e36-4bdb-823a-cf5541a3a0a0 req-d650b8e3-c117-4b73-8d60-7bec9f8ee841 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 943 time: 0.1145098 Apr 22 14:56:35.438434 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c2f49a2f-2e36-4bdb-823a-cf5541a3a0a0 req-1e3dd06d-46c8-492b-87ff-5ca52f28dea1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836957 Apr 22 14:56:35.466354 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0fac0f16-5e5a-41c1-957c-eb88140924b7 req-35d4ebb2-3123-4601-bad7-74cc912ac78b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea34b424b0984d4da610e7bd26c6089c&device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 1096 time: 0.0819721 Apr 22 14:56:35.599852 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac0f16-5e5a-41c1-957c-eb88140924b7 req-af38fd5f-0e1f-42d4-9208-61fa906a0e69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:35.601210 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0fac0f16-5e5a-41c1-957c-eb88140924b7 req-af38fd5f-0e1f-42d4-9208-61fa906a0e69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 HTTP/1.1" status: 200 len: 915 time: 0.1284816 Apr 22 14:56:35.667578 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0fac0f16-5e5a-41c1-957c-eb88140924b7 req-21664435-31d1-4e53-afad-9eddaf96140a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=142a6f88-1221-49d2-8913-29e45b6ebe31 HTTP/1.1" status: 200 len: 217 time: 0.0604587 Apr 22 14:56:35.734669 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac0f16-5e5a-41c1-957c-eb88140924b7 req-71859c09-3b57-443c-bf6b-01d5540b81c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:35.736157 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0fac0f16-5e5a-41c1-957c-eb88140924b7 req-71859c09-3b57-443c-bf6b-01d5540b81c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=64c0766e-8275-4cfb-ae09-a528ce43ec8d HTTP/1.1" status: 200 len: 854 time: 0.0615082 Apr 22 14:56:35.783188 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0fac0f16-5e5a-41c1-957c-eb88140924b7 req-12e7b001-d0e2-4b32-9893-92aca752b606 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395277 Apr 22 14:56:35.918788 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0fac0f16-5e5a-41c1-957c-eb88140924b7 req-1e4858d6-ce08-4dc2-9dba-a4d58c3469a6 service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296270 Apr 22 14:56:36.053813 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0fac0f16-5e5a-41c1-957c-eb88140924b7 req-c1888803-0d91-43e4-af1b-e07e75db6b1a service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280012 Apr 22 14:56:36.648362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45472983-d5dd-4222-9777-5573cb3d07d0 req-c5d86a5f-bd7b-441d-9299-838a9dc5e3d0 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:36.649823 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-45472983-d5dd-4222-9777-5573cb3d07d0 req-c5d86a5f-bd7b-441d-9299-838a9dc5e3d0 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 943 time: 0.0880501 Apr 22 14:56:36.696041 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-45472983-d5dd-4222-9777-5573cb3d07d0 req-8a808747-2baf-4d77-aee5-f1a87d8db33d tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406246 Apr 22 14:56:36.739148 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 142a6f88-1221-49d2-8913-29e45b6ebe31 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:56:36.875873 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 142a6f88-1221-49d2-8913-29e45b6ebe31, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=142a6f88-1221-49d2-8913-29e45b6ebe31,segment=NetworkSegment(8b363b28-de54-4c39-a06d-63ac47800203),segment_id=8b363b28-de54-4c39-a06d-63ac47800203)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:56:36.893114 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '142a6f88-1221-49d2-8913-29e45b6ebe31', 'network_id': 'c45efaba-ca6c-4041-a5af-2fbdd0fcffd5', 'port_id': '142a6f88-1221-49d2-8913-29e45b6ebe31', 'mac_address': 'fa:16:3e:b1:71:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c0766e-8275-4cfb-ae09-a528ce43ec8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:56:36.947154 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:36.964762 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142a6f88-1221-49d2-8913-29e45b6ebe31 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:56:36.979685 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 142a6f88-1221-49d2-8913-29e45b6ebe31, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=142a6f88-1221-49d2-8913-29e45b6ebe31,segment=NetworkSegment(8b363b28-de54-4c39-a06d-63ac47800203),segment_id=8b363b28-de54-4c39-a06d-63ac47800203)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:56:36.988116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:37.062014 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=142a6f88-1221-49d2-8913-29e45b6ebe31,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:37.195025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['142a6f88-1221-49d2-8913-29e45b6ebe31'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:56:37.904887 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc4b77-62ef-407b-bc81-44dfb6207bdf req-45d61a78-87ad-49c2-ae32-4ad4829e4233 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:37.906322 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b7cc4b77-62ef-407b-bc81-44dfb6207bdf req-45d61a78-87ad-49c2-ae32-4ad4829e4233 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 944 time: 0.0808892 Apr 22 14:56:37.953484 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b7cc4b77-62ef-407b-bc81-44dfb6207bdf req-6c203a98-f0a4-4e75-b72e-ff41618b0f77 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405891 Apr 22 14:56:38.755179 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 142a6f88-1221-49d2-8913-29e45b6ebe31 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:56:38.829344 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 142a6f88-1221-49d2-8913-29e45b6ebe31 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:56:38.835131 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 142a6f88-1221-49d2-8913-29e45b6ebe31 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:56:38.835508 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:38.960480 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:38.987594 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba44e504-a042-4312-9147-a97cf8e0c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142a6f88-1221-49d2-8913-29e45b6ebe31'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:56:38.997722 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 142a6f88-1221-49d2-8913-29e45b6ebe31, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=142a6f88-1221-49d2-8913-29e45b6ebe31,segment=NetworkSegment(8b363b28-de54-4c39-a06d-63ac47800203),segment_id=8b363b28-de54-4c39-a06d-63ac47800203)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:56:39.002842 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:39.051630 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4bbacf-18b4-45cb-a1cf-a20f101981d7'] response: {'server_uuid': 'ba44e504-a042-4312-9147-a97cf8e0c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142a6f88-1221-49d2-8913-29e45b6ebe31', 'code': 200} Apr 22 14:56:39.079535 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=142a6f88-1221-49d2-8913-29e45b6ebe31,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:39.202425 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d029f64-3551-4b11-9673-89da94986485 req-3afc0e05-0295-44b2-8134-f7c953e7a078 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:39.204854 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2d029f64-3551-4b11-9673-89da94986485 req-3afc0e05-0295-44b2-8134-f7c953e7a078 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0878301 Apr 22 14:56:39.264226 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2d029f64-3551-4b11-9673-89da94986485 req-48acfc08-78b6-4604-8a2d-ee1985dd6d37 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483587 Apr 22 14:56:39.348911 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5c32dc5f-7b30-4066-a533-254a7135a829 req-272d79b0-c8ed-486f-92c8-7a5da69b12c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 1098 time: 0.0704350 Apr 22 14:56:39.394230 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5c32dc5f-7b30-4066-a533-254a7135a829 req-69a7b81f-53e9-41a2-ac32-30ea48d182f8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392976 Apr 22 14:56:40.677284 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79445ed4-38ee-4865-aca0-f0a924a87401 req-056bf272-82c4-428f-9d19-e6a24784a035 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:40.678991 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79445ed4-38ee-4865-aca0-f0a924a87401 req-056bf272-82c4-428f-9d19-e6a24784a035 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.2008107 Apr 22 14:56:40.736885 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-79445ed4-38ee-4865-aca0-f0a924a87401 req-b93b0fff-14df-41d3-a6b9-51cd63ddc8d9 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488863 Apr 22 14:56:41.962777 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38915d6f-61d1-4e6f-a02e-455b6f76289e req-4ed238fc-d230-4be7-872b-ca17c29c1891 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:41.964222 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-38915d6f-61d1-4e6f-a02e-455b6f76289e req-4ed238fc-d230-4be7-872b-ca17c29c1891 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0823050 Apr 22 14:56:42.014941 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-38915d6f-61d1-4e6f-a02e-455b6f76289e req-ff17d5e3-5255-4ba5-a5c0-8339fd94fc03 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449510 Apr 22 14:56:42.228949 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee1a8d-40f5-4452-8f1c-06caf57fdc79 req-9af18006-aecc-41f4-a1d4-331fc8c23c61 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:42.230392 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bbee1a8d-40f5-4452-8f1c-06caf57fdc79 req-9af18006-aecc-41f4-a1d4-331fc8c23c61 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0839710 Apr 22 14:56:42.280578 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bbee1a8d-40f5-4452-8f1c-06caf57fdc79 req-3981203e-0aee-4452-b214-2fc64507c578 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441399 Apr 22 14:56:42.701709 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006f975-aafe-4206-8bf7-2a6d74211cdd req-22ed6a50-60c4-4ebc-a361-3f6bc5a4e8e7 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:42.703185 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e006f975-aafe-4206-8bf7-2a6d74211cdd req-22ed6a50-60c4-4ebc-a361-3f6bc5a4e8e7 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0878820 Apr 22 14:56:42.764484 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e006f975-aafe-4206-8bf7-2a6d74211cdd req-e328b6ca-0938-49ba-be37-8d350b78359e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527239 Apr 22 14:56:43.018296 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a8b19-d158-42b0-8fb5-0f632f56a65f req-b1aad3e1-5d37-4fdd-9262-bc6835a6c551 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:43.020458 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d35a8b19-d158-42b0-8fb5-0f632f56a65f req-b1aad3e1-5d37-4fdd-9262-bc6835a6c551 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0911474 Apr 22 14:56:43.075541 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d35a8b19-d158-42b0-8fb5-0f632f56a65f req-3bf5d954-5a88-41a1-8a69-8e057052474b tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484352 Apr 22 14:56:43.286868 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d072f764-d3a6-437c-92e7-458ce1585213 req-751d5bcc-c30e-42f9-b70c-18b1ba844c7b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0740688 Apr 22 14:56:43.563797 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-92eba02d-6b1b-4532-8b6a-6b12bfe160c5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0748129 Apr 22 14:56:43.635103 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ca2b3-78f4-4466-a403-2ac60447f318 req-7950027f-eb0c-4a87-b0f9-a8fee20ad7cf tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:43.636914 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-440ca2b3-78f4-4466-a403-2ac60447f318 req-7950027f-eb0c-4a87-b0f9-a8fee20ad7cf tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0955942 Apr 22 14:56:43.701785 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-440ca2b3-78f4-4466-a403-2ac60447f318 req-5a6a3822-82f3-4393-b44e-9cb9efc78a9d tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572758 Apr 22 14:56:44.813710 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-5f420489-09b0-400e-92f1-4b71f51c62e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea34b424b0984d4da610e7bd26c6089c&device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 1098 time: 0.0721829 Apr 22 14:56:45.009546 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-6ac00d19-1508-4b2a-9b4d-12da9c355405 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:45.010866 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-6ac00d19-1508-4b2a-9b4d-12da9c355405 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 HTTP/1.1" status: 200 len: 915 time: 0.1915681 Apr 22 14:56:45.022302 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30991d5e-230d-4261-814e-a1f373fd2883 req-3a6fa417-daf5-4eb9-bcd0-c518d88d4ec4 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:45.023712 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-30991d5e-230d-4261-814e-a1f373fd2883 req-3a6fa417-daf5-4eb9-bcd0-c518d88d4ec4 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.1852798 Apr 22 14:56:45.105893 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-95c375e6-8dc9-4428-b00d-358ff6ca37de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=142a6f88-1221-49d2-8913-29e45b6ebe31 HTTP/1.1" status: 200 len: 217 time: 0.0812330 Apr 22 14:56:45.177427 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-30991d5e-230d-4261-814e-a1f373fd2883 req-441ab93c-ceac-46ea-a749-b3f218629a3d tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049809 Apr 22 14:56:45.188075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-15ae9900-e25b-4bec-b338-34763793a8ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:45.189510 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-15ae9900-e25b-4bec-b338-34763793a8ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=64c0766e-8275-4cfb-ae09-a528ce43ec8d HTTP/1.1" status: 200 len: 854 time: 0.0739863 Apr 22 14:56:45.236418 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-3b5cac93-e3b3-47ea-9274-72baae01a174 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415022 Apr 22 14:56:45.369552 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-feac4c0a-3097-4478-94d1-4d565ead4d5e service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275039 Apr 22 14:56:45.509152 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-7c03d4e2-94e0-4087-91a4-b3fa4226e71a service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340263 Apr 22 14:56:46.379613 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629120af-394f-4529-9711-ac07931819ce req-cc16cdc6-664c-41f6-9964-87d2af4841c7 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:46.381046 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-629120af-394f-4529-9711-ac07931819ce req-cc16cdc6-664c-41f6-9964-87d2af4841c7 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0811584 Apr 22 14:56:46.426747 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-629120af-394f-4529-9711-ac07931819ce req-29ebcfad-b73c-45b3-b78b-86a8a39597d6 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394793 Apr 22 14:56:47.624474 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009b963-52b1-4e5e-b161-7e3bd0111796 req-e98b34bd-4d8f-4b07-ab90-778f28c7b2d0 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:47.625921 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c009b963-52b1-4e5e-b161-7e3bd0111796 req-e98b34bd-4d8f-4b07-ab90-778f28c7b2d0 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0770173 Apr 22 14:56:47.675701 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c009b963-52b1-4e5e-b161-7e3bd0111796 req-2d5f52e0-2315-4411-b514-22882aa47534 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434892 Apr 22 14:56:48.965553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0f5f-13ca-4126-a8e3-cdd6e7117929 req-2590560b-25d5-4b33-85f8-a1c9581b25f0 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:48.966935 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-806d0f5f-13ca-4126-a8e3-cdd6e7117929 req-2590560b-25d5-4b33-85f8-a1c9581b25f0 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.1612790 Apr 22 14:56:49.012688 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-806d0f5f-13ca-4126-a8e3-cdd6e7117929 req-78dd5551-2217-4b5e-9206-b2224efb002f tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400364 Apr 22 14:56:49.778135 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:56:50.292064 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6118a-e5bf-4f03-ae48-4f581418f325 req-44026192-2cc1-48ef-905f-88eb9bc799e2 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:50.293507 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fcc6118a-e5bf-4f03-ae48-4f581418f325 req-44026192-2cc1-48ef-905f-88eb9bc799e2 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.1511238 Apr 22 14:56:50.342345 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fcc6118a-e5bf-4f03-ae48-4f581418f325 req-4a629626-169d-4a30-99db-c248e10967d5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432887 Apr 22 14:56:51.610140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0220f16-d9ce-4ee4-88fc-a811009ac273 req-9920d4d5-081d-4e78-a51a-ec2d704a34bf tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:51.611629 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e0220f16-d9ce-4ee4-88fc-a811009ac273 req-9920d4d5-081d-4e78-a51a-ec2d704a34bf tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.1454968 Apr 22 14:56:51.659422 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e0220f16-d9ce-4ee4-88fc-a811009ac273 req-01524e20-9150-47d7-871d-7fcf94c15070 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418913 Apr 22 14:56:52.459734 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8267eaf5-1bb2-4570-bc34-abf0f12f0631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:52.860095 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa7ce2-d4d3-4625-902a-7e0c1804581a req-c956c614-3af3-43bd-9bc1-8ae96d89e187 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:52.861651 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-24fa7ce2-d4d3-4625-902a-7e0c1804581a req-c956c614-3af3-43bd-9bc1-8ae96d89e187 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0797520 Apr 22 14:56:52.907309 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-24fa7ce2-d4d3-4625-902a-7e0c1804581a req-c0e7e340-6051-45c0-9cbd-4e1fb5cb9ef4 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Apr 22 14:56:54.105073 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f4455-ae32-4dd6-bb67-eba95836ed74 req-5a8b20b8-3b70-4a56-bb76-6401c71f7eb7 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:54.106563 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-184f4455-ae32-4dd6-bb67-eba95836ed74 req-5a8b20b8-3b70-4a56-bb76-6401c71f7eb7 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0773354 Apr 22 14:56:54.153235 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-184f4455-ae32-4dd6-bb67-eba95836ed74 req-eb5d54e4-76ba-474f-b61e-85ebe1e0043c tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409584 Apr 22 14:56:54.547964 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:54.778072 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d065-d96b-4068-992b-b4c053c55418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:55.352196 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20a255-a4df-4a0f-9129-603ef8b811f4 req-c5d61f29-6e00-46c7-8f0b-95e43a9ab142 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:55.353639 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ff20a255-a4df-4a0f-9129-603ef8b811f4 req-c5d61f29-6e00-46c7-8f0b-95e43a9ab142 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0787036 Apr 22 14:56:55.399582 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ff20a255-a4df-4a0f-9129-603ef8b811f4 req-71c50e5a-799e-432c-918c-a7b8dd187ff5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Apr 22 14:56:56.059444 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:56.177315 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:56.602192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a80f5-c55f-482c-aec1-5a110013699a req-a381c25d-26b1-415b-a281-3b66a564e1aa tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:56.603671 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2e7a80f5-c55f-482c-aec1-5a110013699a req-a381c25d-26b1-415b-a281-3b66a564e1aa tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0800788 Apr 22 14:56:56.653575 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2e7a80f5-c55f-482c-aec1-5a110013699a req-c160cde6-18e8-4f3c-b39f-15ffd1c9ebd9 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443075 Apr 22 14:56:57.355778 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:57.858608 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c4ab4-01b3-4129-ac07-cb0a974a3e04 req-9bb4ed68-f2c4-4da8-8abb-e5657cc93ea6 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:57.860110 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8b6c4ab4-01b3-4129-ac07-cb0a974a3e04 req-9bb4ed68-f2c4-4da8-8abb-e5657cc93ea6 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0768855 Apr 22 14:56:57.907189 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8b6c4ab4-01b3-4129-ac07-cb0a974a3e04 req-bd966c67-0991-443f-b6ef-3f8dd6f0fa9e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407090 Apr 22 14:56:59.106116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8795c58-654e-4396-bcf0-0d29fb11ee94 req-ab7b7ba6-97e1-4ad0-8eb5-3b4e3ffa0fb5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:59.107634 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e8795c58-654e-4396-bcf0-0d29fb11ee94 req-ab7b7ba6-97e1-4ad0-8eb5-3b4e3ffa0fb5 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0781560 Apr 22 14:56:59.156395 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e8795c58-654e-4396-bcf0-0d29fb11ee94 req-ed45329d-fc12-4a2c-9d51-f3a1a04f127f tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431035 Apr 22 14:57:00.355760 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea82246-1e5a-444f-a6db-c5fe4d928f57 req-c0fd2ef5-3011-49a0-9c21-27db0da9f1bc tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:00.357212 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8ea82246-1e5a-444f-a6db-c5fe4d928f57 req-c0fd2ef5-3011-49a0-9c21-27db0da9f1bc tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0771589 Apr 22 14:57:00.402622 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8ea82246-1e5a-444f-a6db-c5fe4d928f57 req-aacd09bf-4ba9-477d-ab5b-3124fbe35ea4 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399299 Apr 22 14:57:01.601242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9315b44-01a3-4881-a001-294023e8d9a0 req-cf1955f4-de71-4f91-9e70-a51fb4e4bc2c tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:01.602688 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c9315b44-01a3-4881-a001-294023e8d9a0 req-cf1955f4-de71-4f91-9e70-a51fb4e4bc2c tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0801756 Apr 22 14:57:01.649843 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c9315b44-01a3-4881-a001-294023e8d9a0 req-a118a013-36aa-4797-aeda-d1ec3eda6774 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414915 Apr 22 14:57:02.198009 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-88e089b6-ae2b-4090-9c77-b01e17323e72 service neutron] 10.222.0.30 "GET /v2.0/ports/142a6f88-1221-49d2-8913-29e45b6ebe31/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0780473 Apr 22 14:57:02.469181 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-29d9e5c0-cf75-42a5-91bb-f5df4c62275c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986&tenant_id=ea34b424b0984d4da610e7bd26c6089c HTTP/1.1" status: 200 len: 1098 time: 0.0787866 Apr 22 14:57:02.562485 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-bbf9e3a2-fc94-4212-9bad-aac81c24d8f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea34b424b0984d4da610e7bd26c6089c&device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 1098 time: 0.0714285 Apr 22 14:57:02.703959 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-65d07c94-c8dc-4626-83e0-7e3ddb38a827 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:02.705401 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-65d07c94-c8dc-4626-83e0-7e3ddb38a827 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 HTTP/1.1" status: 200 len: 915 time: 0.1378338 Apr 22 14:57:02.777885 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-9462506d-c2cc-48ef-9784-a433f035bac0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=142a6f88-1221-49d2-8913-29e45b6ebe31 HTTP/1.1" status: 200 len: 217 time: 0.0668666 Apr 22 14:57:02.889741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-156cf18f-d19f-4431-8ab9-24b55ce5a394 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:02.891469 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-156cf18f-d19f-4431-8ab9-24b55ce5a394 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=64c0766e-8275-4cfb-ae09-a528ce43ec8d HTTP/1.1" status: 200 len: 854 time: 0.0828962 Apr 22 14:57:02.940581 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-bfc2fb98-e0ff-4b70-b77d-44ec09711334 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425024 Apr 22 14:57:02.970600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e8f0c-d3cb-4fd8-b4c7-cd8be9985c7c req-967d2fdc-481a-41f2-92f4-758a80a542ad tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:02.972053 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-283e8f0c-d3cb-4fd8-b4c7-cd8be9985c7c req-967d2fdc-481a-41f2-92f4-758a80a542ad tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.1934261 Apr 22 14:57:03.188772 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-283e8f0c-d3cb-4fd8-b4c7-cd8be9985c7c req-b5189669-b195-4481-a796-62a761e84e15 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092392 Apr 22 14:57:03.210771 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-bd0f0b00-0b61-4da1-b46a-8c68675f2961 service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646074 Apr 22 14:57:03.344785 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01f9347b-3b49-4e9d-a0f5-356cce413eb1 req-c155e3bb-a979-413a-a7cf-a05712bdef5d service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286967 Apr 22 14:57:04.399920 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8de045-eee6-4f07-bd20-f76783d11e44 req-8a971d4e-724d-4eff-b566-e6feead23fca tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:04.401289 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ec8de045-eee6-4f07-bd20-f76783d11e44 req-8a971d4e-724d-4eff-b566-e6feead23fca tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0814400 Apr 22 14:57:04.447749 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ec8de045-eee6-4f07-bd20-f76783d11e44 req-fa71f588-c7cf-462e-91cb-3b7588df491f tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407908 Apr 22 14:57:04.913833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 142a6f88-1221-49d2-8913-29e45b6ebe31 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:57:05.074098 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 142a6f88-1221-49d2-8913-29e45b6ebe31, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=142a6f88-1221-49d2-8913-29e45b6ebe31,segment=NetworkSegment(8b363b28-de54-4c39-a06d-63ac47800203),segment_id=8b363b28-de54-4c39-a06d-63ac47800203)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:05.088154 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '142a6f88-1221-49d2-8913-29e45b6ebe31', 'network_id': 'c45efaba-ca6c-4041-a5af-2fbdd0fcffd5', 'port_id': '142a6f88-1221-49d2-8913-29e45b6ebe31', 'mac_address': 'fa:16:3e:b1:71:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c0766e-8275-4cfb-ae09-a528ce43ec8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:57:05.151836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:05.173667 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 142a6f88-1221-49d2-8913-29e45b6ebe31 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:57:05.191310 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 142a6f88-1221-49d2-8913-29e45b6ebe31, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=142a6f88-1221-49d2-8913-29e45b6ebe31,segment=NetworkSegment(8b363b28-de54-4c39-a06d-63ac47800203),segment_id=8b363b28-de54-4c39-a06d-63ac47800203)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:05.197528 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:05.262797 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['142a6f88-1221-49d2-8913-29e45b6ebe31'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:57:05.315003 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=142a6f88-1221-49d2-8913-29e45b6ebe31,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:05.330436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:05.330639 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:05.330947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:05.331299 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:05.331635 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:05.332719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:05.333236 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:05.333608 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:05.333939 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:05.334263 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:05.334587 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:05.661526 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2705b2-29c6-40bd-bd78-959cd1d9d6cf req-23797858-2925-45ae-8659-7693185996e1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:05.663040 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9c2705b2-29c6-40bd-bd78-959cd1d9d6cf req-23797858-2925-45ae-8659-7693185996e1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 944 time: 0.0860372 Apr 22 14:57:05.719002 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9c2705b2-29c6-40bd-bd78-959cd1d9d6cf req-2e810037-fa6b-4f5b-a31a-07370cb7625b tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500145 Apr 22 14:57:06.119806 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857bf92-3c58-4d88-8b55-25cbcc40c0ad req-2b8bad37-bbbd-435f-9a1a-80f36efed86e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:06.121275 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7857bf92-3c58-4d88-8b55-25cbcc40c0ad req-2b8bad37-bbbd-435f-9a1a-80f36efed86e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986&tenant_id=ea34b424b0984d4da610e7bd26c6089c&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 944 time: 0.1406522 Apr 22 14:57:06.132174 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060f3c1-6029-4380-b01e-317cc09fa67b req-c9c40550-102d-4410-aa37-42023c08a715 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:06.133601 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2060f3c1-6029-4380-b01e-317cc09fa67b req-c9c40550-102d-4410-aa37-42023c08a715 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 944 time: 0.1212709 Apr 22 14:57:06.182378 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2060f3c1-6029-4380-b01e-317cc09fa67b req-74e5b4fd-ffae-40ce-a3a9-d819c654032f tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430353 Apr 22 14:57:06.264154 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7857bf92-3c58-4d88-8b55-25cbcc40c0ad req-fb4ea5dc-5ba4-49be-b8b6-8f1b85a358f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea34b424b0984d4da610e7bd26c6089c&device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 1097 time: 0.0725684 Apr 22 14:57:06.396880 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857bf92-3c58-4d88-8b55-25cbcc40c0ad req-d4d53381-345a-47f9-bc09-de652eb1ed7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:06.398307 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7857bf92-3c58-4d88-8b55-25cbcc40c0ad req-d4d53381-345a-47f9-bc09-de652eb1ed7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 HTTP/1.1" status: 200 len: 915 time: 0.1288292 Apr 22 14:57:06.468481 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7857bf92-3c58-4d88-8b55-25cbcc40c0ad req-cdb34efb-b8f2-4632-aad6-a3e301243ab1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=142a6f88-1221-49d2-8913-29e45b6ebe31 HTTP/1.1" status: 200 len: 217 time: 0.0643728 Apr 22 14:57:06.530496 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857bf92-3c58-4d88-8b55-25cbcc40c0ad req-45835680-f8d2-461a-9e9d-c6663b6d8675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:06.531956 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7857bf92-3c58-4d88-8b55-25cbcc40c0ad req-45835680-f8d2-461a-9e9d-c6663b6d8675 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=64c0766e-8275-4cfb-ae09-a528ce43ec8d HTTP/1.1" status: 200 len: 854 time: 0.0580459 Apr 22 14:57:06.578789 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7857bf92-3c58-4d88-8b55-25cbcc40c0ad req-2fd9be35-0b5b-4149-bd8f-0d49aea313c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400088 Apr 22 14:57:06.716190 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7857bf92-3c58-4d88-8b55-25cbcc40c0ad req-a32c985b-41b7-4260-92ff-1b9db608943b service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319582 Apr 22 14:57:06.854577 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7857bf92-3c58-4d88-8b55-25cbcc40c0ad req-7bbca8b7-960f-4c32-bfba-9de6c15f4b58 service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321168 Apr 22 14:57:06.914683 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 142a6f88-1221-49d2-8913-29e45b6ebe31 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:57:06.985665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 142a6f88-1221-49d2-8913-29e45b6ebe31 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:57:06.986037 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:07.103325 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:07.131893 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba44e504-a042-4312-9147-a97cf8e0c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142a6f88-1221-49d2-8913-29e45b6ebe31'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:57:07.142094 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 142a6f88-1221-49d2-8913-29e45b6ebe31, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=142a6f88-1221-49d2-8913-29e45b6ebe31,segment=NetworkSegment(8b363b28-de54-4c39-a06d-63ac47800203),segment_id=8b363b28-de54-4c39-a06d-63ac47800203)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:07.146061 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:07.214010 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb7bae9-2ca7-4bba-8ccb-dfb696fb47b1'] response: {'server_uuid': 'ba44e504-a042-4312-9147-a97cf8e0c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142a6f88-1221-49d2-8913-29e45b6ebe31', 'code': 200} Apr 22 14:57:07.219467 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=142a6f88-1221-49d2-8913-29e45b6ebe31,revision_number=7']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:07.409717 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d4f53-8c87-448f-a170-b7bbb042ddd2 req-3d24d12d-5f46-490e-87d1-741485890b8d tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:07.411938 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-757d4f53-8c87-448f-a170-b7bbb042ddd2 req-3d24d12d-5f46-490e-87d1-741485890b8d tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0886970 Apr 22 14:57:07.461753 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-757d4f53-8c87-448f-a170-b7bbb042ddd2 req-de189ff2-a7b5-4a9c-b8ed-eddca8ff3414 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436230 Apr 22 14:57:07.665678 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5956a3-ccc8-42c1-a95e-4568efb4cb55 req-07734776-fd2b-4240-be34-d864ecda3593 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:07.667221 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2d5956a3-ccc8-42c1-a95e-4568efb4cb55 req-07734776-fd2b-4240-be34-d864ecda3593 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0794005 Apr 22 14:57:07.717502 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2d5956a3-ccc8-42c1-a95e-4568efb4cb55 req-61f9ca81-6a2e-48f6-be13-12a6a49dc8f0 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443733 Apr 22 14:57:07.922193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97bfe5-f69a-48ce-b144-bf49920cfb0d req-85819ffe-6f22-428a-bd2e-676b29496e6e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:07.923543 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dd97bfe5-f69a-48ce-b144-bf49920cfb0d req-85819ffe-6f22-428a-bd2e-676b29496e6e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0803287 Apr 22 14:57:07.970767 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dd97bfe5-f69a-48ce-b144-bf49920cfb0d req-8918d000-8fdc-48fe-b7bb-c165ce3af518 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408394 Apr 22 14:57:08.555231 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-96251783-3347-4dc7-b25d-9ef996db331e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:08.556589 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-96251783-3347-4dc7-b25d-9ef996db331e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/networks?id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 HTTP/1.1" status: 200 len: 814 time: 0.2240086 Apr 22 14:57:08.573314 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-a7579a69-30b3-4592-9dd7-11a94e1cd92f tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/quotas/ea34b424b0984d4da610e7bd26c6089c HTTP/1.1" status: 200 len: 375 time: 0.0112755 Apr 22 14:57:08.658658 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-f602ce90-f1e2-48e3-b4ab-0e73cbd9bca2 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea34b424b0984d4da610e7bd26c6089c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0803728 Apr 22 14:57:08.669938 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-b1f3d1a5-ccd6-42e6-a3a6-3754c767a023 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:57:08.670896 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-b1f3d1a5-ccd6-42e6-a3a6-3754c767a023 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051279 Apr 22 14:57:08.806342 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-ccbda6bc-f984-49b2-98c3-cfef46042ab2 service neutron] 10.222.0.23 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290841 Apr 22 14:57:08.943950 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-720f1373-7514-4b01-857d-c11350fac3d0 service neutron] 10.222.0.23 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317313 Apr 22 14:57:09.140388 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-60147eb2-0493-433a-aa35-446c9b0d95d0 req-4cd62564-34e1-4f51-86d5-02bb94636375 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 210 time: 0.0493505 Apr 22 14:57:09.968725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0233f-9b3f-455f-8e3c-7d84208deaf2 req-bd0ffbb6-8856-4df8-be12-3a5e1f20377f tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:09.970085 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b7e0233f-9b3f-455f-8e3c-7d84208deaf2 req-bd0ffbb6-8856-4df8-be12-3a5e1f20377f tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba44e504-a042-4312-9147-a97cf8e0c986 HTTP/1.1" status: 200 len: 945 time: 0.0770772 Apr 22 14:57:10.048901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-b7e0233f-9b3f-455f-8e3c-7d84208deaf2 req-e5209024-46f4-43b7-a54d-efad4ec74092 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Deleting port 142a6f88-1221-49d2-8913-29e45b6ebe31 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:57:10.049233 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-b7e0233f-9b3f-455f-8e3c-7d84208deaf2 req-e5209024-46f4-43b7-a54d-efad4ec74092 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:10.181564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-05d9407e-b54b-4e0b-aca4-70e69503d760 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:10.182255 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-05d9407e-b54b-4e0b-aca4-70e69503d760 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Synchronizing usage tracker for tenant:ea34b424b0984d4da610e7bd26c6089c on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:57:10.203108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-05d9407e-b54b-4e0b-aca4-70e69503d760 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Unset dirty status for tenant:ea34b424b0984d4da610e7bd26c6089c on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:57:10.204642 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-05d9407e-b54b-4e0b-aca4-70e69503d760 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.30 "GET /v2.0/networks?id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 HTTP/1.1" status: 200 len: 814 time: 0.1761651 Apr 22 14:57:10.220905 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-929f9ab9-b248-453b-a68d-95f1615afb77 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Request body: {'port': {'device_id': 'c86a212c-3b70-4e4b-9ac6-bfcf155084df', 'network_id': 'c45efaba-ca6c-4041-a5af-2fbdd0fcffd5', 'admin_state_up': True, 'tenant_id': 'ea34b424b0984d4da610e7bd26c6089c'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:57:10.332091 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-456167ca-b4c5-4e5a-8a9a-c32b90efb732 req-84c40266-ae5b-4dd8-ad08-47ee7c253642 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 210 time: 0.0566998 Apr 22 14:57:10.366819 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-929f9ab9-b248-453b-a68d-95f1615afb77 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:57:10.376257 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-929f9ab9-b248-453b-a68d-95f1615afb77 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:57:10.381858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-b7e0233f-9b3f-455f-8e3c-7d84208deaf2 req-e5209024-46f4-43b7-a54d-efad4ec74092 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] For port 142a6f88-1221-49d2-8913-29e45b6ebe31, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=142a6f88-1221-49d2-8913-29e45b6ebe31,segment=NetworkSegment(8b363b28-de54-4c39-a06d-63ac47800203),segment_id=8b363b28-de54-4c39-a06d-63ac47800203)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:10.382248 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-b7e0233f-9b3f-455f-8e3c-7d84208deaf2 req-e5209024-46f4-43b7-a54d-efad4ec74092 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:10.387524 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-929f9ab9-b248-453b-a68d-95f1615afb77 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Made reservation on behalf of ea34b424b0984d4da610e7bd26c6089c for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:57:10.390756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-929f9ab9-b248-453b-a68d-95f1615afb77 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:10.508287 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [req-b7e0233f-9b3f-455f-8e3c-7d84208deaf2 req-e5209024-46f4-43b7-a54d-efad4ec74092 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Calling delete_port for 142a6f88-1221-49d2-8913-29e45b6ebe31 owned by compute:nova {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:57:10.555534 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-929f9ab9-b248-453b-a68d-95f1615afb77 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Allocated IP 172.20.0.5 (c45efaba-ca6c-4041-a5af-2fbdd0fcffd5/64c0766e-8275-4cfb-ae09-a528ce43ec8d/141e0df1-a79a-4464-a04a-51317b6634a9) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:57:10.656154 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-b7e0233f-9b3f-455f-8e3c-7d84208deaf2 req-e5209024-46f4-43b7-a54d-efad4ec74092 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:10.668228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['142a6f88-1221-49d2-8913-29e45b6ebe31'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:57:10.711634 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5209024-46f4-43b7-a54d-efad4ec74092 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Pushing event deleted for resources: {'Port': ['ID=142a6f88-1221-49d2-8913-29e45b6ebe31,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:10.783386 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e0233f-9b3f-455f-8e3c-7d84208deaf2 req-e5209024-46f4-43b7-a54d-efad4ec74092 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] No DVR routers for this DVR port 142a6f88-1221-49d2-8913-29e45b6ebe31 on host hv-neutron-8390 {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:57:10.786382 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-b7e0233f-9b3f-455f-8e3c-7d84208deaf2 req-e5209024-46f4-43b7-a54d-efad4ec74092 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:10.789055 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba44e504-a042-4312-9147-a97cf8e0c986', 'name': 'network-vif-deleted', 'tag': '142a6f88-1221-49d2-8913-29e45b6ebe31'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:57:10.804917 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b7e0233f-9b3f-455f-8e3c-7d84208deaf2 req-e5209024-46f4-43b7-a54d-efad4ec74092 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.30 "DELETE /v2.0/ports/142a6f88-1221-49d2-8913-29e45b6ebe31 HTTP/1.1" status: 204 len: 173 time: 0.8296242 Apr 22 14:57:10.817879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-929f9ab9-b248-453b-a68d-95f1615afb77 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:10.849276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-929f9ab9-b248-453b-a68d-95f1615afb77 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:10.859742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['142a6f88-1221-49d2-8913-29e45b6ebe31'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:57:10.870847 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daaef383-bece-420e-bef3-09c51f615ed0'] response: {'server_uuid': 'ba44e504-a042-4312-9147-a97cf8e0c986', 'name': 'network-vif-deleted', 'tag': '142a6f88-1221-49d2-8913-29e45b6ebe31', 'status': 'completed', 'code': 200} Apr 22 14:57:11.023444 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-929f9ab9-b248-453b-a68d-95f1615afb77 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Network c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:57:11.026582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-929f9ab9-b248-453b-a68d-95f1615afb77 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:57:11.031134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-929f9ab9-b248-453b-a68d-95f1615afb77 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:57:11.056908 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f9ab9-b248-453b-a68d-95f1615afb77 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Pushing event updated for resources: {'Port': ['ID=141e0df1-a79a-4464-a04a-51317b6634a9,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:11.093326 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-929f9ab9-b248-453b-a68d-95f1615afb77 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:11.093906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-929f9ab9-b248-453b-a68d-95f1615afb77 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:11.118140 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-929f9ab9-b248-453b-a68d-95f1615afb77 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9015219 Apr 22 14:57:11.129059 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Request body: {'port': {'device_id': 'c86a212c-3b70-4e4b-9ac6-bfcf155084df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:57:11.240923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:11.553295 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2fc4f-fb98-4695-8f73-06e77eb1244e req-c44ac640-83e2-494e-b81d-878e618e0f1a tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:11.553987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-fef2fc4f-fb98-4695-8f73-06e77eb1244e req-c44ac640-83e2-494e-b81d-878e618e0f1a tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Synchronizing usage tracker for tenant:ea34b424b0984d4da610e7bd26c6089c on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:57:11.569671 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-fef2fc4f-fb98-4695-8f73-06e77eb1244e req-c44ac640-83e2-494e-b81d-878e618e0f1a tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Unset dirty status for tenant:ea34b424b0984d4da610e7bd26c6089c on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:57:11.571037 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fef2fc4f-fb98-4695-8f73-06e77eb1244e req-c44ac640-83e2-494e-b81d-878e618e0f1a tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 931 time: 0.0990524 Apr 22 14:57:11.593066 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141e0df1-a79a-4464-a04a-51317b6634a9 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:57:11.601073 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:11.616411 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Transition to ACTIVE for port object 141e0df1-a79a-4464-a04a-51317b6634a9 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:57:11.620371 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:11.624382 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fef2fc4f-fb98-4695-8f73-06e77eb1244e req-fb0f5a60-822c-4b02-83bb-128f74e2e127 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469003 Apr 22 14:57:11.752873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=141e0df1-a79a-4464-a04a-51317b6634a9,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:11.861136 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Attempting to bind port 141e0df1-a79a-4464-a04a-51317b6634a9 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:57:11.861457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Attempting to bind port 141e0df1-a79a-4464-a04a-51317b6634a9 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '8b363b28-de54-4c39-a06d-63ac47800203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c45efaba-ca6c-4041-a5af-2fbdd0fcffd5'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:57:11.861776 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Attempting to bind port 141e0df1-a79a-4464-a04a-51317b6634a9 on network c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:57:11.868171 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Port 141e0df1-a79a-4464-a04a-51317b6634a9 on network c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:57:11.868664 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Attempting to bind port 141e0df1-a79a-4464-a04a-51317b6634a9 on network c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:57:11.874632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:57:11.874900 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Checking segment: {'id': '8b363b28-de54-4c39-a06d-63ac47800203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c45efaba-ca6c-4041-a5af-2fbdd0fcffd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:57:11.875274 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Bound using segment: {'id': '8b363b28-de54-4c39-a06d-63ac47800203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c45efaba-ca6c-4041-a5af-2fbdd0fcffd5'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:57:11.875719 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Bound port: 141e0df1-a79a-4464-a04a-51317b6634a9, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b363b28-de54-4c39-a06d-63ac47800203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c45efaba-ca6c-4041-a5af-2fbdd0fcffd5'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:57:11.876054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:11.966452 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] For port 141e0df1-a79a-4464-a04a-51317b6634a9, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:57:11.969527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] For port 141e0df1-a79a-4464-a04a-51317b6634a9, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=141e0df1-a79a-4464-a04a-51317b6634a9,segment=NetworkSegment(8b363b28-de54-4c39-a06d-63ac47800203),segment_id=8b363b28-de54-4c39-a06d-63ac47800203)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:57:11.974188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:12.037224 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:12.038641 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] 10.222.0.30 "PUT /v2.0/ports/141e0df1-a79a-4464-a04a-51317b6634a9 HTTP/1.1" status: 200 len: 1093 time: 0.9136443 Apr 22 14:57:12.041655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86a212c-3b70-4e4b-9ac6-bfcf155084df', 'tag': '141e0df1-a79a-4464-a04a-51317b6634a9'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:57:12.061469 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10418362-d92b-4867-8c93-8a00ed382bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=141e0df1-a79a-4464-a04a-51317b6634a9,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:12.149739 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-78fdc498-3a8e-47f0-ad3a-bf56e1c89664 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea34b424b0984d4da610e7bd26c6089c&device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 1096 time: 0.0744367 Apr 22 14:57:12.209387 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db508d5-9a08-4741-9723-ffab8d829586'] response: {'name': 'network-changed', 'server_uuid': 'c86a212c-3b70-4e4b-9ac6-bfcf155084df', 'tag': '141e0df1-a79a-4464-a04a-51317b6634a9', 'status': 'completed', 'code': 200} Apr 22 14:57:12.224574 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-d7b9e7e7-fe16-4aad-a309-99ddd19afd6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141e0df1-a79a-4464-a04a-51317b6634a9 HTTP/1.1" status: 200 len: 217 time: 0.0683627 Apr 22 14:57:12.286614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-353796f5-ebf7-426c-a5bf-eb2c8fb16a41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:12.288070 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-353796f5-ebf7-426c-a5bf-eb2c8fb16a41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=64c0766e-8275-4cfb-ae09-a528ce43ec8d HTTP/1.1" status: 200 len: 854 time: 0.0583355 Apr 22 14:57:12.336702 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-94c056f2-abf9-4d43-ba09-172613e042cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430834 Apr 22 14:57:12.471355 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-52765c34-be8d-40f1-8480-75b22c22d8d7 service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290789 Apr 22 14:57:12.602208 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-dac3a6a9-fc97-40c1-9be5-d0eb8c0f082f req-2c6783ee-4628-4ae7-a03f-2a841d9c62eb service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257393 Apr 22 14:57:12.721658 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-118c7059-4ff8-42cf-b5d2-3761534ad331 req-a10fa6e7-12cd-4f9c-a2f3-e19342eb90e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea34b424b0984d4da610e7bd26c6089c&device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 1096 time: 0.0757995 Apr 22 14:57:12.833734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbc22b-d8ca-43d2-aacb-9d6910c299f0 req-ebe9f1df-64a0-4438-966a-4ffc7747e09d tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:12.835606 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0edbc22b-d8ca-43d2-aacb-9d6910c299f0 req-ebe9f1df-64a0-4438-966a-4ffc7747e09d tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 943 time: 0.0848823 Apr 22 14:57:12.883474 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0edbc22b-d8ca-43d2-aacb-9d6910c299f0 req-95621aad-8e9d-4db2-81da-d9b40ba969ce tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420928 Apr 22 14:57:12.947413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c7059-4ff8-42cf-b5d2-3761534ad331 req-fda5caba-9469-40e0-ad5a-bb0eb66e1fa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:12.948861 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-118c7059-4ff8-42cf-b5d2-3761534ad331 req-fda5caba-9469-40e0-ad5a-bb0eb66e1fa9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 HTTP/1.1" status: 200 len: 915 time: 0.2211084 Apr 22 14:57:13.020542 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-118c7059-4ff8-42cf-b5d2-3761534ad331 req-113ed48b-9a97-43e1-a572-2c9d9f2c7785 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141e0df1-a79a-4464-a04a-51317b6634a9 HTTP/1.1" status: 200 len: 217 time: 0.0650012 Apr 22 14:57:13.083877 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c7059-4ff8-42cf-b5d2-3761534ad331 req-51b96b99-29d5-44b8-8e48-5426f70ddcfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:13.085315 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-118c7059-4ff8-42cf-b5d2-3761534ad331 req-51b96b99-29d5-44b8-8e48-5426f70ddcfa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=64c0766e-8275-4cfb-ae09-a528ce43ec8d HTTP/1.1" status: 200 len: 854 time: 0.0581689 Apr 22 14:57:13.131712 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-118c7059-4ff8-42cf-b5d2-3761534ad331 req-6aec973f-0f8b-4ecb-a646-37a61f5a631e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394900 Apr 22 14:57:13.265814 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-118c7059-4ff8-42cf-b5d2-3761534ad331 req-9a4535cf-50b7-4a95-98cf-d134dc7dc6e4 service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276062 Apr 22 14:57:13.399553 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-118c7059-4ff8-42cf-b5d2-3761534ad331 req-12e08229-eedb-4fef-83e9-c0ef822afed7 service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274316 Apr 22 14:57:14.201050 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c273e-2d69-4463-bd5e-6ba352620545 req-6c2d4f57-a2fa-415f-918f-17d6d368c153 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:14.202536 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2c7c273e-2d69-4463-bd5e-6ba352620545 req-6c2d4f57-a2fa-415f-918f-17d6d368c153 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 943 time: 0.1817415 Apr 22 14:57:14.255263 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2c7c273e-2d69-4463-bd5e-6ba352620545 req-5658763a-ae95-4261-a224-2e200fb947a8 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464802 Apr 22 14:57:14.925278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 141e0df1-a79a-4464-a04a-51317b6634a9 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:57:14.929342 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 142a6f88-1221-49d2-8913-29e45b6ebe31 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:57:14.971700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 142a6f88-1221-49d2-8913-29e45b6ebe31 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:57:14.971983 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 142a6f88-1221-49d2-8913-29e45b6ebe31 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:57:15.114555 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 141e0df1-a79a-4464-a04a-51317b6634a9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=141e0df1-a79a-4464-a04a-51317b6634a9,segment=NetworkSegment(8b363b28-de54-4c39-a06d-63ac47800203),segment_id=8b363b28-de54-4c39-a06d-63ac47800203)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:15.134898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '141e0df1-a79a-4464-a04a-51317b6634a9', 'network_id': 'c45efaba-ca6c-4041-a5af-2fbdd0fcffd5', 'port_id': '141e0df1-a79a-4464-a04a-51317b6634a9', 'mac_address': 'fa:16:3e:7f:2e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c0766e-8275-4cfb-ae09-a528ce43ec8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:57:15.195538 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:15.216080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141e0df1-a79a-4464-a04a-51317b6634a9 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:57:15.235875 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 141e0df1-a79a-4464-a04a-51317b6634a9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=141e0df1-a79a-4464-a04a-51317b6634a9,segment=NetworkSegment(8b363b28-de54-4c39-a06d-63ac47800203),segment_id=8b363b28-de54-4c39-a06d-63ac47800203)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:15.240742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:15.318673 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=141e0df1-a79a-4464-a04a-51317b6634a9,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:15.431599 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['141e0df1-a79a-4464-a04a-51317b6634a9'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:57:15.465244 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d352c9-0815-440a-b1fe-7888d6e283c9 req-5968547a-0394-491f-bff9-deb25208a7c0 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:15.467412 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-87d352c9-0815-440a-b1fe-7888d6e283c9 req-5968547a-0394-491f-bff9-deb25208a7c0 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 944 time: 0.0845833 Apr 22 14:57:15.519691 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-87d352c9-0815-440a-b1fe-7888d6e283c9 req-532dc373-8bbc-4072-8615-49a7b7292e29 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461466 Apr 22 14:57:16.731929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1af451-96e9-4b34-a218-eacf398d9fbc req-a80ed998-b5bb-452f-9bca-90eefb351908 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:16.733370 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2e1af451-96e9-4b34-a218-eacf398d9fbc req-a80ed998-b5bb-452f-9bca-90eefb351908 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 944 time: 0.0880587 Apr 22 14:57:16.783411 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2e1af451-96e9-4b34-a218-eacf398d9fbc req-74e48c7e-6706-4a5d-bb36-047651019718 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441108 Apr 22 14:57:16.940724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 141e0df1-a79a-4464-a04a-51317b6634a9 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:57:17.014146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 141e0df1-a79a-4464-a04a-51317b6634a9 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:57:17.019560 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 141e0df1-a79a-4464-a04a-51317b6634a9 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:57:17.019934 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:17.146928 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:17.175931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86a212c-3b70-4e4b-9ac6-bfcf155084df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141e0df1-a79a-4464-a04a-51317b6634a9'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:57:17.186398 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 141e0df1-a79a-4464-a04a-51317b6634a9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=141e0df1-a79a-4464-a04a-51317b6634a9,segment=NetworkSegment(8b363b28-de54-4c39-a06d-63ac47800203),segment_id=8b363b28-de54-4c39-a06d-63ac47800203)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:17.191145 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:17.236733 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b0e782b-7859-4504-9250-783102cee67c'] response: {'server_uuid': 'c86a212c-3b70-4e4b-9ac6-bfcf155084df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141e0df1-a79a-4464-a04a-51317b6634a9', 'code': 200} Apr 22 14:57:17.262800 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=141e0df1-a79a-4464-a04a-51317b6634a9,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:17.477305 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f834898d-4522-4a57-9598-e5e4079efedd req-68e2ceda-9bb1-4860-8e5a-2c33d0b48920 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 1098 time: 0.0811508 Apr 22 14:57:17.523358 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f834898d-4522-4a57-9598-e5e4079efedd req-305e255c-1335-49cd-ba2f-5d4c9b212066 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406852 Apr 22 14:57:17.988106 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e64af6-f62f-4f17-94dc-e485026dfaf1 req-0bbe5889-d21e-48e7-9cf3-655391362239 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:17.989639 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b2e64af6-f62f-4f17-94dc-e485026dfaf1 req-0bbe5889-d21e-48e7-9cf3-655391362239 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0800238 Apr 22 14:57:18.038563 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b2e64af6-f62f-4f17-94dc-e485026dfaf1 req-d5b32446-d0ac-42a5-8046-38400afb9d89 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428214 Apr 22 14:57:19.248590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f5a34-c3e3-4ba9-a30d-b651b604022b req-92005b13-e506-4cc0-a035-adb669c2134e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:19.250076 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ff3f5a34-c3e3-4ba9-a30d-b651b604022b req-92005b13-e506-4cc0-a035-adb669c2134e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0821223 Apr 22 14:57:19.297152 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ff3f5a34-c3e3-4ba9-a30d-b651b604022b req-c8ab5973-ef0f-4308-af63-0e61728d150b tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Apr 22 14:57:19.505768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5d4ef-5388-428b-94bc-ac68d3757bf5 req-09ec43f9-e871-454f-9527-48f41dc36280 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:19.507345 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01d5d4ef-5388-428b-94bc-ac68d3757bf5 req-09ec43f9-e871-454f-9527-48f41dc36280 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0827622 Apr 22 14:57:19.559071 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01d5d4ef-5388-428b-94bc-ac68d3757bf5 req-f97fc723-ef74-40aa-8a0c-6d93d755da8f tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458670 Apr 22 14:57:19.767832 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-661b20f0-f263-4929-b032-6fdf1781839e req-21b06bdd-5940-49aa-b7eb-31d0cc19986c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0763261 Apr 22 14:57:20.088595 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-28d161d1-b141-4bc3-b8e4-b9005291adf5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107395 Apr 22 14:57:20.133277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022748f-9847-42c5-84aa-78f3d5854aa2 req-9331892a-14bb-4a54-a9a8-51249384521b tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:20.136425 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1022748f-9847-42c5-84aa-78f3d5854aa2 req-9331892a-14bb-4a54-a9a8-51249384521b tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.1087565 Apr 22 14:57:20.203591 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1022748f-9847-42c5-84aa-78f3d5854aa2 req-b6a7ad24-0471-4565-8b10-6870c1960b8f tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617399 Apr 22 14:57:21.347553 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-64608819-e474-460a-8ffc-8ddf19460494 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea34b424b0984d4da610e7bd26c6089c&device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 1098 time: 0.0776958 Apr 22 14:57:21.419223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80556aa-35d3-495a-bfb6-cb8170a866b6 req-38e4c60a-6330-4a76-a02a-f7e55ef683b7 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:21.420742 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b80556aa-35d3-495a-bfb6-cb8170a866b6 req-38e4c60a-6330-4a76-a02a-f7e55ef683b7 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0824142 Apr 22 14:57:21.470842 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b80556aa-35d3-495a-bfb6-cb8170a866b6 req-1b602b09-5604-449b-8a23-d5f1bdd7e053 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443594 Apr 22 14:57:21.491084 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-59ea6621-6af4-4bc9-86dd-ed068e4caab8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:21.492648 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-59ea6621-6af4-4bc9-86dd-ed068e4caab8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 HTTP/1.1" status: 200 len: 915 time: 0.1396525 Apr 22 14:57:21.561502 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-16544cee-30e8-46c8-a88a-f4a0a299f001 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141e0df1-a79a-4464-a04a-51317b6634a9 HTTP/1.1" status: 200 len: 217 time: 0.0627415 Apr 22 14:57:21.633606 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-e74adf9d-ec5e-4d7a-a1a4-9ecb25970198 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:21.635032 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-e74adf9d-ec5e-4d7a-a1a4-9ecb25970198 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=64c0766e-8275-4cfb-ae09-a528ce43ec8d HTTP/1.1" status: 200 len: 854 time: 0.0680783 Apr 22 14:57:21.683799 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-5de024d5-d47c-4d33-a4ed-dc40632a69db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425997 Apr 22 14:57:21.851596 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-aa6f9c24-9076-4ae6-b753-9c40c94d5f9a service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609850 Apr 22 14:57:21.996223 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-eb8ce3d2-1137-4665-a202-e72a859399ff service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389272 Apr 22 14:57:22.463780 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c98ac0ad-e18e-4d0a-8e48-6ff6b03485a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:22.680287 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8677365-86be-4edc-a56a-2f35599ffe0d req-399865fa-d5c7-4688-8bee-2d1ede3772ca tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:22.681899 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a8677365-86be-4edc-a56a-2f35599ffe0d req-399865fa-d5c7-4688-8bee-2d1ede3772ca tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0821967 Apr 22 14:57:22.733135 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a8677365-86be-4edc-a56a-2f35599ffe0d req-d4c8dea9-91b0-4c55-94f1-d222350bf7cb tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450249 Apr 22 14:57:23.959135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965eec2-d7ff-47a9-afb7-819c202dd179 req-c81a3362-59cc-4960-b631-6f895be33856 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:23.960587 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d965eec2-d7ff-47a9-afb7-819c202dd179 req-c81a3362-59cc-4960-b631-6f895be33856 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0922821 Apr 22 14:57:24.008220 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d965eec2-d7ff-47a9-afb7-819c202dd179 req-ea5663f9-f4a5-43f3-b5e5-d0ccf6c29865 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420599 Apr 22 14:57:24.564602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:24.781166 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8b72f405-cff2-4ce4-86a0-c215d1ba84e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:25.225375 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1f85d-9c3b-4104-91ee-430ba30d4583 req-115b99f2-ea91-4ad1-a4a4-34a0062461ee tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:25.227246 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-20c1f85d-9c3b-4104-91ee-430ba30d4583 req-115b99f2-ea91-4ad1-a4a4-34a0062461ee tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0931170 Apr 22 14:57:25.284010 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-20c1f85d-9c3b-4104-91ee-430ba30d4583 req-8d0efa7e-695f-41a3-9876-1cec03eb127a tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443187 Apr 22 14:57:26.072401 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:26.182224 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:26.502380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e15ce1-213e-419c-9259-69c1efa35cc3 req-fab871f3-13cd-4fa1-a6f7-f91cd1cfecb8 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:26.503969 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-14e15ce1-213e-419c-9259-69c1efa35cc3 req-fab871f3-13cd-4fa1-a6f7-f91cd1cfecb8 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0940185 Apr 22 14:57:26.565746 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-14e15ce1-213e-419c-9259-69c1efa35cc3 req-63aef279-5276-463f-8ac0-2773dca3d9a2 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549643 Apr 22 14:57:26.777894 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:57:27.365698 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:27.778111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ac0a3-4244-43d4-ba24-e42367641e1e req-1913723a-a623-4862-bc66-765e957f7430 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:27.779628 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-414ac0a3-4244-43d4-ba24-e42367641e1e req-1913723a-a623-4862-bc66-765e957f7430 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0811031 Apr 22 14:57:27.830257 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-414ac0a3-4244-43d4-ba24-e42367641e1e req-cde221bc-a373-44b8-b20e-4f8327cbf4e7 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421803 Apr 22 14:57:29.051868 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378aef3-fbac-41c0-a0e1-6f732aa90d82 req-283dfd96-812d-49b6-9d9e-483d09818023 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:29.053235 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4378aef3-fbac-41c0-a0e1-6f732aa90d82 req-283dfd96-812d-49b6-9d9e-483d09818023 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0853577 Apr 22 14:57:29.101888 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4378aef3-fbac-41c0-a0e1-6f732aa90d82 req-b447c22c-7e01-4542-b452-90fcbf768e1f tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 Apr 22 14:57:30.307507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb2e1d-1217-4a41-9e1f-c370faac638b req-bb282b89-3cac-4cdc-948d-aed71d5179b7 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:30.308983 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-32cb2e1d-1217-4a41-9e1f-c370faac638b req-bb282b89-3cac-4cdc-948d-aed71d5179b7 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0779290 Apr 22 14:57:30.355662 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-32cb2e1d-1217-4a41-9e1f-c370faac638b req-f3f5c42c-0ef3-49e3-be07-4885e6fe6059 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411301 Apr 22 14:57:31.563362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990e21e-fca6-4917-8dee-5859f694dac7 req-71d61645-13e5-47fd-a184-f1be1d464334 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:31.564835 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b990e21e-fca6-4917-8dee-5859f694dac7 req-71d61645-13e5-47fd-a184-f1be1d464334 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0827672 Apr 22 14:57:31.616083 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b990e21e-fca6-4917-8dee-5859f694dac7 req-026d6932-5cfc-4189-a542-cc29fa87b98f tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443285 Apr 22 14:57:32.856033 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08472627-c30c-45f3-bcc8-540381b8414a req-d19ab0c2-307f-4def-bc46-5daad9040d6a tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:32.858022 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-08472627-c30c-45f3-bcc8-540381b8414a req-d19ab0c2-307f-4def-bc46-5daad9040d6a tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0943596 Apr 22 14:57:32.917053 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-08472627-c30c-45f3-bcc8-540381b8414a req-b5a247a4-5651-4987-9a08-69718d4e8eb9 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525966 Apr 22 14:57:34.151501 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85adc0-fd71-4c57-8721-e7190953bf26 req-fcf99e51-bfff-4d7e-9434-2de04f429396 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:34.152980 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8b85adc0-fd71-4c57-8721-e7190953bf26 req-fcf99e51-bfff-4d7e-9434-2de04f429396 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.1001136 Apr 22 14:57:34.206540 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8b85adc0-fd71-4c57-8721-e7190953bf26 req-cdefe902-5bee-49d3-b81f-1b19a54d3958 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464897 Apr 22 14:57:35.411687 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595ec5d-d63a-46fa-9da2-799f625a5258 req-e324016b-66d9-4bf4-9848-187e2bffbf54 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:35.413365 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e595ec5d-d63a-46fa-9da2-799f625a5258 req-e324016b-66d9-4bf4-9848-187e2bffbf54 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0758352 Apr 22 14:57:35.463032 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e595ec5d-d63a-46fa-9da2-799f625a5258 req-653b0eb0-77fb-4ee6-9df4-59d0582929c0 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442371 Apr 22 14:57:36.692642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686f0c3-f4ec-4815-8696-a0235341798c req-a38c2796-1306-4972-89ff-837e20a21655 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:36.694756 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f686f0c3-f4ec-4815-8696-a0235341798c req-a38c2796-1306-4972-89ff-837e20a21655 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0893471 Apr 22 14:57:36.763358 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f686f0c3-f4ec-4815-8696-a0235341798c req-acb15643-a407-47fd-afc9-fd717fe4606b tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621963 Apr 22 14:57:37.973686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde0dbd-9319-4248-b264-0a5714d862b6 req-1f382136-eca4-4235-8754-32a874fe975e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:37.975122 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7bde0dbd-9319-4248-b264-0a5714d862b6 req-1f382136-eca4-4235-8754-32a874fe975e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0847037 Apr 22 14:57:38.025251 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7bde0dbd-9319-4248-b264-0a5714d862b6 req-2d1aad32-7efa-479b-bbcd-645382d69564 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437586 Apr 22 14:57:39.248144 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b937cf6-1057-4972-8045-6aaa22a8c1ec req-5ec10038-767f-43e1-9e1e-fc2365edbd30 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:39.249770 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9b937cf6-1057-4972-8045-6aaa22a8c1ec req-5ec10038-767f-43e1-9e1e-fc2365edbd30 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0913002 Apr 22 14:57:39.306452 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9b937cf6-1057-4972-8045-6aaa22a8c1ec req-9f3802c8-f9f2-4d40-8602-a2b5514a3b4b tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451331 Apr 22 14:57:40.619884 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702e71c-48a7-44e5-9ba9-579af196e3eb req-0de36bdc-4ded-4cdf-ac87-7c27fe1207fc tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:40.622054 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4702e71c-48a7-44e5-9ba9-579af196e3eb req-0de36bdc-4ded-4cdf-ac87-7c27fe1207fc tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.1817336 Apr 22 14:57:40.670530 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4702e71c-48a7-44e5-9ba9-579af196e3eb req-7b9942fb-021c-4d7b-b198-d7cb407a331e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421791 Apr 22 14:57:41.871093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe7b4d-cd91-4e07-acbc-257eb1f4415c req-32180b20-b533-4264-9dfe-00bd80c4942e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:41.872764 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3bfe7b4d-cd91-4e07-acbc-257eb1f4415c req-32180b20-b533-4264-9dfe-00bd80c4942e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0780022 Apr 22 14:57:41.924003 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3bfe7b4d-cd91-4e07-acbc-257eb1f4415c req-05f4214e-d3cc-4025-8a59-e9b72235af40 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455837 Apr 22 14:57:43.142751 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9277c7-969e-4453-b5df-a41b2f3ee389 req-5d8bb0df-c5db-460e-a17d-058fb65012fc tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:43.144936 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4d9277c7-969e-4453-b5df-a41b2f3ee389 req-5d8bb0df-c5db-460e-a17d-058fb65012fc tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0948958 Apr 22 14:57:43.191934 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4d9277c7-969e-4453-b5df-a41b2f3ee389 req-1e378c69-2a2f-4b80-b0a7-a83433903b61 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 Apr 22 14:57:44.402781 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e411422-c1da-4216-b4f9-33dff425e8ac req-80cf2ca6-347e-43a6-8f7b-a594d04bf004 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:44.404263 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6e411422-c1da-4216-b4f9-33dff425e8ac req-80cf2ca6-347e-43a6-8f7b-a594d04bf004 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0866313 Apr 22 14:57:44.452498 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6e411422-c1da-4216-b4f9-33dff425e8ac req-06cbe019-0f30-478e-957a-c9c9d43c8da3 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421567 Apr 22 14:57:45.655845 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1504571-f008-4921-bca5-45ddf9a0629a req-3ad58d1f-5489-4155-8613-2887cccb5bfd tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:45.657309 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c1504571-f008-4921-bca5-45ddf9a0629a req-3ad58d1f-5489-4155-8613-2887cccb5bfd tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0789428 Apr 22 14:57:45.708675 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c1504571-f008-4921-bca5-45ddf9a0629a req-53a17b18-8a98-4b88-86ee-ac1d368628ca tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447350 Apr 22 14:57:46.934271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11789804-4f32-4412-8912-11400da46571 req-48e89de8-1a03-4c10-8f7c-0b251109e85b tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:46.935721 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-11789804-4f32-4412-8912-11400da46571 req-48e89de8-1a03-4c10-8f7c-0b251109e85b tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0917561 Apr 22 14:57:46.994645 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-11789804-4f32-4412-8912-11400da46571 req-1e5fb5d7-7f46-44a6-9242-0b170045b030 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528488 Apr 22 14:57:48.200889 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d8aa6-c4d7-4ff1-a05f-365465d5036c req-b1890266-2b6d-4cdc-b8f4-7751ace28dad tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:48.202388 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c06d8aa6-c4d7-4ff1-a05f-365465d5036c req-b1890266-2b6d-4cdc-b8f4-7751ace28dad tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0792832 Apr 22 14:57:48.255259 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c06d8aa6-c4d7-4ff1-a05f-365465d5036c req-64c8e1cd-3e13-44b7-ba2b-8ee33a50d52a tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471177 Apr 22 14:57:48.735261 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-30904c5d-68b4-4589-8486-ca8d47f89acc service neutron] 10.222.0.30 "GET /v2.0/ports/141e0df1-a79a-4464-a04a-51317b6634a9/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0854051 Apr 22 14:57:49.012202 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-ac39071a-834b-46ba-83d2-3052557cbacf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df&tenant_id=ea34b424b0984d4da610e7bd26c6089c HTTP/1.1" status: 200 len: 1098 time: 0.0718648 Apr 22 14:57:49.105738 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-963e11be-b14c-4569-a3e5-9aa3bd093c7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea34b424b0984d4da610e7bd26c6089c&device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 1098 time: 0.0723760 Apr 22 14:57:49.351839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-2e1ede97-19a4-490e-8ae3-2a9ad59c0401 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:49.354407 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-2e1ede97-19a4-490e-8ae3-2a9ad59c0401 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 HTTP/1.1" status: 200 len: 915 time: 0.2425778 Apr 22 14:57:49.423727 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-ac60dea3-d5b8-46ff-859c-8efa40ca66e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141e0df1-a79a-4464-a04a-51317b6634a9 HTTP/1.1" status: 200 len: 217 time: 0.0639839 Apr 22 14:57:49.468472 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf6e80-81a9-41a6-b6e3-79f01183cf5c req-535c6116-4f9a-4e9e-8685-d4e9e64ebaef tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:49.469966 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d9bf6e80-81a9-41a6-b6e3-79f01183cf5c req-535c6116-4f9a-4e9e-8685-d4e9e64ebaef tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0781093 Apr 22 14:57:49.493000 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-fa61dd88-b8d9-4ea6-9bbb-a7a98f12d1a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:49.494482 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-fa61dd88-b8d9-4ea6-9bbb-a7a98f12d1a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=64c0766e-8275-4cfb-ae09-a528ce43ec8d HTTP/1.1" status: 200 len: 854 time: 0.0652688 Apr 22 14:57:49.520331 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d9bf6e80-81a9-41a6-b6e3-79f01183cf5c req-76d03632-56ed-4eb4-b52c-c849f680c580 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440576 Apr 22 14:57:49.541226 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-92d39eb8-c41e-4379-90b7-9a6093722361 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411782 Apr 22 14:57:49.702667 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-46d3c0e9-ca6d-4406-940d-fb3e3fce3f49 service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556072 Apr 22 14:57:49.845181 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3277b6a4-5590-4925-9240-98a3b9994f62 req-17c31b4e-25eb-415e-9444-1dc521649506 service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362216 Apr 22 14:57:50.732031 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc5215-d2d6-464f-8e30-cd6fe32fe74f req-94901f0a-833e-405d-ab26-96ec8864ece1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:50.733493 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-02dc5215-d2d6-464f-8e30-cd6fe32fe74f req-94901f0a-833e-405d-ab26-96ec8864ece1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0854127 Apr 22 14:57:50.781914 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-02dc5215-d2d6-464f-8e30-cd6fe32fe74f req-5ae1ed1c-6fd1-4bdd-92ba-b3c28753e809 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427196 Apr 22 14:57:51.987733 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839480b1-fffd-449f-b86c-b10f427ec739 req-53cefef2-cfd2-4dbf-a2df-e7974d978a51 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:51.989188 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-839480b1-fffd-449f-b86c-b10f427ec739 req-53cefef2-cfd2-4dbf-a2df-e7974d978a51 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0792944 Apr 22 14:57:52.039313 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-839480b1-fffd-449f-b86c-b10f427ec739 req-288e3419-cd57-4dd3-bca3-9a3ecc91ecb0 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441236 Apr 22 14:57:52.391436 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1132b6-32f6-46de-87d9-8fa1809d0f87 req-302da44a-2487-4a26-a99e-faed0e12df31 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:52.392166 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-6d1132b6-32f6-46de-87d9-8fa1809d0f87 req-302da44a-2487-4a26-a99e-faed0e12df31 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Synchronizing usage tracker for tenant:ea34b424b0984d4da610e7bd26c6089c on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:57:52.394472 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20067e98-039a-40f3-82f8-bf849ea072c4 req-abdf1354-7736-4bea-bb23-462378f8db26 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:52.395997 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-20067e98-039a-40f3-82f8-bf849ea072c4 req-abdf1354-7736-4bea-bb23-462378f8db26 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 945 time: 0.0872402 Apr 22 14:57:52.405452 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-6d1132b6-32f6-46de-87d9-8fa1809d0f87 req-302da44a-2487-4a26-a99e-faed0e12df31 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Unset dirty status for tenant:ea34b424b0984d4da610e7bd26c6089c on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:57:52.406568 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6d1132b6-32f6-46de-87d9-8fa1809d0f87 req-302da44a-2487-4a26-a99e-faed0e12df31 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.30 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df&tenant_id=ea34b424b0984d4da610e7bd26c6089c&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.1136634 Apr 22 14:57:52.451868 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-20067e98-039a-40f3-82f8-bf849ea072c4 req-b3584411-8696-4fb2-a60a-419a009b1ccc tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496643 Apr 22 14:57:52.469497 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fa7512db-4c55-4f0b-8cec-33ddbbec82c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:52.557546 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6d1132b6-32f6-46de-87d9-8fa1809d0f87 req-bea53716-331e-43a8-8f7f-471607c2c798 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea34b424b0984d4da610e7bd26c6089c&device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 1098 time: 0.0779357 Apr 22 14:57:52.695255 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1132b6-32f6-46de-87d9-8fa1809d0f87 req-db415e7d-97cc-465f-8852-c7d972468ef7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:52.696742 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6d1132b6-32f6-46de-87d9-8fa1809d0f87 req-db415e7d-97cc-465f-8852-c7d972468ef7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 HTTP/1.1" status: 200 len: 915 time: 0.1334500 Apr 22 14:57:52.766057 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6d1132b6-32f6-46de-87d9-8fa1809d0f87 req-0e838288-846e-4fa7-ac3e-9b38d776bb6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141e0df1-a79a-4464-a04a-51317b6634a9 HTTP/1.1" status: 200 len: 217 time: 0.0636764 Apr 22 14:57:52.836073 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1132b6-32f6-46de-87d9-8fa1809d0f87 req-cddc67ad-53cc-4d5a-87a8-a63370f30c21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:52.837517 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6d1132b6-32f6-46de-87d9-8fa1809d0f87 req-cddc67ad-53cc-4d5a-87a8-a63370f30c21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=64c0766e-8275-4cfb-ae09-a528ce43ec8d HTTP/1.1" status: 200 len: 854 time: 0.0661292 Apr 22 14:57:52.892141 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6d1132b6-32f6-46de-87d9-8fa1809d0f87 req-308679f5-4872-4442-ab90-096647c092e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411234 Apr 22 14:57:53.029114 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6d1132b6-32f6-46de-87d9-8fa1809d0f87 req-83fc5699-ff70-4985-aaba-9dcaacc5cf7c service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355436 Apr 22 14:57:53.036561 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 141e0df1-a79a-4464-a04a-51317b6634a9 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:57:53.162117 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:53.176973 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6d1132b6-32f6-46de-87d9-8fa1809d0f87 req-0fe46a58-409d-42be-9659-b77596931be2 service neutron] 10.222.0.30 "GET /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407671 Apr 22 14:57:53.194467 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86a212c-3b70-4e4b-9ac6-bfcf155084df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141e0df1-a79a-4464-a04a-51317b6634a9'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:57:53.205655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 141e0df1-a79a-4464-a04a-51317b6634a9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=141e0df1-a79a-4464-a04a-51317b6634a9,segment=NetworkSegment(8b363b28-de54-4c39-a06d-63ac47800203),segment_id=8b363b28-de54-4c39-a06d-63ac47800203)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:53.212017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:53.264211 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6a15050-4132-4837-a55e-5fc639be4e1a'] response: {'server_uuid': 'c86a212c-3b70-4e4b-9ac6-bfcf155084df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141e0df1-a79a-4464-a04a-51317b6634a9', 'code': 200} Apr 22 14:57:53.291982 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=141e0df1-a79a-4464-a04a-51317b6634a9,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:53.686457 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c2ec2-1995-472f-b1b7-bd0769dfb1e8 req-987fc8a5-dfbd-4500-9a7f-9b3f904c0c1b tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:53.688093 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e68c2ec2-1995-472f-b1b7-bd0769dfb1e8 req-987fc8a5-dfbd-4500-9a7f-9b3f904c0c1b tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 943 time: 0.0837569 Apr 22 14:57:53.747184 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e68c2ec2-1995-472f-b1b7-bd0769dfb1e8 req-11aacbfe-3006-4587-9b6c-c2ed909124cc tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512371 Apr 22 14:57:54.580265 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:54.786032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2fedb4b6-9965-43f2-8608-1a42b52bc7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:54.970341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214f788-5c55-4882-9d7a-4b3d90e502dc req-e73502ea-76b3-43c5-af76-4bd2f9bf5ae1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:54.972498 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b214f788-5c55-4882-9d7a-4b3d90e502dc req-e73502ea-76b3-43c5-af76-4bd2f9bf5ae1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 943 time: 0.0866315 Apr 22 14:57:55.020797 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b214f788-5c55-4882-9d7a-4b3d90e502dc req-5b90922e-6849-4371-be4a-917671e3043f tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424523 Apr 22 14:57:55.223747 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c0f73-115a-48a3-8090-b059531ac43d req-540c2613-8412-4d47-8dd9-3b67b529feba tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:55.225245 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6c9c0f73-115a-48a3-8090-b059531ac43d req-540c2613-8412-4d47-8dd9-3b67b529feba tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 943 time: 0.0809226 Apr 22 14:57:55.277174 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6c9c0f73-115a-48a3-8090-b059531ac43d req-49bc54d9-4485-431f-a450-0c5e6062b71c tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453465 Apr 22 14:57:55.478148 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546e7eb-98b7-4d21-842a-a1d2936263b3 req-c65f60fc-46be-4bce-945d-b4808f999717 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:55.479571 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c546e7eb-98b7-4d21-842a-a1d2936263b3 req-c65f60fc-46be-4bce-945d-b4808f999717 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 943 time: 0.0775871 Apr 22 14:57:55.527923 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c546e7eb-98b7-4d21-842a-a1d2936263b3 req-138ff0f9-7bac-41dd-bcf0-a81bf48da6a8 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426986 Apr 22 14:57:56.066447 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:56.184855 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:56.209150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124efe1b-1bcf-4e1d-a73d-4a24bdc0a4fa req-4d0a1250-7f08-4f84-8591-0d678d9e1a79 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:56.211298 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-124efe1b-1bcf-4e1d-a73d-4a24bdc0a4fa req-4d0a1250-7f08-4f84-8591-0d678d9e1a79 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 943 time: 0.0986049 Apr 22 14:57:56.258140 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-124efe1b-1bcf-4e1d-a73d-4a24bdc0a4fa req-2876fb06-4f63-4bf2-9b0f-03a4683c248f tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Apr 22 14:57:57.363697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:57.456183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe8ed3-8fa4-44c0-957f-4bb68ef33278 req-5e2468bc-29e9-48ba-a3cc-225ac654d83e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:57.457603 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-82fe8ed3-8fa4-44c0-957f-4bb68ef33278 req-5e2468bc-29e9-48ba-a3cc-225ac654d83e tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 943 time: 0.0775504 Apr 22 14:57:57.507605 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-82fe8ed3-8fa4-44c0-957f-4bb68ef33278 req-a976b53d-bcb8-4398-baca-f6501f8d45ba tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e8b48d-46db-4b6c-ac4a-4974a93b9002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430605 Apr 22 14:57:57.549170 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48218e63-9ced-4882-a76f-8a8546f08ade req-f403275b-7ea0-4494-b6a1-ecca108e4b8c tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:57.550524 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-48218e63-9ced-4882-a76f-8a8546f08ade req-f403275b-7ea0-4494-b6a1-ecca108e4b8c tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.30 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 943 time: 0.0846705 Apr 22 14:57:57.620113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-48218e63-9ced-4882-a76f-8a8546f08ade req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Deleting port 141e0df1-a79a-4464-a04a-51317b6634a9 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:57:57.620456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-48218e63-9ced-4882-a76f-8a8546f08ade req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:57.970654 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-48218e63-9ced-4882-a76f-8a8546f08ade req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] For port 141e0df1-a79a-4464-a04a-51317b6634a9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=141e0df1-a79a-4464-a04a-51317b6634a9,segment=NetworkSegment(8b363b28-de54-4c39-a06d-63ac47800203),segment_id=8b363b28-de54-4c39-a06d-63ac47800203)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:57.971031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-48218e63-9ced-4882-a76f-8a8546f08ade req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:58.096811 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-48218e63-9ced-4882-a76f-8a8546f08ade req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Calling delete_port for 141e0df1-a79a-4464-a04a-51317b6634a9 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:57:58.244312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-48218e63-9ced-4882-a76f-8a8546f08ade req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:58.296789 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Pushing event deleted for resources: {'Port': ['ID=141e0df1-a79a-4464-a04a-51317b6634a9,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:58.386405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:58.386754 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:58.387099 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:58.387465 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:58.387806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:58.388143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:58.388476 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:58.389078 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:58.389454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:58.389814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:58.390143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:58.398514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-48218e63-9ced-4882-a76f-8a8546f08ade req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] No DVR routers for this DVR port 141e0df1-a79a-4464-a04a-51317b6634a9 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:57:58.400836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-48218e63-9ced-4882-a76f-8a8546f08ade req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:58.403690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86a212c-3b70-4e4b-9ac6-bfcf155084df', 'name': 'network-vif-deleted', 'tag': '141e0df1-a79a-4464-a04a-51317b6634a9'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:57:58.419752 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-48218e63-9ced-4882-a76f-8a8546f08ade req-b839ab73-a891-4ee0-9185-228623d76dd1 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.30 "DELETE /v2.0/ports/141e0df1-a79a-4464-a04a-51317b6634a9 HTTP/1.1" status: 204 len: 173 time: 0.8639920 Apr 22 14:57:58.463268 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce6e314-8242-437a-a1ef-7396e815ce54'] response: {'server_uuid': 'c86a212c-3b70-4e4b-9ac6-bfcf155084df', 'name': 'network-vif-deleted', 'tag': '141e0df1-a79a-4464-a04a-51317b6634a9', 'status': 'completed', 'code': 200} Apr 22 14:57:58.700530 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ddfb3c86-6129-4e1f-8afb-e57282844706 req-4bf14862-3853-445f-bfed-6a5dfa8ca0d8 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] 10.222.0.23 "GET /v2.0/ports?device_id=c86a212c-3b70-4e4b-9ac6-bfcf155084df HTTP/1.1" status: 200 len: 210 time: 0.0452473 Apr 22 14:57:59.969671 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 39476) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:58:00.030711 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Deleting subnet 64c0766e-8275-4cfb-ae09-a528ce43ec8d {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:58:00.034089 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:00.090106 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:00.232568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:00.302422 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:00.342369 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c0766e-8275-4cfb-ae09-a528ce43ec8d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:00.352853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:00.358956 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:00.359326 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:00.359669 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:00.360006 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:00.360342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:00.360675 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:00.361003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:00.361330 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:00.361656 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:00.361978 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:00.362300 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:00.367164 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-71c3fcc2-0482-47a3-a154-e5897f109482 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/64c0766e-8275-4cfb-ae09-a528ce43ec8d HTTP/1.1" status: 204 len: 168 time: 0.3963959 Apr 22 14:58:00.369719 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 39480) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:58:00.477446 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d2deb666-2291-47c0-96af-f21c84ebfb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:00.604518 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d2deb666-2291-47c0-96af-f21c84ebfb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:00.629555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-d2deb666-2291-47c0-96af-f21c84ebfb4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45efaba-ca6c-4041-a5af-2fbdd0fcffd5']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:58:00.642293 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-d2deb666-2291-47c0-96af-f21c84ebfb4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b363b28-de54-4c39-a06d-63ac47800203') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:58:00.642589 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-d2deb666-2291-47c0-96af-f21c84ebfb4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b363b28-de54-4c39-a06d-63ac47800203') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:58:00.654539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d2deb666-2291-47c0-96af-f21c84ebfb4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:00.671120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d2deb666-2291-47c0-96af-f21c84ebfb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:00.677186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2deb666-2291-47c0-96af-f21c84ebfb4a admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:58:00.677565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d2deb666-2291-47c0-96af-f21c84ebfb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:58:00.690663 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:58:00.768792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d2deb666-2291-47c0-96af-f21c84ebfb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:00.785366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d2deb666-2291-47c0-96af-f21c84ebfb4a admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:00.795906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2deb666-2291-47c0-96af-f21c84ebfb4a admin admin] Pushing event deleted for resources: {'Network': ['ID=c45efaba-ca6c-4041-a5af-2fbdd0fcffd5,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:00.804692 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d2deb666-2291-47c0-96af-f21c84ebfb4a admin admin] 10.222.0.23 "DELETE /v2.0/networks/c45efaba-ca6c-4041-a5af-2fbdd0fcffd5 HTTP/1.1" status: 204 len: 168 time: 0.4339552 Apr 22 14:58:00.969121 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 39486) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:58:01.020427 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8769327d-e48f-4050-b59b-4834978591bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea34b424b0984d4da610e7bd26c6089c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501580 Apr 22 14:58:01.023615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 39490) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:58:01.032635 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 141e0df1-a79a-4464-a04a-51317b6634a9 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:58:01.065675 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 141e0df1-a79a-4464-a04a-51317b6634a9 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:58:01.066012 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 141e0df1-a79a-4464-a04a-51317b6634a9 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:58:01.086758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f5ddcfb-b2d4-411c-9bf2-9a844cd0f710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:01.112091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f5ddcfb-b2d4-411c-9bf2-9a844cd0f710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:01.171198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f5ddcfb-b2d4-411c-9bf2-9a844cd0f710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:01.189693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ddcfb-b2d4-411c-9bf2-9a844cd0f710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e8b48d-46db-4b6c-ac4a-4974a93b9002,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:01.196491 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f5ddcfb-b2d4-411c-9bf2-9a844cd0f710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:01.198468 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0f5ddcfb-b2d4-411c-9bf2-9a844cd0f710 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19e8b48d-46db-4b6c-ac4a-4974a93b9002 HTTP/1.1" status: 204 len: 168 time: 0.1731381 Apr 22 14:58:02.142230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 39512) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:58:02.326598 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-679134356-network', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:58:02.331449 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:58:02.335990 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Usage tracker for resource:network and tenant:22879847914a4b3bbb1069816ef5c7f8 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:58:02.339348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:58:02.345485 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:58:02.356324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Made reservation on behalf of 22879847914a4b3bbb1069816ef5c7f8 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:58:02.358587 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:02.371604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:02.412169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:58:02.416313 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Usage tracker for resource:security_group_rule and tenant:22879847914a4b3bbb1069816ef5c7f8 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:58:02.419170 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:58:02.424699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:58:02.493007 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:02.497534 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:02.529089 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:58:02.537063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dc21a4-8952-470a-b24c-fb8f3db49969,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:02.543329 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:02.543667 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Added segment 00e2cfc8-8612-4988-94df-9d672ba88cf6 of type vlan for network db35a481-da73-4266-8c69-d8e417e36b5f Apr 22 14:58:02.575747 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:02.604795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:02.605649 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:02.606417 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:02.716448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] Pushing event updated for resources: {'Network': ['ID=db35a481-da73-4266-8c69-d8e417e36b5f,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:02.722083 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a49f36e4-d77f-40fa-ac8d-836a88a490dd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5786486 Apr 22 14:58:02.725812 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 39518) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:58:02.732840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7ad5416f-6c93-4c76-af5c-a05e5c0fd6d3 admin admin] Request body: {'subnet': {'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-679134356-subnet', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:58:02.733055 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network db35a481-da73-4266-8c69-d8e417e36b5f details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:58:02.747998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7ad5416f-6c93-4c76-af5c-a05e5c0fd6d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:58:02.759017 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7ad5416f-6c93-4c76-af5c-a05e5c0fd6d3 admin admin] Usage tracker for resource:subnet and tenant:22879847914a4b3bbb1069816ef5c7f8 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:58:02.768046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7ad5416f-6c93-4c76-af5c-a05e5c0fd6d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:58:02.782551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7ad5416f-6c93-4c76-af5c-a05e5c0fd6d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:58:02.809666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad5416f-6c93-4c76-af5c-a05e5c0fd6d3 admin admin] Made reservation on behalf of 22879847914a4b3bbb1069816ef5c7f8 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:58:02.812325 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ad5416f-6c93-4c76-af5c-a05e5c0fd6d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:03.046427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ad5416f-6c93-4c76-af5c-a05e5c0fd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:03.118204 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5416f-6c93-4c76-af5c-a05e5c0fd6d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d489819-9e89-4ddc-a353-dd0cc80f0a5e,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:03.134622 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5416f-6c93-4c76-af5c-a05e5c0fd6d3 admin admin] Checking segment: {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:58:03.134976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5416f-6c93-4c76-af5c-a05e5c0fd6d3 admin admin] Network hostable DHCP agents. Network: db35a481-da73-4266-8c69-d8e417e36b5f, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:58:03.156801 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5416f-6c93-4c76-af5c-a05e5c0fd6d3 admin admin] Network db35a481-da73-4266-8c69-d8e417e36b5f is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:58:03.169804 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-7ad5416f-6c93-4c76-af5c-a05e5c0fd6d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, db35a481-da73-4266-8c69-d8e417e36b5f) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:58:03.174028 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad5416f-6c93-4c76-af5c-a05e5c0fd6d3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:03.174760 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7ad5416f-6c93-4c76-af5c-a05e5c0fd6d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:03.179664 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d239786-8491-48fc-ab2b-7174e498485a None None] Network db35a481-da73-4266-8c69-d8e417e36b5f requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:58:03.199150 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7ad5416f-6c93-4c76-af5c-a05e5c0fd6d3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4694879 Apr 22 14:58:03.199411 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 39522) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:58:03.204405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:58:03.209020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:58:03.213770 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Usage tracker for resource:router and tenant:22879847914a4b3bbb1069816ef5c7f8 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:58:03.216785 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:58:03.222588 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:58:03.235871 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:03.236986 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:03.258570 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:03.410960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:03.432215 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-db35a481-da73-4266-8c69-d8e417e36b5f', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:58:03.433011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:03.594235 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Allocated IP 172.20.0.2 (db35a481-da73-4266-8c69-d8e417e36b5f/6d489819-9e89-4ddc-a353-dd0cc80f0a5e/67b19d14-26aa-4074-a9d4-9b640a53a1df) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:58:03.606575 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:03.639656 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:03.781799 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:58:03.783698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Allocated IP 172.26.0.147 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/5138b006-31bd-40e6-9399-4aa61a2bf7da) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:58:03.811622 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:03.822440 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Transition to ACTIVE for port object 67b19d14-26aa-4074-a9d4-9b640a53a1df will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:58:03.841268 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Transition to ACTIVE for port object 67b19d14-26aa-4074-a9d4-9b640a53a1df will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:58:03.847208 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:03.919525 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Network db35a481-da73-4266-8c69-d8e417e36b5f is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:58:03.922490 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:58:03.927376 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:58:03.929899 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Pushing event updated for resources: {'Port': ['ID=67b19d14-26aa-4074-a9d4-9b640a53a1df,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:04.018556 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Attempting to bind port 67b19d14-26aa-4074-a9d4-9b640a53a1df on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:58:04.018828 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Attempting to bind port 67b19d14-26aa-4074-a9d4-9b640a53a1df by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:58:04.019185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Attempting to bind port 67b19d14-26aa-4074-a9d4-9b640a53a1df on network db35a481-da73-4266-8c69-d8e417e36b5f {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:58:04.025791 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:58:04.026154 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Checking segment: {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:58:04.026550 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:04.026949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Bound using segment: {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:58:04.027438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Bound port: 67b19d14-26aa-4074-a9d4-9b640a53a1df, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:58:04.027809 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:04.037455 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:04.066123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:04.121061 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] For port 67b19d14-26aa-4074-a9d4-9b640a53a1df, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:58:04.124333 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] For port 67b19d14-26aa-4074-a9d4-9b640a53a1df, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=67b19d14-26aa-4074-a9d4-9b640a53a1df,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:58:04.131699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:04.134983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:58:04.137970 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:58:04.142789 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:58:04.173590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5138b006-31bd-40e6-9399-4aa61a2bf7da,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:04.217883 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91832434-c8d3-426e-9023-a6f7224a0a52 None None] Pushing event updated for resources: {'Port': ['ID=67b19d14-26aa-4074-a9d4-9b640a53a1df,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:04.330251 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:04.331024 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:04.608157 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Router ff318363-3050-4153-8c6f-c1c0749ae60e is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:58:04.826468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:58:04.843479 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Sync routers for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:58:04.859977 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:58:04.860187 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:04.860524 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:57:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:58:04.863815 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-71cac26e-bfc7-4f42-9c7c-33b27bfd52b0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6634140 Apr 22 14:58:04.864186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 39526) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:58:05.076794 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:58:05.275701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95ce597-8969-48d6-aab4-01f290df2f69 None None] Network db35a481-da73-4266-8c69-d8e417e36b5f requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:58:05.378513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d17ed508-0302-416e-b3aa-f707287cb0a3 None None] Provisioning for port 67b19d14-26aa-4074-a9d4-9b640a53a1df completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:58:05.413541 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:04Z', 'revision_number': 3, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:58:05.418120 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Checking router: ff318363-3050-4153-8c6f-c1c0749ae60e for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:58:05.418464 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Updating router ff318363-3050-4153-8c6f-c1c0749ae60e port 5138b006-31bd-40e6-9399-4aa61a2bf7da binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:58:05.484064 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:05.821970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:05.887031 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 67b19d14-26aa-4074-a9d4-9b640a53a1df up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:58:05.893817 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:05.908261 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Transition to ACTIVE for port object 5138b006-31bd-40e6-9399-4aa61a2bf7da will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:58:05.916004 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:05.961929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 67b19d14-26aa-4074-a9d4-9b640a53a1df completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:58:05.967195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 67b19d14-26aa-4074-a9d4-9b640a53a1df triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:58:05.967775 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:06.011349 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38bf69-2504-4b5f-9167-72e9793b74e1 None None] Pushing event updated for resources: {'Port': ['ID=5138b006-31bd-40e6-9399-4aa61a2bf7da,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:06.015516 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Attempting to bind port 5138b006-31bd-40e6-9399-4aa61a2bf7da on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:58:06.015885 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Attempting to bind port 5138b006-31bd-40e6-9399-4aa61a2bf7da by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:58:06.016283 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Attempting to bind port 5138b006-31bd-40e6-9399-4aa61a2bf7da on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:58:06.028305 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38bf69-2504-4b5f-9167-72e9793b74e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.028702 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38bf69-2504-4b5f-9167-72e9793b74e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.028964 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38bf69-2504-4b5f-9167-72e9793b74e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.029294 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38bf69-2504-4b5f-9167-72e9793b74e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.029619 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38bf69-2504-4b5f-9167-72e9793b74e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.029943 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38bf69-2504-4b5f-9167-72e9793b74e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.030287 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38bf69-2504-4b5f-9167-72e9793b74e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.030603 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38bf69-2504-4b5f-9167-72e9793b74e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.030918 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38bf69-2504-4b5f-9167-72e9793b74e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.031226 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38bf69-2504-4b5f-9167-72e9793b74e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.031563 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38bf69-2504-4b5f-9167-72e9793b74e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.034888 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:58:06.035258 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:58:06.035674 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:06.036045 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:58:06.036509 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Bound port: 5138b006-31bd-40e6-9399-4aa61a2bf7da, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:58:06.036872 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:06.094609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:06.098498 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Allocated IP 172.20.0.1 (db35a481-da73-4266-8c69-d8e417e36b5f/6d489819-9e89-4ddc-a353-dd0cc80f0a5e/d0b3437b-7f44-4592-9cbd-320c028d6333) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:58:06.120908 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] For port 5138b006-31bd-40e6-9399-4aa61a2bf7da, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:58:06.124282 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] For port 5138b006-31bd-40e6-9399-4aa61a2bf7da, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5138b006-31bd-40e6-9399-4aa61a2bf7da,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:58:06.128624 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 67b19d14-26aa-4074-a9d4-9b640a53a1df, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=67b19d14-26aa-4074-a9d4-9b640a53a1df,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:58:06.128867 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:06.133730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:06.206733 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=67b19d14-26aa-4074-a9d4-9b640a53a1df,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:06.214687 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:58:06.215613 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:57:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:58:06.217483 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.217483 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.217911 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.218312 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.218711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.219112 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.219541 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.219930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.220318 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.220705 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.221092 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:06.296478 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:06.314517 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Transition to ACTIVE for port object d0b3437b-7f44-4592-9cbd-320c028d6333 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:58:06.337784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:06.385538 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38bf69-2504-4b5f-9167-72e9793b74e1 None None] Pushing event updated for resources: {'Port': ['ID=5138b006-31bd-40e6-9399-4aa61a2bf7da,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:06.409057 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Network db35a481-da73-4266-8c69-d8e417e36b5f is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:58:06.412673 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:58:06.415381 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Pushing event updated for resources: {'Port': ['ID=d0b3437b-7f44-4592-9cbd-320c028d6333,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:06.417551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:58:06.457169 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:58:06.477001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:06.576990 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:06.671375 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-59405ce6-377c-4a7a-9c5c-eb3b0a7e994c None None] Provisioning for port d0b3437b-7f44-4592-9cbd-320c028d6333 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:58:06.675972 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-59405ce6-377c-4a7a-9c5c-eb3b0a7e994c None None] Provisioning complete for port d0b3437b-7f44-4592-9cbd-320c028d6333 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:58:06.676546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-59405ce6-377c-4a7a-9c5c-eb3b0a7e994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:06.736007 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-59405ce6-377c-4a7a-9c5c-eb3b0a7e994c None None] Port d0b3437b-7f44-4592-9cbd-320c028d6333 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:58:06.771520 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:04Z', 'revision_number': 3, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:58:06.776806 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de56f6b-e996-4e7c-8a9f-ada1946ee204 None None] The sync data for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:04Z', 'revision_number': 3, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:58:06.843162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:06.849212 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:06.969314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:06.972603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Pushing event updated for resources: {'Port': ['ID=d0b3437b-7f44-4592-9cbd-320c028d6333,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:07.123859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Network db35a481-da73-4266-8c69-d8e417e36b5f is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:58:07.125072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:58:07.384921 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7a0e8b3f-4d52-4193-a7f5-134f4ba4ab2f None None] Provisioning complete for port d0b3437b-7f44-4592-9cbd-320c028d6333 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:58:07.385326 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8b3f-4d52-4193-a7f5-134f4ba4ab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:07.452876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e8b3f-4d52-4193-a7f5-134f4ba4ab2f None None] Port d0b3437b-7f44-4592-9cbd-320c028d6333 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:58:07.682341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Router ff318363-3050-4153-8c6f-c1c0749ae60e has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:58:07.909022 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5138b006-31bd-40e6-9399-4aa61a2bf7da up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:58:07.924587 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:58:07.936040 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-03379b8d-afdd-4bcd-bc47-241333b54482 admin admin] 10.222.0.23 "PUT /v2.0/routers/ff318363-3050-4153-8c6f-c1c0749ae60e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0707369 Apr 22 14:58:07.992224 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 5138b006-31bd-40e6-9399-4aa61a2bf7da completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:58:07.996818 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 5138b006-31bd-40e6-9399-4aa61a2bf7da triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:58:07.997255 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:08.127896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:08.145318 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 5138b006-31bd-40e6-9399-4aa61a2bf7da, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5138b006-31bd-40e6-9399-4aa61a2bf7da,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:58:08.157120 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:08.157955 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 67b19d14-26aa-4074-a9d4-9b640a53a1df up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:58:08.312845 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=5138b006-31bd-40e6-9399-4aa61a2bf7da,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:08.328451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 67b19d14-26aa-4074-a9d4-9b640a53a1df triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:58:08.328817 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:08.507882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 39536) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:58:08.513840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-614c66a1-3fea-4b87-8e3a-25fc1cdbd8b2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--339145156', 'description': 'tempest-description--1366513600'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:58:08.521149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-614c66a1-3fea-4b87-8e3a-25fc1cdbd8b2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:58:08.527028 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-614c66a1-3fea-4b87-8e3a-25fc1cdbd8b2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Usage tracker for resource:security_group and tenant:22879847914a4b3bbb1069816ef5c7f8 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:58:08.530757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-614c66a1-3fea-4b87-8e3a-25fc1cdbd8b2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:58:08.536542 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-614c66a1-3fea-4b87-8e3a-25fc1cdbd8b2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:58:08.548664 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-614c66a1-3fea-4b87-8e3a-25fc1cdbd8b2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:08.587935 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-614c66a1-3fea-4b87-8e3a-25fc1cdbd8b2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:58:08.591791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-614c66a1-3fea-4b87-8e3a-25fc1cdbd8b2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Usage tracker for resource:security_group_rule and tenant:22879847914a4b3bbb1069816ef5c7f8 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:58:08.594661 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-614c66a1-3fea-4b87-8e3a-25fc1cdbd8b2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:58:08.601097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-614c66a1-3fea-4b87-8e3a-25fc1cdbd8b2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:58:08.670969 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-614c66a1-3fea-4b87-8e3a-25fc1cdbd8b2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:08.674933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-614c66a1-3fea-4b87-8e3a-25fc1cdbd8b2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:08.721367 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-614c66a1-3fea-4b87-8e3a-25fc1cdbd8b2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:08.722486 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-614c66a1-3fea-4b87-8e3a-25fc1cdbd8b2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2135453 Apr 22 14:58:08.723302 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c66a1-3fea-4b87-8e3a-25fc1cdbd8b2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9e4c85-214f-45bc-ab3b-322980d90d1e,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:08.725265 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 39540) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:58:08.731526 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-2a762fbd-3634-42ec-a1b1-5d3f740587b5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Request body: {'security_group_rule': {'security_group_id': '7d9e4c85-214f-45bc-ab3b-322980d90d1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:58:08.737455 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2a762fbd-3634-42ec-a1b1-5d3f740587b5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:58:08.741774 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2a762fbd-3634-42ec-a1b1-5d3f740587b5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Usage tracker for resource:security_group_rule and tenant:22879847914a4b3bbb1069816ef5c7f8 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:58:08.744857 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2a762fbd-3634-42ec-a1b1-5d3f740587b5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:58:08.751372 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2a762fbd-3634-42ec-a1b1-5d3f740587b5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:58:08.770146 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2a762fbd-3634-42ec-a1b1-5d3f740587b5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:08.832216 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2a762fbd-3634-42ec-a1b1-5d3f740587b5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:08.837313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2a762fbd-3634-42ec-a1b1-5d3f740587b5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:08.861945 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a762fbd-3634-42ec-a1b1-5d3f740587b5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f32879-18e1-4c98-aee1-a781fca37e08,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:08.872733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2a762fbd-3634-42ec-a1b1-5d3f740587b5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:08.874072 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2a762fbd-3634-42ec-a1b1-5d3f740587b5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1479011 Apr 22 14:58:08.876779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 39544) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:58:08.883114 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-2b42b56d-7559-4a8c-a7ae-c81532d41c9c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Request body: {'security_group_rule': {'security_group_id': '7d9e4c85-214f-45bc-ab3b-322980d90d1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:58:08.889322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2b42b56d-7559-4a8c-a7ae-c81532d41c9c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:58:08.893131 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2b42b56d-7559-4a8c-a7ae-c81532d41c9c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Usage tracker for resource:security_group_rule and tenant:22879847914a4b3bbb1069816ef5c7f8 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:58:08.895993 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2b42b56d-7559-4a8c-a7ae-c81532d41c9c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:58:08.902116 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2b42b56d-7559-4a8c-a7ae-c81532d41c9c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:58:08.923505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b42b56d-7559-4a8c-a7ae-c81532d41c9c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:08.989584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b42b56d-7559-4a8c-a7ae-c81532d41c9c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:08.996514 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b42b56d-7559-4a8c-a7ae-c81532d41c9c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:09.020236 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42b56d-7559-4a8c-a7ae-c81532d41c9c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128af7ac-a8c9-4741-9c46-c92ba9a66aee,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:09.029713 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2b42b56d-7559-4a8c-a7ae-c81532d41c9c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:09.030985 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2b42b56d-7559-4a8c-a7ae-c81532d41c9c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1532638 Apr 22 14:58:09.035430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 39548) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:58:09.041626 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:58:09.047627 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:58:09.051472 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Usage tracker for resource:floatingip and tenant:22879847914a4b3bbb1069816ef5c7f8 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:58:09.054989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:58:09.061081 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:58:09.072262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for floatingip, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:09.211051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:09.363215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Allocated IP 172.26.0.96 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/f2bff675-3952-45b0-814c-fee2953d9094) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:58:09.513219 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:09.541863 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:09.611543 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:58:09.614495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:58:09.618904 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:58:09.642899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Pushing event updated for resources: {'Port': ['ID=f2bff675-3952-45b0-814c-fee2953d9094,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:09.783635 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:09.834266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5138b006-31bd-40e6-9399-4aa61a2bf7da up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:58:09.914357 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 5138b006-31bd-40e6-9399-4aa61a2bf7da triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:58:09.914626 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:09.942571 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:10.165906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:10.171729 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:10.283806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Pushing event updated for resources: {'Port': ['ID=f2bff675-3952-45b0-814c-fee2953d9094,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:10.298367 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:10.322988 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:10.323974 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4ba18e81-69d6-4b40-8cfb-7776aec0e113 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2875893 Apr 22 14:58:10.335242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Sync routers for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:58:10.347580 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:58:10.348196 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:57:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:58:10.499313 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-8416ae91-fdbe-4031-bd99-288440776fec tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Synchronizing usage tracker for tenant:22879847914a4b3bbb1069816ef5c7f8 on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:58:10.517916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-8416ae91-fdbe-4031-bd99-288440776fec tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Unset dirty status for tenant:22879847914a4b3bbb1069816ef5c7f8 on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:58:10.519075 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-8416ae91-fdbe-4031-bd99-288440776fec tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--339145156&fields=id&tenant_id=22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 267 time: 0.0621440 Apr 22 14:58:10.533721 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:58:10.673018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-0e46bd7e-1768-40e9-b6c3-7e188bed4c1b tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:10.673606 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-0e46bd7e-1768-40e9-b6c3-7e188bed4c1b tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Synchronizing usage tracker for tenant:22879847914a4b3bbb1069816ef5c7f8 on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:58:10.691588 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-0e46bd7e-1768-40e9-b6c3-7e188bed4c1b tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Unset dirty status for tenant:22879847914a4b3bbb1069816ef5c7f8 on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:58:10.692600 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-0e46bd7e-1768-40e9-b6c3-7e188bed4c1b tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 811 time: 0.1656845 Apr 22 14:58:10.710234 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-b124ac45-b2e7-42d6-9c84-fdd6e7837075 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/quotas/22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 375 time: 0.0108504 Apr 22 14:58:10.791784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-6d01a64a-13de-4869-aabf-5c5f3f3419ed tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Synchronizing usage tracker for tenant:22879847914a4b3bbb1069816ef5c7f8 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:58:10.809284 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-6d01a64a-13de-4869-aabf-5c5f3f3419ed tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Unset dirty status for tenant:22879847914a4b3bbb1069816ef5c7f8 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:58:10.810571 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-6d01a64a-13de-4869-aabf-5c5f3f3419ed tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948031 Apr 22 14:58:10.856201 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 2, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:58:10.860156 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Checking router: ff318363-3050-4153-8c6f-c1c0749ae60e for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:58:10.860499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Updating router ff318363-3050-4153-8c6f-c1c0749ae60e port d0b3437b-7f44-4592-9cbd-320c028d6333 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:58:10.914539 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:10.953894 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-ee6819c2-f535-43e1-8450-3c08e6df4e71 service neutron] 10.222.0.23 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302769 Apr 22 14:58:11.091157 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-94f7e1d2-d96d-4377-96d1-2b283274dd99 service neutron] 10.222.0.23 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304507 Apr 22 14:58:11.277040 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:11.292151 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Transition to ACTIVE for port object d0b3437b-7f44-4592-9cbd-320c028d6333 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:58:11.303095 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:11.438038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33558d-3a14-43f7-8a33-2bba78afed9f None None] Pushing event updated for resources: {'Port': ['ID=d0b3437b-7f44-4592-9cbd-320c028d6333,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:11.445252 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7bb6fc80-06f9-4c4f-94dd-dab625352bd5 req-0176c29d-89fc-40ba-ab22-138990d049d0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 210 time: 0.0510640 Apr 22 14:58:11.574137 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Attempting to bind port d0b3437b-7f44-4592-9cbd-320c028d6333 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:58:11.574504 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Attempting to bind port d0b3437b-7f44-4592-9cbd-320c028d6333 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:58:11.574863 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Attempting to bind port d0b3437b-7f44-4592-9cbd-320c028d6333 on network db35a481-da73-4266-8c69-d8e417e36b5f {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:58:11.581501 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:58:11.581867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Checking segment: {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:58:11.582262 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:11.582647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Bound using segment: {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:58:11.583104 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Bound port: d0b3437b-7f44-4592-9cbd-320c028d6333, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:58:11.583503 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:11.686307 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] For port d0b3437b-7f44-4592-9cbd-320c028d6333, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:58:11.689562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] For port d0b3437b-7f44-4592-9cbd-320c028d6333, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d0b3437b-7f44-4592-9cbd-320c028d6333,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:58:11.699954 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:11.805443 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:58:11.806080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:57:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:58:11.866914 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33558d-3a14-43f7-8a33-2bba78afed9f None None] Pushing event updated for resources: {'Port': ['ID=d0b3437b-7f44-4592-9cbd-320c028d6333,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:12.013072 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:58:12.374246 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:11Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:58:12.378883 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a6fc0-de17-42bb-b922-14681a819770 None None] The sync data for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:11Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:58:12.501551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-3e0e89d2-bc88-4314-99c3-f9c241ef4b5a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:12.504553 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-3e0e89d2-bc88-4314-99c3-f9c241ef4b5a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 811 time: 0.2013917 Apr 22 14:58:12.567660 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-5bf6a3f6-6d9a-40ad-9568-cf13158129b9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Synchronizing usage tracker for tenant:22879847914a4b3bbb1069816ef5c7f8 on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:58:12.582595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-5bf6a3f6-6d9a-40ad-9568-cf13158129b9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Unset dirty status for tenant:22879847914a4b3bbb1069816ef5c7f8 on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:58:12.584178 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-5bf6a3f6-6d9a-40ad-9568-cf13158129b9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 379 time: 0.0678453 Apr 22 14:58:12.594243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-61df73b4-3c5d-4412-9476-1850186f0d14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Request body: {'port': {'device_id': 'cdb5b421-456e-4142-b284-f4878a05565a', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'admin_state_up': True, 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'security_groups': ['7d9e4c85-214f-45bc-ab3b-322980d90d1e']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:58:12.661088 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-837911ef-d987-407c-b190-1b38bbcc7ef5 req-c379281a-ae62-4ec1-915c-05fafec7e040 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 210 time: 0.0476384 Apr 22 14:58:12.780550 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-61df73b4-3c5d-4412-9476-1850186f0d14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:58:12.792566 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-61df73b4-3c5d-4412-9476-1850186f0d14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:58:12.804862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-61df73b4-3c5d-4412-9476-1850186f0d14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Made reservation on behalf of 22879847914a4b3bbb1069816ef5c7f8 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:58:12.809765 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-61df73b4-3c5d-4412-9476-1850186f0d14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:12.998156 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-61df73b4-3c5d-4412-9476-1850186f0d14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Allocated IP 172.20.0.12 (db35a481-da73-4266-8c69-d8e417e36b5f/6d489819-9e89-4ddc-a353-dd0cc80f0a5e/7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:58:13.204967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-61df73b4-3c5d-4412-9476-1850186f0d14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:13.222554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-61df73b4-3c5d-4412-9476-1850186f0d14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Transition to ACTIVE for port object 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:58:13.246622 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-61df73b4-3c5d-4412-9476-1850186f0d14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:13.326523 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-61df73b4-3c5d-4412-9476-1850186f0d14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Network db35a481-da73-4266-8c69-d8e417e36b5f is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:58:13.329880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-61df73b4-3c5d-4412-9476-1850186f0d14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:58:13.335344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-61df73b4-3c5d-4412-9476-1850186f0d14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:58:13.361434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df73b4-3c5d-4412-9476-1850186f0d14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Pushing event updated for resources: {'Port': ['ID=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:13.401324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-61df73b4-3c5d-4412-9476-1850186f0d14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:13.401966 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-61df73b4-3c5d-4412-9476-1850186f0d14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:13.429706 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-61df73b4-3c5d-4412-9476-1850186f0d14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8405113 Apr 22 14:58:13.440966 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Request body: {'port': {'device_id': 'cdb5b421-456e-4142-b284-f4878a05565a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:58:13.576952 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:13.628834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d2664daf-d651-4e69-8900-cf9268770d28 None None] Provisioning for port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:58:13.634566 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d2664daf-d651-4e69-8900-cf9268770d28 None None] Provisioning complete for port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:58:13.634943 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d2664daf-d651-4e69-8900-cf9268770d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:13.719757 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d2664daf-d651-4e69-8900-cf9268770d28 None None] Port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:58:13.878932 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d0b3437b-7f44-4592-9cbd-320c028d6333 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:58:13.910480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0ea22-69b9-4f57-bf3a-a8247cd8ca3e req-af8af611-e890-4b4c-a7b5-88e9c067434e tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:13.913429 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-00a0ea22-69b9-4f57-bf3a-a8247cd8ca3e req-af8af611-e890-4b4c-a7b5-88e9c067434e tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 932 time: 0.0958529 Apr 22 14:58:13.956153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port d0b3437b-7f44-4592-9cbd-320c028d6333 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:58:13.963636 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d0b3437b-7f44-4592-9cbd-320c028d6333 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:58:13.963636 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:13.968858 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-00a0ea22-69b9-4f57-bf3a-a8247cd8ca3e req-27581542-de6e-44de-982a-53c671560df9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474117 Apr 22 14:58:13.979623 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:58:13.987088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:14.011317 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Transition to ACTIVE for port object 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:58:14.017340 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:14.097465 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:14.134411 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port d0b3437b-7f44-4592-9cbd-320c028d6333, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d0b3437b-7f44-4592-9cbd-320c028d6333,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:58:14.139193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:14.218719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=d0b3437b-7f44-4592-9cbd-320c028d6333,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:14.253087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Pushing event updated for resources: {'Port': ['ID=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:14.372853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Attempting to bind port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:58:14.373184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Attempting to bind port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:58:14.373511 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Attempting to bind port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db on network db35a481-da73-4266-8c69-d8e417e36b5f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:58:14.379976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db on network db35a481-da73-4266-8c69-d8e417e36b5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:58:14.380287 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Attempting to bind port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db on network db35a481-da73-4266-8c69-d8e417e36b5f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:58:14.388825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:58:14.389164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Checking segment: {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:58:14.389552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Bound using segment: {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:58:14.389987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Bound port: 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:58:14.390337 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:14.486345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] For port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:58:14.489343 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] For port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:58:14.493694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:14.566164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:14.567534 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] 10.222.0.30 "PUT /v2.0/ports/7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db HTTP/1.1" status: 200 len: 1094 time: 1.1308289 Apr 22 14:58:14.577429 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb5b421-456e-4142-b284-f4878a05565a', 'tag': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:58:14.643568 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6889557-4b88-453e-837d-b66de5a96202 service neutron] Pushing event updated for resources: {'Port': ['ID=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:14.654738 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99c438c-3c48-4726-9df2-a0b7d0216e10'] response: {'name': 'network-changed', 'server_uuid': 'cdb5b421-456e-4142-b284-f4878a05565a', 'tag': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db', 'status': 'completed', 'code': 200} Apr 22 14:58:14.695228 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-878466a1-0ebf-40c9-89c4-061d3b1cb0af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 1097 time: 0.0868959 Apr 22 14:58:14.769746 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-738283dc-0c1f-4ea9-8f14-c41ea7637017 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db HTTP/1.1" status: 200 len: 217 time: 0.0679636 Apr 22 14:58:14.832306 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-43763ee8-4898-4435-9350-8fa72368648d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:14.833644 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-43763ee8-4898-4435-9350-8fa72368648d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0580730 Apr 22 14:58:14.910570 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-b074297e-c9a0-4c66-9c91-eef89b1c4ae8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712705 Apr 22 14:58:15.051932 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-fb690b1c-d529-4a0d-a67f-fd827afaed2f service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356633 Apr 22 14:58:15.199306 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6729569c-2ba4-441e-90aa-abe1a383b498 req-6223a803-2c6f-437a-97ca-5f780b1d7d4e service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416214 Apr 22 14:58:15.200164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3307c-16c4-4571-9a9d-28aa1ded3fb7 req-4d149035-e9b8-44e2-8f46-014964d0ceef tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:15.201619 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-26c3307c-16c4-4571-9a9d-28aa1ded3fb7 req-4d149035-e9b8-44e2-8f46-014964d0ceef tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 944 time: 0.0942900 Apr 22 14:58:15.264511 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-26c3307c-16c4-4571-9a9d-28aa1ded3fb7 req-68bf692f-9121-41b1-a9d9-f8a5fb2a0ecb tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570929 Apr 22 14:58:15.344523 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b6ae2467-ca3f-46bc-a844-91e86b6aa332 req-e8d2a193-ef6d-4505-9e93-3dc996d58a54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 1097 time: 0.0951331 Apr 22 14:58:15.499208 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae2467-ca3f-46bc-a844-91e86b6aa332 req-3bfad3ac-d2ef-475a-811c-6dab0c34fe78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:15.500709 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b6ae2467-ca3f-46bc-a844-91e86b6aa332 req-3bfad3ac-d2ef-475a-811c-6dab0c34fe78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1503570 Apr 22 14:58:15.575353 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b6ae2467-ca3f-46bc-a844-91e86b6aa332 req-f2614645-4fcf-4c46-b695-80ba6094031a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db HTTP/1.1" status: 200 len: 217 time: 0.0665140 Apr 22 14:58:15.640221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae2467-ca3f-46bc-a844-91e86b6aa332 req-199d91bd-4c8e-43fc-844f-2a62449fa2f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:15.641634 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b6ae2467-ca3f-46bc-a844-91e86b6aa332 req-199d91bd-4c8e-43fc-844f-2a62449fa2f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0598929 Apr 22 14:58:15.720809 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b6ae2467-ca3f-46bc-a844-91e86b6aa332 req-e4c60ca9-301a-4c01-9707-44d3389598ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726721 Apr 22 14:58:15.842763 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d0b3437b-7f44-4592-9cbd-320c028d6333 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:58:15.911453 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d0b3437b-7f44-4592-9cbd-320c028d6333 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:58:15.911819 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:15.942044 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b6ae2467-ca3f-46bc-a844-91e86b6aa332 req-4aef5ac5-aab4-467f-be20-fb642e12d09d service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142789 Apr 22 14:58:16.172736 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b6ae2467-ca3f-46bc-a844-91e86b6aa332 req-79af5aa8-c110-4ac9-9a4b-790026159139 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247460 Apr 22 14:58:16.496133 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1a63d-db8f-4fdf-9c7f-239a70f6e11d req-0646a9e6-0885-4caf-ab63-cb3c20c514c9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:16.497511 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6a1a63d-db8f-4fdf-9c7f-239a70f6e11d req-0646a9e6-0885-4caf-ab63-cb3c20c514c9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 944 time: 0.0801404 Apr 22 14:58:16.548691 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6a1a63d-db8f-4fdf-9c7f-239a70f6e11d req-fac28aaf-e819-40a5-a802-318686f6652b tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452814 Apr 22 14:58:17.172962 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:58:17.321125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:58:17.334658 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'port_id': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db', 'mac_address': 'fa:16:3e:a7:8d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:58:17.389965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:17.409737 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:58:17.426755 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:58:17.431579 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:17.536169 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:17.638269 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:58:17.761419 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb504db9-66cd-4c15-812c-559d3a12cb2b req-d3ea4eac-2107-4e05-a69b-79af8818b4eb tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:17.762874 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fb504db9-66cd-4c15-812c-559d3a12cb2b req-d3ea4eac-2107-4e05-a69b-79af8818b4eb tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 945 time: 0.0787959 Apr 22 14:58:17.815829 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fb504db9-66cd-4c15-812c-559d3a12cb2b req-8edc0762-fb8d-4819-87d4-28f8e465bed2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467618 Apr 22 14:58:19.026402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70cd15-7b2b-4310-85b0-3eca1266eba7 req-68f8f825-192a-4a5e-8293-81f82290d25f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:19.028115 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bf70cd15-7b2b-4310-85b0-3eca1266eba7 req-68f8f825-192a-4a5e-8293-81f82290d25f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 945 time: 0.0826712 Apr 22 14:58:19.078321 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bf70cd15-7b2b-4310-85b0-3eca1266eba7 req-004a2ea8-7bfc-4c79-882e-e10d315b650e tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442858 Apr 22 14:58:19.180873 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:58:19.248605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:58:19.253152 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:58:19.253519 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:19.368023 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:19.394743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb5b421-456e-4142-b284-f4878a05565a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:58:19.406417 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:58:19.411554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:19.454824 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79fe9091-390c-419f-83d4-93238e46c98a'] response: {'server_uuid': 'cdb5b421-456e-4142-b284-f4878a05565a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db', 'code': 200} Apr 22 14:58:19.481014 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:19.677959 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01111bee-d6d8-45e8-908c-7e4bf7c84b84 req-87f9bfa2-ebac-4a45-b615-0318452f02b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 1099 time: 0.0688617 Apr 22 14:58:19.725797 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01111bee-d6d8-45e8-908c-7e4bf7c84b84 req-e6b01444-6ddb-4e58-854f-851734b8994d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424526 Apr 22 14:58:20.278500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0cbc9-b51d-4008-913b-77e261e537d0 req-195f21f1-3b7b-4fbf-a6ef-4cf85c349039 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:20.279941 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6df0cbc9-b51d-4008-913b-77e261e537d0 req-195f21f1-3b7b-4fbf-a6ef-4cf85c349039 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0746439 Apr 22 14:58:20.332127 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6df0cbc9-b51d-4008-913b-77e261e537d0 req-a81a9905-da90-46e5-872d-2067492f2f41 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429153 Apr 22 14:58:21.692164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55eb5-461a-4a87-96a2-18b13c00075f req-63c1a01d-ce05-4d38-a342-d75bba550255 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:21.694805 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-91a55eb5-461a-4a87-96a2-18b13c00075f req-63c1a01d-ce05-4d38-a342-d75bba550255 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.1637733 Apr 22 14:58:21.768343 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-91a55eb5-461a-4a87-96a2-18b13c00075f req-ddca04d0-0e51-466c-8b57-171688c91e84 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670142 Apr 22 14:58:22.141099 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0651b-e153-41b7-8b54-0194b2732f60 req-af7931e7-91de-47ef-8ce8-3b3fec4d0a38 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:22.142544 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-32c0651b-e153-41b7-8b54-0194b2732f60 req-af7931e7-91de-47ef-8ce8-3b3fec4d0a38 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.1893435 Apr 22 14:58:22.152476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 39594) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:58:22.157828 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-16727f26-dac9-482b-8564-e4682acc7dab tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Request body: {'floatingip': {'port_id': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:58:22.232586 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16727f26-dac9-482b-8564-e4682acc7dab tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for floatingip, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:22.466323 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d7a729ba-06cc-47fa-a1fe-38e4815cd988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:22.853184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16727f26-dac9-482b-8564-e4682acc7dab tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:22.856720 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16727f26-dac9-482b-8564-e4682acc7dab tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:23.051925 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-16727f26-dac9-482b-8564-e4682acc7dab tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Floating IP eb19be7b-baa2-49ba-8671-672d3f65477b associated. External IP: 172.26.0.96, port: 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db. Apr 22 14:58:23.451876 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16727f26-dac9-482b-8564-e4682acc7dab tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Router ff318363-3050-4153-8c6f-c1c0749ae60e has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:58:23.781322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16727f26-dac9-482b-8564-e4682acc7dab tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:58:23.786331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16727f26-dac9-482b-8564-e4682acc7dab tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:23.792214 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d34cffe-1a36-4455-8f03-fae47c0efbad None None] Sync routers for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:58:23.805772 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34cffe-1a36-4455-8f03-fae47c0efbad None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:58:23.806380 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6d34cffe-1a36-4455-8f03-fae47c0efbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:57:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:58:23.842242 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-16727f26-dac9-482b-8564-e4682acc7dab tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "PUT /v2.0/floatingips/eb19be7b-baa2-49ba-8671-672d3f65477b HTTP/1.1" status: 200 len: 991 time: 1.6886067 Apr 22 14:58:23.843013 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb5b421-456e-4142-b284-f4878a05565a', 'tag': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:58:23.997942 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d6448ff-1270-45e3-a0d1-4ede0a74cdcf'] response: {'name': 'network-changed', 'server_uuid': 'cdb5b421-456e-4142-b284-f4878a05565a', 'tag': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db', 'status': 'completed', 'code': 200} Apr 22 14:58:24.003154 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-6d34cffe-1a36-4455-8f03-fae47c0efbad None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:58:24.043348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de0d2f-174e-422e-8ea4-8900e97da4ff req-f4f40136-cbb2-494a-af3b-69918a0233f6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:24.044885 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-31de0d2f-174e-422e-8ea4-8900e97da4ff req-f4f40136-cbb2-494a-af3b-69918a0233f6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0970740 Apr 22 14:58:24.096496 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-31de0d2f-174e-422e-8ea4-8900e97da4ff req-fac815f2-156c-4c05-b83a-18f17f8c69ac tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457549 Apr 22 14:58:24.099534 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ccc9d8d0-d678-4a36-b57c-612caf906456 req-85b384e5-467f-484d-8aed-41e1624e0778 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 1099 time: 0.0845852 Apr 22 14:58:24.244270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9d8d0-d678-4a36-b57c-612caf906456 req-a19d2735-9934-4313-9437-810afe2ae77c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:24.245712 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ccc9d8d0-d678-4a36-b57c-612caf906456 req-a19d2735-9934-4313-9437-810afe2ae77c service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1409972 Apr 22 14:58:24.308464 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60892a16-5b0d-4c31-a2a2-bd07e987e923 req-82f67fcf-da00-4c49-9c14-86d3b3a051ba tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:24.310117 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-60892a16-5b0d-4c31-a2a2-bd07e987e923 req-82f67fcf-da00-4c49-9c14-86d3b3a051ba tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0833194 Apr 22 14:58:24.360241 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ccc9d8d0-d678-4a36-b57c-612caf906456 req-a9c48c71-920e-4283-8e99-df91e6d7b814 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db HTTP/1.1" status: 200 len: 999 time: 0.1083624 Apr 22 14:58:24.371580 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-60892a16-5b0d-4c31-a2a2-bd07e987e923 req-7360d34b-85ad-434b-849a-723a05d6c3b4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495181 Apr 22 14:58:24.379149 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6d34cffe-1a36-4455-8f03-fae47c0efbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'eb19be7b-baa2-49ba-8671-672d3f65477b', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'floating_ip_address': '172.26.0.96', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'port_id': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'mac_address': 'fa:16:3e:a7:8d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb5b421-456e-4142-b284-f4878a05565a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:58:09Z', 'updated_at': '2022-04-22T14:58:22Z', 'revision_number': 1, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:58:24.383764 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d34cffe-1a36-4455-8f03-fae47c0efbad None None] Checking router: ff318363-3050-4153-8c6f-c1c0749ae60e for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:58:24.394875 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34cffe-1a36-4455-8f03-fae47c0efbad None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:58:24.395512 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6d34cffe-1a36-4455-8f03-fae47c0efbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:57:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:58:24.427290 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9d8d0-d678-4a36-b57c-612caf906456 req-4367c1d8-6c26-4518-a372-541f01429603 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:24.429412 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ccc9d8d0-d678-4a36-b57c-612caf906456 req-4367c1d8-6c26-4518-a372-541f01429603 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0641387 Apr 22 14:58:24.507400 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ccc9d8d0-d678-4a36-b57c-612caf906456 req-80292b8f-3caf-45eb-bd7c-eb7583ea4379 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721958 Apr 22 14:58:24.579158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:24.609577 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-6d34cffe-1a36-4455-8f03-fae47c0efbad None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:58:24.650255 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ccc9d8d0-d678-4a36-b57c-612caf906456 req-aedd888d-dc3a-485e-bd10-283892a5bc87 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371069 Apr 22 14:58:24.790091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-af74ade3-17ac-4818-8303-6a0cb22b3cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:24.791057 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ccc9d8d0-d678-4a36-b57c-612caf906456 req-0b6346e8-df1b-4252-8c22-9625bbbfbe01 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342127 Apr 22 14:58:24.969761 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6d34cffe-1a36-4455-8f03-fae47c0efbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'eb19be7b-baa2-49ba-8671-672d3f65477b', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'floating_ip_address': '172.26.0.96', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'port_id': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'mac_address': 'fa:16:3e:a7:8d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb5b421-456e-4142-b284-f4878a05565a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:58:09Z', 'updated_at': '2022-04-22T14:58:22Z', 'revision_number': 1, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:58:24.973969 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d34cffe-1a36-4455-8f03-fae47c0efbad None None] The sync data for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'eb19be7b-baa2-49ba-8671-672d3f65477b', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'floating_ip_address': '172.26.0.96', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'port_id': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'mac_address': 'fa:16:3e:a7:8d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb5b421-456e-4142-b284-f4878a05565a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:58:09Z', 'updated_at': '2022-04-22T14:58:22Z', 'revision_number': 1, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:58:25.576986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56374fb2-c6c1-46ed-ae4e-827007f4869e req-4c501105-1adf-4de1-8538-532252d6c715 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:25.578622 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-56374fb2-c6c1-46ed-ae4e-827007f4869e req-4c501105-1adf-4de1-8538-532252d6c715 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0832958 Apr 22 14:58:25.627440 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-56374fb2-c6c1-46ed-ae4e-827007f4869e req-0c6f4333-ebb3-47c4-bc46-6a96e4197c1e tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431347 Apr 22 14:58:25.846177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809c0e9-1a5c-4ec0-84ab-384d59f80161 req-2cfed5f3-b643-469f-ad4c-165439796be0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:25.847605 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7809c0e9-1a5c-4ec0-84ab-384d59f80161 req-2cfed5f3-b643-469f-ad4c-165439796be0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0823970 Apr 22 14:58:25.894617 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7809c0e9-1a5c-4ec0-84ab-384d59f80161 req-6ffed2e3-2102-4edb-b473-990d3dac3cd2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409434 Apr 22 14:58:26.068393 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:26.163742 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4df84234-7351-464b-83b1-e97db820ff2f req-267fe887-7acf-487b-814f-1277398fc29d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1389117 Apr 22 14:58:26.188924 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:26.426481 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-f01d370f-8162-4b64-b112-00dd04006f05 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0740902 Apr 22 14:58:26.493203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d2a5b-0bdd-4d03-8576-1fdc986e40fa req-80e7dfb7-3dc4-4079-aaa5-3c6e8405936c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:26.494706 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-744d2a5b-0bdd-4d03-8576-1fdc986e40fa req-80e7dfb7-3dc4-4079-aaa5-3c6e8405936c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0883734 Apr 22 14:58:26.545549 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-744d2a5b-0bdd-4d03-8576-1fdc986e40fa req-5d831cc6-9b92-4ae9-85fb-f065bbdcb023 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453172 Apr 22 14:58:27.369464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:27.623002 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-d6da92d6-0c89-49d4-ae3c-dfe4360fac70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 1099 time: 0.0836787 Apr 22 14:58:27.766480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98de3a-54ba-46e3-b64d-818a625b4635 req-c797078a-66d7-453d-9693-44ca8bf72348 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:27.768013 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f98de3a-54ba-46e3-b64d-818a625b4635 req-c797078a-66d7-453d-9693-44ca8bf72348 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0890043 Apr 22 14:58:27.780798 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-9f10f1c3-9eae-418a-9621-84ecdee679fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:27.783564 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-9f10f1c3-9eae-418a-9621-84ecdee679fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1545370 Apr 22 14:58:27.821904 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f98de3a-54ba-46e3-b64d-818a625b4635 req-624391cd-63f5-48b7-8035-e948208951ef tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466049 Apr 22 14:58:27.906224 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-16ac2584-0b2c-4b55-9071-bf13402c2577 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db HTTP/1.1" status: 200 len: 999 time: 0.1171601 Apr 22 14:58:27.987685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-ce33623d-a3f4-4008-ae1e-50cf0e91a82b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:27.989502 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-ce33623d-a3f4-4008-ae1e-50cf0e91a82b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0763428 Apr 22 14:58:28.079308 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-b01f4780-b09c-4cbc-b28b-6bcb907a7923 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843837 Apr 22 14:58:28.216429 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-32177cce-ac4a-40d2-90e9-6afa730e0e35 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310630 Apr 22 14:58:28.308957 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e85f7-e3e5-4b64-a112-dcb8de05fde5 None None] New status for floating IP eb19be7b-baa2-49ba-8671-672d3f65477b: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:58:28.447026 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-177307c4-3bf0-4dab-85cb-47e6b0819c80 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234538 Apr 22 14:58:29.034907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f46b9-0cd3-4ec7-a955-cd3119f763ec req-6a6d64c2-6476-4663-960a-83e36cb50845 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:29.036460 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cc5f46b9-0cd3-4ec7-a955-cd3119f763ec req-6a6d64c2-6476-4663-960a-83e36cb50845 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0904419 Apr 22 14:58:29.086101 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cc5f46b9-0cd3-4ec7-a955-cd3119f763ec req-4a071ebb-150a-45fe-9f61-651b3dc1a410 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430722 Apr 22 14:58:30.282720 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021cc5e-8693-4485-99ba-9c1935ef2ac4 req-bdd3a2fd-3a20-4fff-ad9e-09b3aec79835 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:30.284188 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8021cc5e-8693-4485-99ba-9c1935ef2ac4 req-bdd3a2fd-3a20-4fff-ad9e-09b3aec79835 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0762620 Apr 22 14:58:30.332717 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8021cc5e-8693-4485-99ba-9c1935ef2ac4 req-f8ffcf6e-0d73-4d5f-bc15-f8ece982d1b9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425673 Apr 22 14:58:31.549132 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757a47-7fc9-455e-a8b8-07d14015a5d9 req-e9e62c64-773c-4872-a499-df381ca178af tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:31.550587 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e8757a47-7fc9-455e-a8b8-07d14015a5d9 req-e9e62c64-773c-4872-a499-df381ca178af tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0837176 Apr 22 14:58:31.603830 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e8757a47-7fc9-455e-a8b8-07d14015a5d9 req-1dae83bc-54a8-4f80-ba0b-85be437cebae tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469229 Apr 22 14:58:32.859169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8a2d4-7fef-4f1e-8ccc-7f437fdbe956 req-5b4694c9-5fba-45d0-b43b-cfd475febb34 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:32.860638 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-48c8a2d4-7fef-4f1e-8ccc-7f437fdbe956 req-5b4694c9-5fba-45d0-b43b-cfd475febb34 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0765605 Apr 22 14:58:32.916420 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-48c8a2d4-7fef-4f1e-8ccc-7f437fdbe956 req-c9f5ef0e-dbfc-402d-9229-dbb564308abc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462155 Apr 22 14:58:34.128931 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeafd6c-16b7-4571-94d5-e14080e026d7 req-b7ec2646-11f6-4d6f-8997-df4e32936b95 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:34.130369 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aaeafd6c-16b7-4571-94d5-e14080e026d7 req-b7ec2646-11f6-4d6f-8997-df4e32936b95 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0808213 Apr 22 14:58:34.177961 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aaeafd6c-16b7-4571-94d5-e14080e026d7 req-e47ef30b-b816-4ef2-857b-d570e939e2f1 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414250 Apr 22 14:58:35.377236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696dd0ed-17ae-4abc-98f9-cb57e6262cc3 req-194723d9-2b6f-45a5-9d86-1f65fc92953b tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:35.378658 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-696dd0ed-17ae-4abc-98f9-cb57e6262cc3 req-194723d9-2b6f-45a5-9d86-1f65fc92953b tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0793674 Apr 22 14:58:35.425096 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-696dd0ed-17ae-4abc-98f9-cb57e6262cc3 req-0ab112bc-fc6c-45e2-a6fc-9eb3bb8b6dd0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398138 Apr 22 14:58:36.624327 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8e01d-3d6e-4d09-934f-e437f0f575f6 req-d080007b-5b10-4872-be3e-8ef102ec55ca tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:36.625774 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-77a8e01d-3d6e-4d09-934f-e437f0f575f6 req-d080007b-5b10-4872-be3e-8ef102ec55ca tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0780275 Apr 22 14:58:36.674728 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-77a8e01d-3d6e-4d09-934f-e437f0f575f6 req-548dbef9-9767-4876-8601-79be29878a66 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427682 Apr 22 14:58:37.881010 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8efa5-c294-459b-b693-8d0ce199f395 req-5895901f-9470-4d06-baa2-da3a45c206e6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:37.883600 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9ef8efa5-c294-459b-b693-8d0ce199f395 req-5895901f-9470-4d06-baa2-da3a45c206e6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0818315 Apr 22 14:58:37.929966 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9ef8efa5-c294-459b-b693-8d0ce199f395 req-3372a5dc-980a-4981-b819-023f62f664bb tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407629 Apr 22 14:58:39.134592 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd8a28-2ae9-4bf8-91d8-27a08532351e req-be70695b-3ef7-4a99-88ad-d567896ac536 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:39.136103 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-edbd8a28-2ae9-4bf8-91d8-27a08532351e req-be70695b-3ef7-4a99-88ad-d567896ac536 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0768635 Apr 22 14:58:39.185862 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-edbd8a28-2ae9-4bf8-91d8-27a08532351e req-e5b11f84-94e2-45f7-9fa5-9a74db280f05 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439501 Apr 22 14:58:40.468935 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7781a37-3353-45d7-b45f-cab41158075d req-3d70867f-09a2-4d1d-a4e7-63e0dbcb2442 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:40.470393 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b7781a37-3353-45d7-b45f-cab41158075d req-3d70867f-09a2-4d1d-a4e7-63e0dbcb2442 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.1575263 Apr 22 14:58:40.518140 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b7781a37-3353-45d7-b45f-cab41158075d req-102b101d-3ed3-4373-aae0-0c95ab5b8f27 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420182 Apr 22 14:58:40.782513 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:58:41.729486 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae8289-3ae8-48f5-ae65-4af06e8f774a req-bddd8a0d-09bb-4c0c-9942-85c31ef4b09f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:41.731074 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-22ae8289-3ae8-48f5-ae65-4af06e8f774a req-bddd8a0d-09bb-4c0c-9942-85c31ef4b09f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0874922 Apr 22 14:58:41.783824 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-22ae8289-3ae8-48f5-ae65-4af06e8f774a req-c7e22ab3-3630-4905-aa0e-577aeac5db7f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465586 Apr 22 14:58:43.006771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4556f9-fe6c-4fd0-9b21-fe4d8262c568 req-5add5fb5-1fd3-4f34-8901-960ab4219b96 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:43.008498 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2c4556f9-fe6c-4fd0-9b21-fe4d8262c568 req-5add5fb5-1fd3-4f34-8901-960ab4219b96 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0862677 Apr 22 14:58:43.080005 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2c4556f9-fe6c-4fd0-9b21-fe4d8262c568 req-92059e6d-a647-417d-b2de-6b0dd9af7c67 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646486 Apr 22 14:58:44.333544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ff594-30c8-4ed6-94b3-51e8754280e4 req-2652fa23-c6e0-4086-843a-6b4b69f97cf0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:44.335468 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2b3ff594-30c8-4ed6-94b3-51e8754280e4 req-2652fa23-c6e0-4086-843a-6b4b69f97cf0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0906596 Apr 22 14:58:44.392867 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2b3ff594-30c8-4ed6-94b3-51e8754280e4 req-9f7827ca-e55f-4bfd-b93a-49de254f3cb6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480263 Apr 22 14:58:45.603079 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5c5a6-14ce-434e-af68-530d235f9930 req-a339edb5-64d2-4f60-b061-d1107d5ee4da tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:45.604666 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-15c5c5a6-14ce-434e-af68-530d235f9930 req-a339edb5-64d2-4f60-b061-d1107d5ee4da tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0835135 Apr 22 14:58:45.664771 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-15c5c5a6-14ce-434e-af68-530d235f9930 req-38662a81-f101-4aae-8413-486f42d6aec3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540533 Apr 22 14:58:47.028047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9794c-27ac-4f8b-b71d-16acf8387bd8 req-f3de6ffb-fccd-42de-a7cd-91c333b0e2bc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:47.029500 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-eea9794c-27ac-4f8b-b71d-16acf8387bd8 req-f3de6ffb-fccd-42de-a7cd-91c333b0e2bc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0780196 Apr 22 14:58:47.080448 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-eea9794c-27ac-4f8b-b71d-16acf8387bd8 req-b6500ada-a306-42c3-b903-d90015f0bb92 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453541 Apr 22 14:58:48.293286 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4168595-9267-410e-962b-ec2234506906 req-bc212d42-ab83-4958-9387-50a079bb7633 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:48.294808 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e4168595-9267-410e-962b-ec2234506906 req-bc212d42-ab83-4958-9387-50a079bb7633 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0856750 Apr 22 14:58:48.346916 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e4168595-9267-410e-962b-ec2234506906 req-3636ca47-eb05-4eb3-8007-65b73f545d7c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432272 Apr 22 14:58:49.566480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b078a0-754f-49a4-a1b0-406b3917bd63 req-0ad68da7-3a2b-4e66-b4a1-52b65665f428 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:49.568019 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6b078a0-754f-49a4-a1b0-406b3917bd63 req-0ad68da7-3a2b-4e66-b4a1-52b65665f428 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0890036 Apr 22 14:58:49.623336 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6b078a0-754f-49a4-a1b0-406b3917bd63 req-a04c7c6f-7d4a-4e25-93b2-3cc4ff9983b5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476723 Apr 22 14:58:50.170387 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-c9987387-926a-42b9-b19f-b535a57c12bc service neutron] 10.222.0.30 "GET /v2.0/ports/7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0848799 Apr 22 14:58:50.495191 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-120f2030-6205-497b-bf5f-4797066887cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a&tenant_id=22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 1099 time: 0.0898950 Apr 22 14:58:50.595715 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-dbc9b6ca-ca86-4105-9d26-3b0d8ebc3b9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 1099 time: 0.0793164 Apr 22 14:58:50.788205 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-996ceb31-d4d8-43af-bcbf-cf1d5fecdc78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:50.790185 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-996ceb31-d4d8-43af-bcbf-cf1d5fecdc78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1893339 Apr 22 14:58:50.860808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee7bad-4bf1-4128-b768-8851fe424663 req-b797b021-a709-465b-a477-3e942111a087 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:50.862315 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9ee7bad-4bf1-4128-b768-8851fe424663 req-b797b021-a709-465b-a477-3e942111a087 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0969315 Apr 22 14:58:50.906687 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-6c832f79-9f20-4a6a-b0d9-a9c9a6e0f47a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db HTTP/1.1" status: 200 len: 1001 time: 0.1100390 Apr 22 14:58:50.926583 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9ee7bad-4bf1-4128-b768-8851fe424663 req-9028b0ce-deb3-4da2-a9ab-43aeeb27b7b4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557790 Apr 22 14:58:50.981735 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-33fbcb70-ccb8-4b63-b361-ac916e87aee2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:50.983197 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-33fbcb70-ccb8-4b63-b361-ac916e87aee2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0706766 Apr 22 14:58:51.066531 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-bf6f9727-43b8-4925-b011-a83c23814aa7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763245 Apr 22 14:58:51.216415 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-21441cba-beca-4e77-96db-c27f39929895 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441493 Apr 22 14:58:51.355863 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-2e4c51bf-568c-4be3-ac4b-fda06e3d218c req-df23abf6-b464-424b-ac43-ff3f53e1cd03 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333785 Apr 22 14:58:52.144738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecb36e-d5c1-47dd-ad31-0c085445221b req-b4944f70-c3f5-46a0-a35e-694e5e123913 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:52.146180 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-93ecb36e-d5c1-47dd-ad31-0c085445221b req-b4944f70-c3f5-46a0-a35e-694e5e123913 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0817249 Apr 22 14:58:52.196651 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-93ecb36e-d5c1-47dd-ad31-0c085445221b req-fd81c217-2874-4470-b410-a810afa50517 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445719 Apr 22 14:58:52.474793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-074c5cc7-c089-44b5-b739-d9518f06c494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:53.376160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:58:53.378653 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:58:53.412151 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2a965-4a0e-4d76-81ca-dc82f26c3acc req-63d23147-da3b-454e-9477-3d15b31ef821 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:53.413746 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-05e2a965-4a0e-4d76-81ca-dc82f26c3acc req-63d23147-da3b-454e-9477-3d15b31ef821 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0886176 Apr 22 14:58:53.467755 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-05e2a965-4a0e-4d76-81ca-dc82f26c3acc req-92ac7564-744b-4ea5-99cb-53e62ac85c49 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476074 Apr 22 14:58:53.604441 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:53.654905 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:58:53.671088 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb5b421-456e-4142-b284-f4878a05565a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:58:53.684073 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'port_id': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db', 'mac_address': 'fa:16:3e:a7:8d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:58:53.688703 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:58:53.737011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:53.795619 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c974ce68-ede7-44d3-ab38-51aeea628ee7'] response: {'server_uuid': 'cdb5b421-456e-4142-b284-f4878a05565a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db', 'code': 200} Apr 22 14:58:53.854547 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:53.880752 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:53.885604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:58:53.905591 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:58:53.914994 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:53.923636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12cbd8-5fe3-4db1-b8bc-fc2e0bb46837 req-0d1b8b60-478e-4afc-afb2-df087d6ea0b0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:53.924398 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-aa12cbd8-5fe3-4db1-b8bc-fc2e0bb46837 req-0d1b8b60-478e-4afc-afb2-df087d6ea0b0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Synchronizing usage tracker for tenant:22879847914a4b3bbb1069816ef5c7f8 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:58:53.946606 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-aa12cbd8-5fe3-4db1-b8bc-fc2e0bb46837 req-0d1b8b60-478e-4afc-afb2-df087d6ea0b0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Unset dirty status for tenant:22879847914a4b3bbb1069816ef5c7f8 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:58:53.948063 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-aa12cbd8-5fe3-4db1-b8bc-fc2e0bb46837 req-0d1b8b60-478e-4afc-afb2-df087d6ea0b0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a&tenant_id=22879847914a4b3bbb1069816ef5c7f8&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 944 time: 0.1406472 Apr 22 14:58:53.951833 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aa1cb-11cb-4cfa-bdbc-465154909e90 req-4b2bbbfd-ea11-486c-b9aa-f1ed02c634bb tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:53.962719 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1f0aa1cb-11cb-4cfa-bdbc-465154909e90 req-4b2bbbfd-ea11-486c-b9aa-f1ed02c634bb tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 944 time: 0.1168025 Apr 22 14:58:53.982865 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:58:54.010017 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1f0aa1cb-11cb-4cfa-bdbc-465154909e90 req-2dc7800e-b30f-45e8-97dc-0546c79fc6d7 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460749 Apr 22 14:58:54.059255 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,revision_number=7']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:54.131649 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-aa12cbd8-5fe3-4db1-b8bc-fc2e0bb46837 req-622e86af-a9eb-42b3-bc8a-04d806ce67bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 1098 time: 0.0893736 Apr 22 14:58:54.288352 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12cbd8-5fe3-4db1-b8bc-fc2e0bb46837 req-c4fefcfd-68ed-432e-b4ca-a0859005b756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:54.290147 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-aa12cbd8-5fe3-4db1-b8bc-fc2e0bb46837 req-c4fefcfd-68ed-432e-b4ca-a0859005b756 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1531501 Apr 22 14:58:54.406711 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-aa12cbd8-5fe3-4db1-b8bc-fc2e0bb46837 req-dd9192f9-b123-4916-a125-e33ec1f3b9e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db HTTP/1.1" status: 200 len: 1000 time: 0.1105514 Apr 22 14:58:54.474982 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12cbd8-5fe3-4db1-b8bc-fc2e0bb46837 req-65169298-7fd1-4443-b887-79fd41d2d7b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:54.476583 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-aa12cbd8-5fe3-4db1-b8bc-fc2e0bb46837 req-65169298-7fd1-4443-b887-79fd41d2d7b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0637481 Apr 22 14:58:54.555367 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-aa12cbd8-5fe3-4db1-b8bc-fc2e0bb46837 req-156afc29-843b-44ef-9b1d-edd046a15f38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724466 Apr 22 14:58:54.592538 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:54.740603 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-aa12cbd8-5fe3-4db1-b8bc-fc2e0bb46837 req-b397e047-0266-475f-9f99-7f695dfdd744 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799843 Apr 22 14:58:54.800116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-30e1d3e8-fffd-4366-bddc-bde0ca3964f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:54.999853 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-aa12cbd8-5fe3-4db1-b8bc-fc2e0bb46837 req-d4a45001-3479-4eb1-9714-e5dadbc80186 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535226 Apr 22 14:58:55.248043 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b990f3a-706c-48b5-9cd8-b112bcf6b8b3 req-0ece0c23-6280-44cf-83d1-bd7c1a27bb4a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:55.249486 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2b990f3a-706c-48b5-9cd8-b112bcf6b8b3 req-0ece0c23-6280-44cf-83d1-bd7c1a27bb4a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 945 time: 0.0794458 Apr 22 14:58:55.300914 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2b990f3a-706c-48b5-9cd8-b112bcf6b8b3 req-f3fd42d6-1cb2-44e3-8441-e748e0cbeede tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455599 Apr 22 14:58:55.391342 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:58:55.470131 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:58:55.470735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:55.600794 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:55.645489 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:58:55.652446 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:55.730606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,revision_number=8']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:55.797038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb5b421-456e-4142-b284-f4878a05565a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:58:55.855184 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5bbb447-d24d-453c-b1ab-c50e0aff2a3b'] response: {'server_uuid': 'cdb5b421-456e-4142-b284-f4878a05565a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db', 'code': 200} Apr 22 14:58:56.073626 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:56.201946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:56.524420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8efc11-4552-4e82-a232-b08b479401e1 req-d1cac119-78c7-45a6-b81f-54cb34d7e904 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:56.526622 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bf8efc11-4552-4e82-a232-b08b479401e1 req-d1cac119-78c7-45a6-b81f-54cb34d7e904 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0933702 Apr 22 14:58:56.574857 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bf8efc11-4552-4e82-a232-b08b479401e1 req-17bb618d-cc14-4109-b07d-2ff8bda1da0b tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427673 Apr 22 14:58:56.785364 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6f9a2-4c38-498b-8081-4602cc922a00 req-fd724ec8-b2b8-4101-98b2-871fabbbbf08 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:56.786797 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dae6f9a2-4c38-498b-8081-4602cc922a00 req-fd724ec8-b2b8-4101-98b2-871fabbbbf08 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0799677 Apr 22 14:58:56.834574 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dae6f9a2-4c38-498b-8081-4602cc922a00 req-32d96c26-8f81-409e-a104-692fd2d747b9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411046 Apr 22 14:58:57.085396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bfc91-93ff-4de0-8e13-c0e94221892a req-593c1242-46d1-49c6-a499-6d9f3da52e49 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:57.087527 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-347bfc91-93ff-4de0-8e13-c0e94221892a req-593c1242-46d1-49c6-a499-6d9f3da52e49 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0957475 Apr 22 14:58:57.141195 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-347bfc91-93ff-4de0-8e13-c0e94221892a req-2f7595c3-8275-4a91-8a91-03abe54deaea tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480335 Apr 22 14:58:57.373008 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:57.573653 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67371c9e-116f-46be-998a-77753976a642 req-439cb0da-9970-4327-9c93-0a179d93c013 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:57.575166 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-67371c9e-116f-46be-998a-77753976a642 req-439cb0da-9970-4327-9c93-0a179d93c013 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0820708 Apr 22 14:58:57.629615 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-67371c9e-116f-46be-998a-77753976a642 req-a8cba2bc-ffa4-4fd1-a738-d89e21609230 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482333 Apr 22 14:58:58.857681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548401d-d410-4890-967a-1a533b935873 req-ff3dc873-07b1-4f22-944a-bcabfb1607c0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:58.859127 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a548401d-d410-4890-967a-1a533b935873 req-ff3dc873-07b1-4f22-944a-bcabfb1607c0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0988319 Apr 22 14:58:58.909093 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a548401d-d410-4890-967a-1a533b935873 req-dcb6985f-6b44-4f39-be2c-886835c8bf0a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441585 Apr 22 14:58:59.141491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08007bc-66e1-4387-89f7-2ce9bf48603e req-6caeecfc-a7f8-4325-affe-85595802bc40 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:59.143002 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-a08007bc-66e1-4387-89f7-2ce9bf48603e req-6caeecfc-a7f8-4325-affe-85595802bc40 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 946 time: 0.0845313 Apr 22 14:58:59.212261 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-a08007bc-66e1-4387-89f7-2ce9bf48603e req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Deleting port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:58:59.212479 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-a08007bc-66e1-4387-89f7-2ce9bf48603e req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:59.475561 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-a08007bc-66e1-4387-89f7-2ce9bf48603e req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] For port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:58:59.475858 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-a08007bc-66e1-4387-89f7-2ce9bf48603e req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:59.802851 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-a08007bc-66e1-4387-89f7-2ce9bf48603e req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:59.803500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-a08007bc-66e1-4387-89f7-2ce9bf48603e req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:59.804860 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [req-a08007bc-66e1-4387-89f7-2ce9bf48603e req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Floating IP eb19be7b-baa2-49ba-8671-672d3f65477b disassociated. External IP: 172.26.0.96, port: 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db. Apr 22 14:58:59.804860 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-a08007bc-66e1-4387-89f7-2ce9bf48603e req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Calling delete_port for 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:58:59.962456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-a08007bc-66e1-4387-89f7-2ce9bf48603e req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:00.016692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Pushing event deleted for resources: {'Port': ['ID=7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:00.032403 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:00.032752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:00.033091 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:00.033433 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:00.033768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:00.034101 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:00.034433 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:00.034748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:00.035079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:00.035418 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:00.035739 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:00.100960 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4209ed78-f3bc-4d37-9ac3-8e455c0e0016 req-9e07c16a-fd5e-4df9-bb89-8bae547928dc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb5b421-456e-4142-b284-f4878a05565a HTTP/1.1" status: 200 len: 210 time: 0.0544183 Apr 22 14:59:00.271758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a08007bc-66e1-4387-89f7-2ce9bf48603e req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Router ff318363-3050-4153-8c6f-c1c0749ae60e has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:59:00.480363 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a08007bc-66e1-4387-89f7-2ce9bf48603e req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:59:00.489628 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c09b6-d37f-43ac-86fc-8a64ec3f7d51 None None] Sync routers for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:59:00.502377 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9c09b6-d37f-43ac-86fc-8a64ec3f7d51 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:59:00.502990 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-9d9c09b6-d37f-43ac-86fc-8a64ec3f7d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:58:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:00.551549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08007bc-66e1-4387-89f7-2ce9bf48603e req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] No DVR routers for this DVR port 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:59:00.554115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-a08007bc-66e1-4387-89f7-2ce9bf48603e req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:00.557934 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb5b421-456e-4142-b284-f4878a05565a', 'name': 'network-vif-deleted', 'tag': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:59:00.574705 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-a08007bc-66e1-4387-89f7-2ce9bf48603e req-0fee6c50-4ff4-42ee-9ddd-0db7c98af479 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "DELETE /v2.0/ports/7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db HTTP/1.1" status: 204 len: 173 time: 1.4264770 Apr 22 14:59:00.631818 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb5036be-c9c5-4ef7-a65c-06bbf8baf79d'] response: {'server_uuid': 'cdb5b421-456e-4142-b284-f4878a05565a', 'name': 'network-vif-deleted', 'tag': '7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db', 'status': 'completed', 'code': 200} Apr 22 14:59:00.691126 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-9d9c09b6-d37f-43ac-86fc-8a64ec3f7d51 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:59:01.014853 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-9d9c09b6-d37f-43ac-86fc-8a64ec3f7d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:01.018782 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c09b6-d37f-43ac-86fc-8a64ec3f7d51 None None] Checking router: ff318363-3050-4153-8c6f-c1c0749ae60e for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:59:01.030789 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9c09b6-d37f-43ac-86fc-8a64ec3f7d51 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:59:01.031625 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-9d9c09b6-d37f-43ac-86fc-8a64ec3f7d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:58:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:01.223797 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-9d9c09b6-d37f-43ac-86fc-8a64ec3f7d51 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:59:01.502210 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-418fb17d-151a-443d-9e1d-0bd874ce1c4d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--339145156&fields=id&tenant_id=22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 267 time: 0.0490117 Apr 22 14:59:01.595056 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-9d9c09b6-d37f-43ac-86fc-8a64ec3f7d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:01.599108 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c09b6-d37f-43ac-86fc-8a64ec3f7d51 None None] The sync data for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:59:01.750893 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a91814-c353-4118-8b31-25d1683b46cd req-9858ab93-37b2-4a9c-8b89-7f343b85153f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:01.752406 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-9858ab93-37b2-4a9c-8b89-7f343b85153f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 811 time: 0.2436738 Apr 22 14:59:01.771429 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-27694f49-0444-4c1b-8b91-c43493ccf07d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/quotas/22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 375 time: 0.0131235 Apr 22 14:59:01.841123 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d18c9f-cd44-45d3-8962-8634308507fd None None] New status for floating IP eb19be7b-baa2-49ba-8671-672d3f65477b: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:59:01.860843 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-6e56b1f8-fa4c-4017-b63a-c1a27a9abc29 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825253 Apr 22 14:59:01.877140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-af21412c-bb88-4ea3-9c5c-fd6dddf87ee6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:59:01.878066 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-af21412c-bb88-4ea3-9c5c-fd6dddf87ee6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052514 Apr 22 14:59:02.015338 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-9bc8fad2-8748-4828-99fd-767d8619c2c7 service neutron] 10.222.0.23 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310487 Apr 22 14:59:02.151696 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-221d965a-03b1-45b2-b493-8d54121f03d8 service neutron] 10.222.0.23 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301773 Apr 22 14:59:02.345480 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0e2ab8c8-8765-481d-8f88-40ad62dbd783 req-4873a134-5b6b-44ae-ac20-a133f91e503f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 210 time: 0.0459912 Apr 22 14:59:03.437455 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:59:03.474072 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:59:03.474430 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 7ece39d9-e8e3-4fb1-94fa-7fbbb39f86db not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:59:03.606567 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d02a7857-6b62-4ed1-8d71-4fc1f30871bb req-5f771702-1eca-4da2-b399-39879338e0e2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 210 time: 0.0574098 Apr 22 14:59:03.769733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a91814-c353-4118-8b31-25d1683b46cd req-37a4c4f5-d2ed-4a01-aead-f18c36097db8 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:03.771752 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-37a4c4f5-d2ed-4a01-aead-f18c36097db8 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 811 time: 0.3298485 Apr 22 14:59:03.834957 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-a1691154-6835-4337-871d-601e6f533dde tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 379 time: 0.0507312 Apr 22 14:59:03.843267 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Request body: {'port': {'device_id': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'admin_state_up': True, 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'security_groups': ['7d9e4c85-214f-45bc-ab3b-322980d90d1e']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:03.986363 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:03.991046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Usage tracker for resource:port and tenant:22879847914a4b3bbb1069816ef5c7f8 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:03.994862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:04.000687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:04.011749 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Made reservation on behalf of 22879847914a4b3bbb1069816ef5c7f8 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:59:04.015160 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:04.202692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Allocated IP 172.20.0.7 (db35a481-da73-4266-8c69-d8e417e36b5f/6d489819-9e89-4ddc-a353-dd0cc80f0a5e/348d530e-4572-49e9-9b08-bd81cd1944a0) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:59:04.424505 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:04.447708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Transition to ACTIVE for port object 348d530e-4572-49e9-9b08-bd81cd1944a0 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:59:04.480491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:04.573247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Network db35a481-da73-4266-8c69-d8e417e36b5f is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:59:04.576358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:59:04.580567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:59:04.616895 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Pushing event updated for resources: {'Port': ['ID=348d530e-4572-49e9-9b08-bd81cd1944a0,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:04.666142 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:04.667130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:04.704564 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-10bb0666-24d6-40bc-a902-b224b4a2c6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8649368 Apr 22 14:59:04.716886 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Request body: {'port': {'device_id': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:04.858583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a1449729-27d7-4da0-98eb-e3142e5d8f8f None None] Provisioning for port 348d530e-4572-49e9-9b08-bd81cd1944a0 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:59:04.866162 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:04.868283 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a1449729-27d7-4da0-98eb-e3142e5d8f8f None None] Provisioning complete for port 348d530e-4572-49e9-9b08-bd81cd1944a0 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:04.868570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a1449729-27d7-4da0-98eb-e3142e5d8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:04.922488 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcd639-bb9e-4327-8fa0-668d5835f500 req-1ea93af4-30b0-46a1-aadf-65f13c3a387a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:04.924992 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b1dcd639-bb9e-4327-8fa0-668d5835f500 req-1ea93af4-30b0-46a1-aadf-65f13c3a387a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 931 time: 0.1273289 Apr 22 14:59:04.933478 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-a1449729-27d7-4da0-98eb-e3142e5d8f8f None None] Port 348d530e-4572-49e9-9b08-bd81cd1944a0 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:59:04.996167 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b1dcd639-bb9e-4327-8fa0-668d5835f500 req-2c1b9d52-0aad-4f45-b7d7-3617e7ea7984 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646274 Apr 22 14:59:05.268073 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348d530e-4572-49e9-9b08-bd81cd1944a0 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:59:05.276094 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:05.290977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Transition to ACTIVE for port object 348d530e-4572-49e9-9b08-bd81cd1944a0 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:59:05.296299 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:05.437590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=348d530e-4572-49e9-9b08-bd81cd1944a0,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:05.562182 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Attempting to bind port 348d530e-4572-49e9-9b08-bd81cd1944a0 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:59:05.562587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Attempting to bind port 348d530e-4572-49e9-9b08-bd81cd1944a0 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:59:05.562868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Attempting to bind port 348d530e-4572-49e9-9b08-bd81cd1944a0 on network db35a481-da73-4266-8c69-d8e417e36b5f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:59:05.570058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Port 348d530e-4572-49e9-9b08-bd81cd1944a0 on network db35a481-da73-4266-8c69-d8e417e36b5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:59:05.570495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Attempting to bind port 348d530e-4572-49e9-9b08-bd81cd1944a0 on network db35a481-da73-4266-8c69-d8e417e36b5f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:59:05.577590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:59:05.577926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Checking segment: {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:59:05.578313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Bound using segment: {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:59:05.578840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Bound port: 348d530e-4572-49e9-9b08-bd81cd1944a0, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:59:05.579224 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:05.688708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] For port 348d530e-4572-49e9-9b08-bd81cd1944a0, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:59:05.692937 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] For port 348d530e-4572-49e9-9b08-bd81cd1944a0, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=348d530e-4572-49e9-9b08-bd81cd1944a0,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:59:05.699139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:05.802143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:05.803497 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] 10.222.0.30 "PUT /v2.0/ports/348d530e-4572-49e9-9b08-bd81cd1944a0 HTTP/1.1" status: 200 len: 1093 time: 1.0914400 Apr 22 14:59:05.804355 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'tag': '348d530e-4572-49e9-9b08-bd81cd1944a0'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:59:05.830632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b43493-b1e4-42e1-a703-50c3cf80b6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=348d530e-4572-49e9-9b08-bd81cd1944a0,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:05.992815 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-368b5242-15ab-4457-a713-5e7b3469bb86'] response: {'name': 'network-changed', 'server_uuid': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'tag': '348d530e-4572-49e9-9b08-bd81cd1944a0', 'status': 'completed', 'code': 200} Apr 22 14:59:06.037048 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-2c5acd15-9e94-4730-857f-f8a7388024fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 1096 time: 0.1841855 Apr 22 14:59:06.113829 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-1c5a5297-d9fd-4756-bb3d-2091b019c8bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348d530e-4572-49e9-9b08-bd81cd1944a0 HTTP/1.1" status: 200 len: 217 time: 0.0702574 Apr 22 14:59:06.181786 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a91814-c353-4118-8b31-25d1683b46cd req-b035a44a-98d8-4844-b718-0cabe1ed46b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:06.183240 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-b035a44a-98d8-4844-b718-0cabe1ed46b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0644634 Apr 22 14:59:06.236549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46c7ae-bb5c-4b8a-9088-73c43ed43538 req-1eaf2cc8-97d2-4ffb-883f-a6d7f4bcc157 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:06.238770 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7a46c7ae-bb5c-4b8a-9088-73c43ed43538 req-1eaf2cc8-97d2-4ffb-883f-a6d7f4bcc157 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 943 time: 0.0929756 Apr 22 14:59:06.270153 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-4e38e12c-6722-45c3-9210-274cb617caa0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804226 Apr 22 14:59:06.300011 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7a46c7ae-bb5c-4b8a-9088-73c43ed43538 req-70421945-9113-4dc7-a3c9-5cf0b5c64c8a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545263 Apr 22 14:59:06.429849 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-86b1f916-fd0f-4308-b75c-7eb3e2243848 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532702 Apr 22 14:59:06.571612 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c2a91814-c353-4118-8b31-25d1683b46cd req-66fcd2c8-9c9e-4578-acfb-bc9d8c714fe4 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361923 Apr 22 14:59:06.703237 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-60046008-f745-44ca-87f1-48b73d6e8c47 req-47c62fa1-1e30-45cf-a2b1-db0a6aae71bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 1096 time: 0.0841780 Apr 22 14:59:06.880347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60046008-f745-44ca-87f1-48b73d6e8c47 req-a895ac85-a4ac-403c-8896-98a73e4de3fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:06.881810 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-60046008-f745-44ca-87f1-48b73d6e8c47 req-a895ac85-a4ac-403c-8896-98a73e4de3fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1715081 Apr 22 14:59:06.953576 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-60046008-f745-44ca-87f1-48b73d6e8c47 req-af1785b0-2206-4126-aa2c-ee2d45e67264 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348d530e-4572-49e9-9b08-bd81cd1944a0 HTTP/1.1" status: 200 len: 217 time: 0.0651386 Apr 22 14:59:07.019210 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60046008-f745-44ca-87f1-48b73d6e8c47 req-c7ac7c97-cda2-46b7-ad56-95d12be6d2bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:07.020467 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-60046008-f745-44ca-87f1-48b73d6e8c47 req-c7ac7c97-cda2-46b7-ad56-95d12be6d2bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0607135 Apr 22 14:59:07.112845 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-60046008-f745-44ca-87f1-48b73d6e8c47 req-42aecba3-2295-4183-92f9-d2dede3d7d33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812330 Apr 22 14:59:07.298106 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-60046008-f745-44ca-87f1-48b73d6e8c47 req-4c24e8e6-260e-40bd-846f-e0b6dab2c10a service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818702 Apr 22 14:59:07.465511 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-60046008-f745-44ca-87f1-48b73d6e8c47 req-1f0e3432-d9d6-4b29-aef9-d66c2d76ff26 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611769 Apr 22 14:59:07.591914 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e350e00-22c0-4ddf-be4b-79c43e98d925 req-ca5cf2ac-6023-4a96-9103-493d8b8f2c51 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:07.593456 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5e350e00-22c0-4ddf-be4b-79c43e98d925 req-ca5cf2ac-6023-4a96-9103-493d8b8f2c51 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 943 time: 0.1121931 Apr 22 14:59:07.679035 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5e350e00-22c0-4ddf-be4b-79c43e98d925 req-c0f1399c-66f8-48e1-8328-1373ac7b653c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758216 Apr 22 14:59:08.942731 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a4cb6-0995-4911-a816-83c13af3d4dc req-c58865b2-bbe7-488b-8381-ed87356c4e4d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:08.944227 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-941a4cb6-0995-4911-a816-83c13af3d4dc req-c58865b2-bbe7-488b-8381-ed87356c4e4d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 943 time: 0.0858736 Apr 22 14:59:08.995908 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-941a4cb6-0995-4911-a816-83c13af3d4dc req-2d9af82a-c86f-4fc2-858c-1827071509d0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449343 Apr 22 14:59:09.453373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 348d530e-4572-49e9-9b08-bd81cd1944a0 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:59:09.656900 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 348d530e-4572-49e9-9b08-bd81cd1944a0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=348d530e-4572-49e9-9b08-bd81cd1944a0,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:09.676709 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '348d530e-4572-49e9-9b08-bd81cd1944a0', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'port_id': '348d530e-4572-49e9-9b08-bd81cd1944a0', 'mac_address': 'fa:16:3e:d7:02:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:59:09.745990 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:09.772786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348d530e-4572-49e9-9b08-bd81cd1944a0 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:59:09.794592 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 348d530e-4572-49e9-9b08-bd81cd1944a0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=348d530e-4572-49e9-9b08-bd81cd1944a0,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:09.799186 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:09.875808 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=348d530e-4572-49e9-9b08-bd81cd1944a0,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:09.885837 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:09.886159 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:09.886504 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:09.886831 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:09.887165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:09.887812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:09.888162 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:09.888516 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:09.888857 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:09.889295 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:09.889634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:09.996957 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['348d530e-4572-49e9-9b08-bd81cd1944a0'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:59:10.290085 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9827d2-d809-4b19-8bfc-df8b6589b6fa req-d52006ad-b06a-498f-8d8c-704b22b98e81 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:10.291481 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f9827d2-d809-4b19-8bfc-df8b6589b6fa req-d52006ad-b06a-498f-8d8c-704b22b98e81 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 944 time: 0.0852110 Apr 22 14:59:10.347354 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f9827d2-d809-4b19-8bfc-df8b6589b6fa req-065dd74c-48a5-4383-9a16-bc46cd92d398 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493910 Apr 22 14:59:11.452942 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 348d530e-4572-49e9-9b08-bd81cd1944a0 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:59:11.528654 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 348d530e-4572-49e9-9b08-bd81cd1944a0 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:59:11.533689 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 348d530e-4572-49e9-9b08-bd81cd1944a0 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:11.534443 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:11.572532 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ee49-7feb-458d-8254-b5daffe38822 req-2d4c9f98-0769-4cc1-ad46-84f9186a0018 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:11.574144 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3123ee49-7feb-458d-8254-b5daffe38822 req-2d4c9f98-0769-4cc1-ad46-84f9186a0018 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 944 time: 0.0826879 Apr 22 14:59:11.636028 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3123ee49-7feb-458d-8254-b5daffe38822 req-8527d29f-c200-4890-8108-da9291182d45 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552619 Apr 22 14:59:11.686615 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:11.729249 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348d530e-4572-49e9-9b08-bd81cd1944a0'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:59:11.742407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 348d530e-4572-49e9-9b08-bd81cd1944a0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=348d530e-4572-49e9-9b08-bd81cd1944a0,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:11.749555 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:11.833298 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=348d530e-4572-49e9-9b08-bd81cd1944a0,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:11.896064 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97002d08-c2be-409e-b608-dffcefc192c1'] response: {'server_uuid': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348d530e-4572-49e9-9b08-bd81cd1944a0', 'code': 200} Apr 22 14:59:12.138293 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-140cbec3-0ecf-4daa-be20-8b2168b1d03a req-d0169dfb-c823-4326-8e56-c9e31130a5b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 1098 time: 0.0819404 Apr 22 14:59:12.182527 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-140cbec3-0ecf-4daa-be20-8b2168b1d03a req-d5801b1b-4e65-4a3f-87e7-f25cda8fe822 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381033 Apr 22 14:59:12.854750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377179ac-81d4-4f18-8de0-96587a3b3a17 req-21042e2e-4fa3-4a07-9793-75425e8d3e0e tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:12.856327 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-377179ac-81d4-4f18-8de0-96587a3b3a17 req-21042e2e-4fa3-4a07-9793-75425e8d3e0e tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0839221 Apr 22 14:59:12.902396 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-377179ac-81d4-4f18-8de0-96587a3b3a17 req-d311d80f-9913-4523-a5b9-5da7391c5a0c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405459 Apr 22 14:59:14.098595 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ada8ed-630b-44bd-a0f6-8a4bd8f78d68 req-83c65241-1af7-4af3-aec5-f9a6310eeb81 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:14.100044 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c2ada8ed-630b-44bd-a0f6-8a4bd8f78d68 req-83c65241-1af7-4af3-aec5-f9a6310eeb81 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0744369 Apr 22 14:59:14.149346 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c2ada8ed-630b-44bd-a0f6-8a4bd8f78d68 req-1d9d223d-8d81-4f4f-9550-f5709dade256 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435243 Apr 22 14:59:14.344019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10b743-d153-43a0-a9ff-d2afe923f0ae req-e031b367-c1fb-45d6-87cb-78679371e87f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:14.345454 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7e10b743-d153-43a0-a9ff-d2afe923f0ae req-e031b367-c1fb-45d6-87cb-78679371e87f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0765839 Apr 22 14:59:14.354925 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 39762) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:14.360122 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f4f8443e-f322-4664-bc58-0f820b4dc6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Request body: {'floatingip': {'port_id': '348d530e-4572-49e9-9b08-bd81cd1944a0'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:14.436085 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f4f8443e-f322-4664-bc58-0f820b4dc6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for floatingip, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:15.099337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f4f8443e-f322-4664-bc58-0f820b4dc6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:15.103068 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f4f8443e-f322-4664-bc58-0f820b4dc6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:15.293065 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-f4f8443e-f322-4664-bc58-0f820b4dc6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Floating IP eb19be7b-baa2-49ba-8671-672d3f65477b associated. External IP: 172.26.0.96, port: 348d530e-4572-49e9-9b08-bd81cd1944a0. Apr 22 14:59:15.678197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f8443e-f322-4664-bc58-0f820b4dc6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Router ff318363-3050-4153-8c6f-c1c0749ae60e has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:59:15.884420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f8443e-f322-4664-bc58-0f820b4dc6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:59:15.888971 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f4f8443e-f322-4664-bc58-0f820b4dc6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:15.894918 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d81c30-428a-404c-a840-f981255c4bc2 None None] Sync routers for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:59:15.908054 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d81c30-428a-404c-a840-f981255c4bc2 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:59:15.908668 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-15d81c30-428a-404c-a840-f981255c4bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:58:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:15.943688 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f4f8443e-f322-4664-bc58-0f820b4dc6a0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "PUT /v2.0/floatingips/eb19be7b-baa2-49ba-8671-672d3f65477b HTTP/1.1" status: 200 len: 990 time: 1.5875320 Apr 22 14:59:15.944246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'tag': '348d530e-4572-49e9-9b08-bd81cd1944a0'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:59:16.015584 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b732db-f312-40b8-96a1-b47dcf3ba9a4'] response: {'name': 'network-changed', 'server_uuid': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'tag': '348d530e-4572-49e9-9b08-bd81cd1944a0', 'status': 'completed', 'code': 200} Apr 22 14:59:16.097392 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-15d81c30-428a-404c-a840-f981255c4bc2 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:59:16.107498 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-59621728-b7bb-49a1-a468-947d35f1e5b4 req-7e2fa9ee-5e7f-4d1e-a4a2-9e789b84e2bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 1098 time: 0.0715244 Apr 22 14:59:16.254278 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59621728-b7bb-49a1-a468-947d35f1e5b4 req-575c6852-28b3-4c66-a62c-c4bf7a7a062c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:16.256398 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-59621728-b7bb-49a1-a468-947d35f1e5b4 req-575c6852-28b3-4c66-a62c-c4bf7a7a062c service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1434789 Apr 22 14:59:16.314069 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c73983-5077-4f7a-84db-bfd32d19874f req-93bcf30a-c982-4dba-ae9c-7893453218c0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:16.315649 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-40c73983-5077-4f7a-84db-bfd32d19874f req-93bcf30a-c982-4dba-ae9c-7893453218c0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0841236 Apr 22 14:59:16.367515 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-40c73983-5077-4f7a-84db-bfd32d19874f req-5041c479-f34d-4dc8-9c31-9abb12ebb548 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443530 Apr 22 14:59:16.467561 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-59621728-b7bb-49a1-a468-947d35f1e5b4 req-95696b8e-6cff-4752-ad28-8f7b1215542d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348d530e-4572-49e9-9b08-bd81cd1944a0 HTTP/1.1" status: 200 len: 998 time: 0.1965513 Apr 22 14:59:16.471698 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-15d81c30-428a-404c-a840-f981255c4bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'eb19be7b-baa2-49ba-8671-672d3f65477b', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'floating_ip_address': '172.26.0.96', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'port_id': '348d530e-4572-49e9-9b08-bd81cd1944a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'mac_address': 'fa:16:3e:d7:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:58:09Z', 'updated_at': '2022-04-22T14:59:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:16.475640 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d81c30-428a-404c-a840-f981255c4bc2 None None] Checking router: ff318363-3050-4153-8c6f-c1c0749ae60e for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:59:16.486324 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d81c30-428a-404c-a840-f981255c4bc2 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:59:16.486927 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-15d81c30-428a-404c-a840-f981255c4bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:58:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:16.533310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59621728-b7bb-49a1-a468-947d35f1e5b4 req-446c1428-153a-40f4-b948-1b46c29171bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:16.534658 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-59621728-b7bb-49a1-a468-947d35f1e5b4 req-446c1428-153a-40f4-b948-1b46c29171bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0608914 Apr 22 14:59:16.618905 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-59621728-b7bb-49a1-a468-947d35f1e5b4 req-9514b243-8224-4d6f-b57a-62edb31920b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752861 Apr 22 14:59:16.669726 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-15d81c30-428a-404c-a840-f981255c4bc2 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:59:16.750871 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-59621728-b7bb-49a1-a468-947d35f1e5b4 req-ba6195a0-9a75-49e5-8d9a-00b1d54a62fe service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262434 Apr 22 14:59:16.883693 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-59621728-b7bb-49a1-a468-947d35f1e5b4 req-f86118e3-f252-42cb-afdf-489f82a1d976 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273768 Apr 22 14:59:17.028281 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-15d81c30-428a-404c-a840-f981255c4bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'eb19be7b-baa2-49ba-8671-672d3f65477b', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'floating_ip_address': '172.26.0.96', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'port_id': '348d530e-4572-49e9-9b08-bd81cd1944a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'mac_address': 'fa:16:3e:d7:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:58:09Z', 'updated_at': '2022-04-22T14:59:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:17.032203 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d81c30-428a-404c-a840-f981255c4bc2 None None] The sync data for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'eb19be7b-baa2-49ba-8671-672d3f65477b', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'floating_ip_address': '172.26.0.96', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'port_id': '348d530e-4572-49e9-9b08-bd81cd1944a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'mac_address': 'fa:16:3e:d7:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:58:09Z', 'updated_at': '2022-04-22T14:59:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:59:17.228498 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb1650-5bd6-41f6-ae6c-9772aff72605 None None] New status for floating IP eb19be7b-baa2-49ba-8671-672d3f65477b: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:59:17.574126 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871486c3-e252-4e88-ac78-21bef4bf1e46 req-7d0a0a53-42ba-4607-a03e-f9da2fc69ca7 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:17.575598 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-871486c3-e252-4e88-ac78-21bef4bf1e46 req-7d0a0a53-42ba-4607-a03e-f9da2fc69ca7 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0785208 Apr 22 14:59:17.620474 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-871486c3-e252-4e88-ac78-21bef4bf1e46 req-d3947be7-bf25-4bb9-a33a-258dcc5be471 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393660 Apr 22 14:59:17.782293 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:59:18.919306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31d1fb-f4f8-44dd-b029-3bdb75563e58 req-3b9f830e-08df-4c5f-8b37-d4ecca323714 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:18.920666 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ea31d1fb-f4f8-44dd-b029-3bdb75563e58 req-3b9f830e-08df-4c5f-8b37-d4ecca323714 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.1758444 Apr 22 14:59:18.967107 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ea31d1fb-f4f8-44dd-b029-3bdb75563e58 req-87bec5ee-1052-4d53-9a7c-46c93f561794 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409429 Apr 22 14:59:19.708418 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-18805a67-b724-4ccc-aac4-bc2b61371421 req-53aebaf5-10b4-471e-87ba-4f2c51e1ef14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 1098 time: 0.0738685 Apr 22 14:59:19.853500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18805a67-b724-4ccc-aac4-bc2b61371421 req-bea0c248-a326-4535-8670-a6decdb4f17c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:19.854961 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-18805a67-b724-4ccc-aac4-bc2b61371421 req-bea0c248-a326-4535-8670-a6decdb4f17c service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1289449 Apr 22 14:59:19.958804 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-18805a67-b724-4ccc-aac4-bc2b61371421 req-5b3e6c2f-7160-4910-adbf-174fbf76d1b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348d530e-4572-49e9-9b08-bd81cd1944a0 HTTP/1.1" status: 200 len: 1000 time: 0.0968738 Apr 22 14:59:20.023471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18805a67-b724-4ccc-aac4-bc2b61371421 req-5f05ac63-43f7-4e66-90fc-c276627ee873 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:20.024958 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-18805a67-b724-4ccc-aac4-bc2b61371421 req-5f05ac63-43f7-4e66-90fc-c276627ee873 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0603056 Apr 22 14:59:20.100290 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-18805a67-b724-4ccc-aac4-bc2b61371421 req-bb8296c9-4939-44ac-920d-867e0ecb650c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696955 Apr 22 14:59:20.172808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523477-da66-48e4-a0ae-d667ea5ae857 req-ce6aee7a-6e57-48a1-bf1b-539cd97abe2b tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:20.174241 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-93523477-da66-48e4-a0ae-d667ea5ae857 req-ce6aee7a-6e57-48a1-bf1b-539cd97abe2b tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0829692 Apr 22 14:59:20.222397 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-93523477-da66-48e4-a0ae-d667ea5ae857 req-40535ae3-c80c-43d2-adf8-3a9a8935b925 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409164 Apr 22 14:59:20.239576 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-18805a67-b724-4ccc-aac4-bc2b61371421 req-51a68962-72d4-4b35-a280-d0cc26981e45 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331809 Apr 22 14:59:20.371897 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-18805a67-b724-4ccc-aac4-bc2b61371421 req-e96d49c5-14ca-461e-9dc1-67c189e237c5 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272204 Apr 22 14:59:21.422629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cca40-31cf-4612-954e-90dad2b59512 req-7dacab12-7e3d-499d-a6b3-15c6c3ee2e5d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:21.424093 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e02cca40-31cf-4612-954e-90dad2b59512 req-7dacab12-7e3d-499d-a6b3-15c6c3ee2e5d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0775819 Apr 22 14:59:21.469046 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e02cca40-31cf-4612-954e-90dad2b59512 req-eefda7f3-d60d-45d8-a035-bcc9dfab12cd tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394237 Apr 22 14:59:22.470005 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-40a94745-21f8-4e0d-9b30-6ed3c167920a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:22.686108 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45994eb7-d8f6-4e24-8e7d-e320b3c96857 req-06fc5ae3-f199-4f84-8111-b0cf7519fcc7 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:22.687602 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-45994eb7-d8f6-4e24-8e7d-e320b3c96857 req-06fc5ae3-f199-4f84-8111-b0cf7519fcc7 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0884414 Apr 22 14:59:22.733943 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-45994eb7-d8f6-4e24-8e7d-e320b3c96857 req-249cf82b-8bc7-4bf5-bd9f-574adc94762f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407560 Apr 22 14:59:23.936848 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb67bd-7c88-4be9-9367-f0da7fe3b9ba req-4aa8cb6e-fb31-4b6b-9811-5ec76c2f8a6c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:23.938193 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1ccb67bd-7c88-4be9-9367-f0da7fe3b9ba req-4aa8cb6e-fb31-4b6b-9811-5ec76c2f8a6c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0789139 Apr 22 14:59:23.986167 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1ccb67bd-7c88-4be9-9367-f0da7fe3b9ba req-56216bf4-7d07-4f9c-be21-2c64e352af87 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425003 Apr 22 14:59:24.592740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:24.801074 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3f25c960-36fd-417a-9b82-6b840de2a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:25.188093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12eba8-08c8-4799-b169-165cd6e11b1c req-ed109b59-ba3a-41bb-b847-d3c4c0a223bc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:25.189518 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fc12eba8-08c8-4799-b169-165cd6e11b1c req-ed109b59-ba3a-41bb-b847-d3c4c0a223bc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0800700 Apr 22 14:59:25.239301 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fc12eba8-08c8-4799-b169-165cd6e11b1c req-33d7ad22-16d5-4669-bd34-76c664cce38f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441439 Apr 22 14:59:26.073741 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:26.194872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:26.442669 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14609cff-c477-4a42-8cf5-f017b9f4f34f req-fbe00c6c-edd0-4f19-9794-a323950ed6f9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:26.444282 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-14609cff-c477-4a42-8cf5-f017b9f4f34f req-fbe00c6c-edd0-4f19-9794-a323950ed6f9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0774899 Apr 22 14:59:26.495102 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-14609cff-c477-4a42-8cf5-f017b9f4f34f req-aa92c50f-011d-4122-9f3b-063de5f6dcde tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450811 Apr 22 14:59:27.371069 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:27.700988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf54ae0-f8cf-4690-bcf4-1a81207c28b9 req-3ee821a7-aea9-4ab9-a388-15646237f3d2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:27.702444 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bdf54ae0-f8cf-4690-bcf4-1a81207c28b9 req-3ee821a7-aea9-4ab9-a388-15646237f3d2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0838597 Apr 22 14:59:27.749436 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bdf54ae0-f8cf-4690-bcf4-1a81207c28b9 req-505de12b-98da-4b51-ac16-3be78623a1a9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412893 Apr 22 14:59:28.980182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1efedc-d1c4-4028-a4fc-fbf8be2b5b98 req-d77e7c61-7bd1-4db8-b9e3-1d12a80f29f7 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:28.981889 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8f1efedc-d1c4-4028-a4fc-fbf8be2b5b98 req-d77e7c61-7bd1-4db8-b9e3-1d12a80f29f7 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0946815 Apr 22 14:59:29.035414 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8f1efedc-d1c4-4028-a4fc-fbf8be2b5b98 req-de9dc56a-9b29-4143-b4bc-942785a742df tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476449 Apr 22 14:59:30.237489 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47dc0c-0e8f-42af-90d9-ead240240f95 req-e0b5a039-06f7-4d08-8999-f3fb6f506c3d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:30.238922 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ce47dc0c-0e8f-42af-90d9-ead240240f95 req-e0b5a039-06f7-4d08-8999-f3fb6f506c3d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0754218 Apr 22 14:59:30.286324 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ce47dc0c-0e8f-42af-90d9-ead240240f95 req-61e1e99c-6a11-42ca-aa01-6b4454d3fb8b tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400486 Apr 22 14:59:31.491520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842eb9f-4b95-4537-8b60-eace590c4559 req-872574f9-28c0-41e3-b59d-576a66562ecd tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:31.493580 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b842eb9f-4b95-4537-8b60-eace590c4559 req-872574f9-28c0-41e3-b59d-576a66562ecd tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0833232 Apr 22 14:59:31.540966 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b842eb9f-4b95-4537-8b60-eace590c4559 req-5a6807b8-a9a4-4e58-b338-433fa7b793b6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416389 Apr 22 14:59:32.738204 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46598123-ae7a-4bbe-abd9-3bb7a7080690 req-c23de77d-649a-4c56-8d32-d2607ec0f3c9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:32.739743 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-46598123-ae7a-4bbe-abd9-3bb7a7080690 req-c23de77d-649a-4c56-8d32-d2607ec0f3c9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0763800 Apr 22 14:59:32.791446 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-46598123-ae7a-4bbe-abd9-3bb7a7080690 req-ba69dc4f-80cc-4964-a918-e44cff56848e tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455747 Apr 22 14:59:33.992338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcd24b-907d-4f9e-9207-3f6b0f2c4558 req-dc7d24ce-7e19-422e-ad65-53ba8875805a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:33.993815 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-87dcd24b-907d-4f9e-9207-3f6b0f2c4558 req-dc7d24ce-7e19-422e-ad65-53ba8875805a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0796063 Apr 22 14:59:34.041916 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-87dcd24b-907d-4f9e-9207-3f6b0f2c4558 req-0674a856-dae1-499f-8dd1-e6525c21e8c7 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423727 Apr 22 14:59:35.242621 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a732a-6fad-4066-89ef-73363aad1e52 req-91500c1c-1875-48b1-9055-ae57f740ad13 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:35.244696 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a57a732a-6fad-4066-89ef-73363aad1e52 req-91500c1c-1875-48b1-9055-ae57f740ad13 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0801303 Apr 22 14:59:35.289568 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a57a732a-6fad-4066-89ef-73363aad1e52 req-490188ab-d9cd-4562-bbe6-ea08a492d049 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389585 Apr 22 14:59:36.491100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d359919-8e91-45a7-95bf-38fe3082e736 req-23a1eb20-67fe-4fc9-a69b-dc1e5c4186e6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:36.492583 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1d359919-8e91-45a7-95bf-38fe3082e736 req-23a1eb20-67fe-4fc9-a69b-dc1e5c4186e6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0775166 Apr 22 14:59:36.537685 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1d359919-8e91-45a7-95bf-38fe3082e736 req-63ef4dba-5919-4e3f-8554-188d791e1870 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396907 Apr 22 14:59:37.742797 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7187e31-802d-4af1-ab3c-a05671864792 req-887f04df-0f95-4c85-9160-ccd900aa2bb4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:37.745020 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e7187e31-802d-4af1-ab3c-a05671864792 req-887f04df-0f95-4c85-9160-ccd900aa2bb4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0817199 Apr 22 14:59:37.791520 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e7187e31-802d-4af1-ab3c-a05671864792 req-33836a09-5f11-48b0-9d88-e3b3c99fc497 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409105 Apr 22 14:59:38.989178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacebbc6-5c75-4a2d-8620-0e5c80669db4 req-73ac3152-2f4c-43d5-aeb9-20787d657537 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:38.990577 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cacebbc6-5c75-4a2d-8620-0e5c80669db4 req-73ac3152-2f4c-43d5-aeb9-20787d657537 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0778098 Apr 22 14:59:39.036289 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cacebbc6-5c75-4a2d-8620-0e5c80669db4 req-e8e74a9b-659a-41a2-9754-e7ec13708f07 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393655 Apr 22 14:59:40.240063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39293876-0cc5-4ec8-a4b6-90f8cbf556c5 req-d46abfbf-e89b-4d33-a401-638e25446461 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:40.241502 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-39293876-0cc5-4ec8-a4b6-90f8cbf556c5 req-d46abfbf-e89b-4d33-a401-638e25446461 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0789032 Apr 22 14:59:40.286198 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-39293876-0cc5-4ec8-a4b6-90f8cbf556c5 req-ae431c3e-e70a-4ad5-8b02-1931d66d23b4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392163 Apr 22 14:59:41.485173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ac2ab-bd79-4b83-aea7-9d492785a87f req-dce33e4c-a379-4371-ba6a-b9bdd18c976b tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:41.486607 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3d5ac2ab-bd79-4b83-aea7-9d492785a87f req-dce33e4c-a379-4371-ba6a-b9bdd18c976b tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0797689 Apr 22 14:59:41.537787 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3d5ac2ab-bd79-4b83-aea7-9d492785a87f req-a609c918-8c1c-43b2-bad4-450c904e7b14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440168 Apr 22 14:59:42.734687 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308b4e4-edcd-4e5f-8ba1-a1ad3529a3f8 req-4cbf1d3f-c000-4bbf-b136-c2cba90995c3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:42.736141 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d308b4e4-edcd-4e5f-8ba1-a1ad3529a3f8 req-4cbf1d3f-c000-4bbf-b136-c2cba90995c3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0764656 Apr 22 14:59:42.782273 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d308b4e4-edcd-4e5f-8ba1-a1ad3529a3f8 req-cae0b2ad-ee51-44e8-b2b2-af5f984413ad tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404391 Apr 22 14:59:43.060124 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9c3e0fdb-69e4-4652-8e0f-676a45b25b9e req-b99e3ba4-9da8-48cb-9166-98de7f0d3bc1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1500480 Apr 22 14:59:43.314556 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-6c166938-1d0f-4269-a404-1df9e48548d1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763011 Apr 22 14:59:43.368484 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70cd23-f66f-4a3d-9c56-91cc36fb3a7c req-864cc2e0-bc0f-4a78-9aa0-d0084ab074a3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:43.370106 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7d70cd23-f66f-4a3d-9c56-91cc36fb3a7c req-864cc2e0-bc0f-4a78-9aa0-d0084ab074a3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0780418 Apr 22 14:59:43.419261 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7d70cd23-f66f-4a3d-9c56-91cc36fb3a7c req-9df4a1a3-14d4-4750-a120-69559a69147d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431135 Apr 22 14:59:44.459114 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-c6f8332a-7ec7-49a1-8ef6-719813694dfa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 1098 time: 0.0787797 Apr 22 14:59:44.598477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-2b470819-29dd-4408-aa43-c4e3215ae2ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:44.599952 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-2b470819-29dd-4408-aa43-c4e3215ae2ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1348019 Apr 22 14:59:44.640288 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45369b9-a778-4413-941d-8745626dbb20 req-69a7b871-ace0-4f38-830f-556114264531 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:44.641787 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b45369b9-a778-4413-941d-8745626dbb20 req-69a7b871-ace0-4f38-830f-556114264531 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0845261 Apr 22 14:59:44.692414 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b45369b9-a778-4413-941d-8745626dbb20 req-742c8cd2-263a-40ce-80b9-aa652b9975e7 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447962 Apr 22 14:59:44.796192 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-8cc5e7fd-bf39-4f85-a37a-d63c0f020fbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348d530e-4572-49e9-9b08-bd81cd1944a0 HTTP/1.1" status: 200 len: 1000 time: 0.1900477 Apr 22 14:59:44.863124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-1f1a8c83-e0c0-45f3-ae5e-efa0c56e043c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:44.864587 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-1f1a8c83-e0c0-45f3-ae5e-efa0c56e043c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0617177 Apr 22 14:59:44.945551 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-f871fb0d-f52d-4163-a94f-6fa04cd878e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745292 Apr 22 14:59:45.086558 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-2ab26577-43f8-40d3-a809-52dd97cf9882 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351635 Apr 22 14:59:45.220109 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-a00a3c9c-3eda-4dbd-8c74-4a5af34e4d46 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276712 Apr 22 14:59:45.901725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25793f7-7861-4b21-ad57-c82eadbd81b4 req-ff898136-49b7-4ac5-a8d0-d6642e7ea17d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:45.903392 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c25793f7-7861-4b21-ad57-c82eadbd81b4 req-ff898136-49b7-4ac5-a8d0-d6642e7ea17d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0776343 Apr 22 14:59:45.952084 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c25793f7-7861-4b21-ad57-c82eadbd81b4 req-a0b91f15-091b-4548-856c-00d04894f694 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421245 Apr 22 14:59:46.813827 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-19edd5ad-3d9d-4278-8b9d-a8e88cbd6d2c service neutron] 10.222.0.30 "GET /v2.0/ports/348d530e-4572-49e9-9b08-bd81cd1944a0/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0751545 Apr 22 14:59:47.101168 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-5f0aaf68-b9f7-4918-bcb5-5a9783926e7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af&tenant_id=22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 1098 time: 0.0881491 Apr 22 14:59:47.178721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09967dd-7afa-4492-b37a-6981f83ded5d req-80398eff-1a0f-4ddf-97ac-3cfee88ff841 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:47.180690 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c09967dd-7afa-4492-b37a-6981f83ded5d req-80398eff-1a0f-4ddf-97ac-3cfee88ff841 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0939841 Apr 22 14:59:47.203560 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-e106444b-98ef-4158-9351-9b9ab7df5e64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 1098 time: 0.0786746 Apr 22 14:59:47.231758 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c09967dd-7afa-4492-b37a-6981f83ded5d req-01a438df-a240-480a-91c4-e48100b0d790 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445578 Apr 22 14:59:47.341848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-caa3680f-5ec7-496e-baa4-82a13df0c84c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:47.343312 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-caa3680f-5ec7-496e-baa4-82a13df0c84c service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1343637 Apr 22 14:59:47.451927 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-7c4c900f-a4a8-4273-8ba2-74ea52b9bc45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348d530e-4572-49e9-9b08-bd81cd1944a0 HTTP/1.1" status: 200 len: 1000 time: 0.1016097 Apr 22 14:59:47.527461 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-b6c9abe7-dbf8-47db-a9a1-1a9fbb5107b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:47.529480 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-b6c9abe7-dbf8-47db-a9a1-1a9fbb5107b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0710464 Apr 22 14:59:47.608439 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-86eb3d3b-eb40-406a-b68e-ddd5ec96ac2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729568 Apr 22 14:59:47.749784 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-ce37e213-6009-44fe-8431-5895bfd71e18 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356807 Apr 22 14:59:47.895096 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8b0a5a7-8da6-493c-9f0f-66cb31355d4f req-70a54704-f531-4cc0-8f65-939d9124c6cf service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393490 Apr 22 14:59:48.446428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae38dd-f6c1-4982-90da-b1147cdaf3c4 req-78e0eae9-f39b-4b01-8312-d7dd48dac164 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:48.447924 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-18ae38dd-f6c1-4982-90da-b1147cdaf3c4 req-78e0eae9-f39b-4b01-8312-d7dd48dac164 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0847149 Apr 22 14:59:48.495763 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-18ae38dd-f6c1-4982-90da-b1147cdaf3c4 req-a6fe15b2-cdb5-4194-a3fb-75ee9c66faa1 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415037 Apr 22 14:59:49.704235 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 348d530e-4572-49e9-9b08-bd81cd1944a0 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:59:49.706847 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 348d530e-4572-49e9-9b08-bd81cd1944a0 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:59:49.710166 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7a84b-806d-489d-9d52-4cbae82a5b7b req-362ebad6-28f2-4ceb-98b2-62def2a3ed45 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:49.711665 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-23a7a84b-806d-489d-9d52-4cbae82a5b7b req-362ebad6-28f2-4ceb-98b2-62def2a3ed45 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0877576 Apr 22 14:59:49.762094 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-23a7a84b-806d-489d-9d52-4cbae82a5b7b req-969f85a0-faa9-4a75-b525-7dc79d78f73a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439155 Apr 22 14:59:49.934747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:49.954768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 348d530e-4572-49e9-9b08-bd81cd1944a0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=348d530e-4572-49e9-9b08-bd81cd1944a0,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:49.978241 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '348d530e-4572-49e9-9b08-bd81cd1944a0', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'port_id': '348d530e-4572-49e9-9b08-bd81cd1944a0', 'mac_address': 'fa:16:3e:d7:02:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:59:49.985406 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '348d530e-4572-49e9-9b08-bd81cd1944a0'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:59:50.035882 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 348d530e-4572-49e9-9b08-bd81cd1944a0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=348d530e-4572-49e9-9b08-bd81cd1944a0,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:50.043125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:50.091223 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ecf4353-3d27-4995-b949-9d6918fe74cd'] response: {'server_uuid': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '348d530e-4572-49e9-9b08-bd81cd1944a0', 'code': 200} Apr 22 14:59:50.120085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:50.127666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94d34-2abe-4148-84b0-a22d1640318b req-f96ed075-96ea-4366-bdf1-ad21584db185 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:50.128419 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-b2f94d34-2abe-4148-84b0-a22d1640318b req-f96ed075-96ea-4366-bdf1-ad21584db185 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Synchronizing usage tracker for tenant:22879847914a4b3bbb1069816ef5c7f8 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:59:50.146947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 348d530e-4572-49e9-9b08-bd81cd1944a0 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:59:50.154084 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=348d530e-4572-49e9-9b08-bd81cd1944a0,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:50.156874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-b2f94d34-2abe-4148-84b0-a22d1640318b req-f96ed075-96ea-4366-bdf1-ad21584db185 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Unset dirty status for tenant:22879847914a4b3bbb1069816ef5c7f8 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:59:50.157321 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95d494-1bab-462c-91dd-c10ef13b661d req-786ad9b0-1e03-43bc-8a6e-5e47654f79ae tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:50.158619 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b2f94d34-2abe-4148-84b0-a22d1640318b req-f96ed075-96ea-4366-bdf1-ad21584db185 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af&tenant_id=22879847914a4b3bbb1069816ef5c7f8&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 943 time: 0.1227770 Apr 22 14:59:50.164739 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bd95d494-1bab-462c-91dd-c10ef13b661d req-786ad9b0-1e03-43bc-8a6e-5e47654f79ae tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 943 time: 0.1109679 Apr 22 14:59:50.217674 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:59:50.218024 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:59:50.222890 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bd95d494-1bab-462c-91dd-c10ef13b661d req-7e9af5fd-f6c1-4af0-9b17-b6fa4fa59706 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571947 Apr 22 14:59:50.312115 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b2f94d34-2abe-4148-84b0-a22d1640318b req-9f8a95d7-1e4f-413c-95fa-afb50d1d4d37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 1096 time: 0.0751309 Apr 22 14:59:50.551356 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94d34-2abe-4148-84b0-a22d1640318b req-f1757840-d698-42bd-9da9-05b50f194bcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:50.552799 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b2f94d34-2abe-4148-84b0-a22d1640318b req-f1757840-d698-42bd-9da9-05b50f194bcf service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.2352297 Apr 22 14:59:50.661428 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b2f94d34-2abe-4148-84b0-a22d1640318b req-e1a4a68b-515e-4425-a778-baf8219de55b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348d530e-4572-49e9-9b08-bd81cd1944a0 HTTP/1.1" status: 200 len: 998 time: 0.1024082 Apr 22 14:59:50.725499 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94d34-2abe-4148-84b0-a22d1640318b req-b31db964-9d28-4147-87e8-d0afc2cf391e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:50.726988 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b2f94d34-2abe-4148-84b0-a22d1640318b req-b31db964-9d28-4147-87e8-d0afc2cf391e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0604026 Apr 22 14:59:50.774138 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:50.792524 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348d530e-4572-49e9-9b08-bd81cd1944a0 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:59:50.808923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 348d530e-4572-49e9-9b08-bd81cd1944a0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=348d530e-4572-49e9-9b08-bd81cd1944a0,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:50.812893 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b2f94d34-2abe-4148-84b0-a22d1640318b req-799cad47-4790-4188-be59-ee24e19ab251 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796392 Apr 22 14:59:50.814526 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:50.884383 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['348d530e-4572-49e9-9b08-bd81cd1944a0'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:59:50.924944 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=348d530e-4572-49e9-9b08-bd81cd1944a0,revision_number=7']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:50.963839 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b2f94d34-2abe-4148-84b0-a22d1640318b req-c38b0b91-4e03-4ef6-8bdd-c72b9a069572 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445506 Apr 22 14:59:51.104500 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b2f94d34-2abe-4148-84b0-a22d1640318b req-11e91da6-69fb-4ba0-abf1-0b6dd9287252 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346409 Apr 22 14:59:51.420652 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2039e-7763-40a3-8145-22a72fe149d6 req-ef55862f-50af-4836-889f-52a340f5e1ba tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:51.422139 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8bd2039e-7763-40a3-8145-22a72fe149d6 req-ef55862f-50af-4836-889f-52a340f5e1ba tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 944 time: 0.0835063 Apr 22 14:59:51.472917 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8bd2039e-7763-40a3-8145-22a72fe149d6 req-5ad64980-1c8e-4fa3-a54b-5d22c04efbba tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447943 Apr 22 14:59:51.717456 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 348d530e-4572-49e9-9b08-bd81cd1944a0 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:59:51.792388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 348d530e-4572-49e9-9b08-bd81cd1944a0 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:51.793181 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:51.912202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:51.945746 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 348d530e-4572-49e9-9b08-bd81cd1944a0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=348d530e-4572-49e9-9b08-bd81cd1944a0,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:51.949631 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:52.016514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=348d530e-4572-49e9-9b08-bd81cd1944a0,revision_number=8']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:52.092988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348d530e-4572-49e9-9b08-bd81cd1944a0'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:59:52.151814 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c89f576b-04df-4c39-9753-0d6e67266b64'] response: {'server_uuid': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348d530e-4572-49e9-9b08-bd81cd1944a0', 'code': 200} Apr 22 14:59:52.474811 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7ffeb843-d029-48cf-a4f2-caab7b6fa3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:52.690206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2578c-d30b-4075-bb9b-938ce07c3d9e req-dc4252c4-752a-46b3-914e-d9b5efdddbde tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:52.691819 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-83c2578c-d30b-4075-bb9b-938ce07c3d9e req-dc4252c4-752a-46b3-914e-d9b5efdddbde tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0879402 Apr 22 14:59:52.740765 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-83c2578c-d30b-4075-bb9b-938ce07c3d9e req-dd616573-f5df-4a11-9f3d-b22cca7d745e tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431318 Apr 22 14:59:52.943864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2db455-2228-482c-bf42-b410596e14f0 req-c3fd5af3-1aba-4478-a8f8-f28e63241b19 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:52.945333 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cf2db455-2228-482c-bf42-b410596e14f0 req-c3fd5af3-1aba-4478-a8f8-f28e63241b19 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0770524 Apr 22 14:59:52.992905 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cf2db455-2228-482c-bf42-b410596e14f0 req-3c5fac77-34a9-4415-b737-6f4448229c03 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410016 Apr 22 14:59:53.384480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d2bff-20ac-4bb9-88db-23bf5030b5e9 req-2677891b-e884-412e-b5ee-d14377e2199f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:53.386003 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3c7d2bff-20ac-4bb9-88db-23bf5030b5e9 req-2677891b-e884-412e-b5ee-d14377e2199f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0938795 Apr 22 14:59:53.417616 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-dc7c95f8-1486-4a6a-a76e-f61824201bef req-d16312b2-2691-4a33-a4c9-b98f7297ba36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 1098 time: 0.0781667 Apr 22 14:59:53.439801 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3c7d2bff-20ac-4bb9-88db-23bf5030b5e9 req-383c968c-262a-4a40-afe5-235af39809fb tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425227 Apr 22 14:59:53.552557 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c95f8-1486-4a6a-a76e-f61824201bef req-869d9164-c8f6-4f1d-95aa-3c25d580aa74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:53.554998 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-dc7c95f8-1486-4a6a-a76e-f61824201bef req-869d9164-c8f6-4f1d-95aa-3c25d580aa74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1315997 Apr 22 14:59:53.663608 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-dc7c95f8-1486-4a6a-a76e-f61824201bef req-82051c2c-66f3-496a-9424-135c914e3118 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348d530e-4572-49e9-9b08-bd81cd1944a0 HTTP/1.1" status: 200 len: 1000 time: 0.1020036 Apr 22 14:59:53.729015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c95f8-1486-4a6a-a76e-f61824201bef req-fc6efb52-d21b-43c9-9e6d-92fcf9c4b8dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:53.730441 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-dc7c95f8-1486-4a6a-a76e-f61824201bef req-fc6efb52-d21b-43c9-9e6d-92fcf9c4b8dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0599847 Apr 22 14:59:53.808725 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-dc7c95f8-1486-4a6a-a76e-f61824201bef req-7a011c1e-c9f0-4536-ab09-32401474cc25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726721 Apr 22 14:59:53.943914 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-dc7c95f8-1486-4a6a-a76e-f61824201bef req-8dc5001d-96f1-43d8-a6b2-8663f76b1b1b service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292212 Apr 22 14:59:54.080845 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-dc7c95f8-1486-4a6a-a76e-f61824201bef req-477ecb05-61ee-4d5a-ac14-30528e6125a9 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310542 Apr 22 14:59:54.608548 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:54.655581 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62458b27-e6e0-47a8-bcec-002ac09a9ae4 req-700d12de-06dc-4b3c-8793-65cbaf5463bc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:54.657034 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-62458b27-e6e0-47a8-bcec-002ac09a9ae4 req-700d12de-06dc-4b3c-8793-65cbaf5463bc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0802386 Apr 22 14:59:54.708229 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-62458b27-e6e0-47a8-bcec-002ac09a9ae4 req-5e4958de-0bb3-4f0f-b898-89a397dbed89 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453072 Apr 22 14:59:54.783545 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:59:54.793111 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9bdf5a55-3e51-4bd4-a0ef-d62cd236b4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:55.913797 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a0b83-54e3-4d02-9772-3712d4455b9c req-f296ca40-a0dc-4dd6-887b-9c82a5808192 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:55.915230 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-251a0b83-54e3-4d02-9772-3712d4455b9c req-f296ca40-a0dc-4dd6-887b-9c82a5808192 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0778234 Apr 22 14:59:55.961509 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-251a0b83-54e3-4d02-9772-3712d4455b9c req-743e1725-a947-4ad8-8b21-9cdc579e1a7d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405428 Apr 22 14:59:56.078353 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:56.201258 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:56.386460 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83761a8f-9438-4c99-80c4-f4c4728576ba req-74015f1f-9342-4ffe-9439-d0400588e491 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:56.388757 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-83761a8f-9438-4c99-80c4-f4c4728576ba req-74015f1f-9342-4ffe-9439-d0400588e491 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0818226 Apr 22 14:59:56.436522 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-83761a8f-9438-4c99-80c4-f4c4728576ba req-e6d0cf12-380d-416f-aa30-7413df142bae tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422266 Apr 22 14:59:57.373901 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:57.666142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e7290-9389-4d3b-bd7d-e4ba2e777d5f req-9ef6519b-cff9-485f-9652-a9d59983db55 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:57.667848 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac3e7290-9389-4d3b-bd7d-e4ba2e777d5f req-9ef6519b-cff9-485f-9652-a9d59983db55 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0916076 Apr 22 14:59:57.719450 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac3e7290-9389-4d3b-bd7d-e4ba2e777d5f req-24797c8a-219b-4ecc-95d6-796bd2e6444c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456696 Apr 22 14:59:57.946875 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd62b9-682d-42c8-b74d-2f608295d070 req-3165dfae-e333-47ee-ac32-0aa527c1b235 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:57.948308 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-05dd62b9-682d-42c8-b74d-2f608295d070 req-3165dfae-e333-47ee-ac32-0aa527c1b235 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 945 time: 0.0798719 Apr 22 14:59:58.017280 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-05dd62b9-682d-42c8-b74d-2f608295d070 req-87714bbd-a48d-4964-84d2-193f48cea1f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Deleting port 348d530e-4572-49e9-9b08-bd81cd1944a0 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:59:58.017619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-05dd62b9-682d-42c8-b74d-2f608295d070 req-87714bbd-a48d-4964-84d2-193f48cea1f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:58.368949 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-05dd62b9-682d-42c8-b74d-2f608295d070 req-87714bbd-a48d-4964-84d2-193f48cea1f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] For port 348d530e-4572-49e9-9b08-bd81cd1944a0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=348d530e-4572-49e9-9b08-bd81cd1944a0,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:58.369313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-05dd62b9-682d-42c8-b74d-2f608295d070 req-87714bbd-a48d-4964-84d2-193f48cea1f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:58.692038 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-05dd62b9-682d-42c8-b74d-2f608295d070 req-87714bbd-a48d-4964-84d2-193f48cea1f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:58.692356 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-05dd62b9-682d-42c8-b74d-2f608295d070 req-87714bbd-a48d-4964-84d2-193f48cea1f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:58.692668 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [req-05dd62b9-682d-42c8-b74d-2f608295d070 req-87714bbd-a48d-4964-84d2-193f48cea1f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Floating IP eb19be7b-baa2-49ba-8671-672d3f65477b disassociated. External IP: 172.26.0.96, port: 348d530e-4572-49e9-9b08-bd81cd1944a0. Apr 22 14:59:58.693004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-05dd62b9-682d-42c8-b74d-2f608295d070 req-87714bbd-a48d-4964-84d2-193f48cea1f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Calling delete_port for 348d530e-4572-49e9-9b08-bd81cd1944a0 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:59:58.859659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-05dd62b9-682d-42c8-b74d-2f608295d070 req-87714bbd-a48d-4964-84d2-193f48cea1f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:58.908033 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b1247aab-81e6-409e-88a4-d268fe530194 req-68b067b8-d5b1-4b89-9fc0-55e4a655a35f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 210 time: 0.0483003 Apr 22 14:59:58.913438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87714bbd-a48d-4964-84d2-193f48cea1f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Pushing event deleted for resources: {'Port': ['ID=348d530e-4572-49e9-9b08-bd81cd1944a0,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:59.141335 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05dd62b9-682d-42c8-b74d-2f608295d070 req-87714bbd-a48d-4964-84d2-193f48cea1f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Router ff318363-3050-4153-8c6f-c1c0749ae60e has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:59:59.374673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05dd62b9-682d-42c8-b74d-2f608295d070 req-87714bbd-a48d-4964-84d2-193f48cea1f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:59:59.389247 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3672fc6d-bff7-4213-bdb1-ad269e55dfe3 None None] Sync routers for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:59:59.401521 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3672fc6d-bff7-4213-bdb1-ad269e55dfe3 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:59:59.402145 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3672fc6d-bff7-4213-bdb1-ad269e55dfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:59:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:59.456653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dd62b9-682d-42c8-b74d-2f608295d070 req-87714bbd-a48d-4964-84d2-193f48cea1f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] No DVR routers for this DVR port 348d530e-4572-49e9-9b08-bd81cd1944a0 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:59:59.459807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-05dd62b9-682d-42c8-b74d-2f608295d070 req-87714bbd-a48d-4964-84d2-193f48cea1f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:59.462941 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'name': 'network-vif-deleted', 'tag': '348d530e-4572-49e9-9b08-bd81cd1944a0'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:59:59.480125 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-05dd62b9-682d-42c8-b74d-2f608295d070 req-87714bbd-a48d-4964-84d2-193f48cea1f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "DELETE /v2.0/ports/348d530e-4572-49e9-9b08-bd81cd1944a0 HTTP/1.1" status: 204 len: 173 time: 1.5262845 Apr 22 14:59:59.526913 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8adb01d-bcbf-41f6-ac71-3ec78ffe513a'] response: {'server_uuid': '6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af', 'name': 'network-vif-deleted', 'tag': '348d530e-4572-49e9-9b08-bd81cd1944a0', 'status': 'completed', 'code': 200} Apr 22 14:59:59.644802 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-3672fc6d-bff7-4213-bdb1-ad269e55dfe3 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:59:59.998123 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3672fc6d-bff7-4213-bdb1-ad269e55dfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:00.004678 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3672fc6d-bff7-4213-bdb1-ad269e55dfe3 None None] Checking router: ff318363-3050-4153-8c6f-c1c0749ae60e for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:00:00.022323 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3672fc6d-bff7-4213-bdb1-ad269e55dfe3 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:00:00.023039 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3672fc6d-bff7-4213-bdb1-ad269e55dfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:59:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:00.167835 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-32fd658d-6d75-4e98-8a30-da599c0f2c6c req-faa8176d-e4c2-48f5-bd64-64216d456a8a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bd7c9-3b4b-4727-bc4b-4f57e4ecd2af HTTP/1.1" status: 200 len: 210 time: 0.0583072 Apr 22 15:00:00.236798 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-3672fc6d-bff7-4213-bdb1-ad269e55dfe3 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:00:00.560742 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3672fc6d-bff7-4213-bdb1-ad269e55dfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:00.565198 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3672fc6d-bff7-4213-bdb1-ad269e55dfe3 None None] The sync data for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:00:00.800539 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f109321-9994-42c5-a9f8-6f5999adca7e None None] New status for floating IP eb19be7b-baa2-49ba-8671-672d3f65477b: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:00:01.543869 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-ce460972-1f54-4352-985c-58bd1aa8bc71 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--339145156&fields=id&tenant_id=22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 267 time: 0.0419834 Apr 22 15:00:01.710778 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-d8d18a4a-55c8-4d86-9b1e-1ecf129001b0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:01.712301 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-d8d18a4a-55c8-4d86-9b1e-1ecf129001b0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 811 time: 0.1617198 Apr 22 15:00:01.729245 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-d1d857a2-64f1-47f0-ade6-3285cbe06444 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/quotas/22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 375 time: 0.0108974 Apr 22 15:00:01.765065 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 348d530e-4572-49e9-9b08-bd81cd1944a0 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:00:01.802850 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 348d530e-4572-49e9-9b08-bd81cd1944a0 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:00:01.803627 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 348d530e-4572-49e9-9b08-bd81cd1944a0 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:00:01.908636 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-e3dd9988-d988-4020-961e-898d6e2e10f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1733370 Apr 22 15:00:02.053099 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-878a0517-bdaa-444c-b014-8a819698426c service neutron] 10.222.0.23 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324372 Apr 22 15:00:02.193658 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-178b20ad-ccab-41e8-b7c4-d7b41a25b485 service neutron] 10.222.0.23 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347680 Apr 22 15:00:02.393225 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2ce911ab-42ff-4675-a8b7-b7ba28b142e3 req-72e1c867-fbca-44b3-b87e-7675b1d9324a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 210 time: 0.0423329 Apr 22 15:00:03.476291 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-76d2cd27-bba3-40b3-b6da-3d157e9006a4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:03.477595 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-76d2cd27-bba3-40b3-b6da-3d157e9006a4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 811 time: 0.1619544 Apr 22 15:00:03.539214 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-a0247536-c131-44ff-8cf0-1254fbbd5c46 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 379 time: 0.0489151 Apr 22 15:00:03.550599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Request body: {'port': {'device_id': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'admin_state_up': True, 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'security_groups': ['7d9e4c85-214f-45bc-ab3b-322980d90d1e']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:00:03.566889 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e41aa18d-cee5-4226-aa16-bd4acbaf3182 req-3e243454-b0a8-4aa0-85bf-c0e900df9578 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 210 time: 0.0441940 Apr 22 15:00:03.704353 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:00:03.708608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Usage tracker for resource:port and tenant:22879847914a4b3bbb1069816ef5c7f8 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:00:03.711506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:00:03.718433 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:00:03.735341 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Made reservation on behalf of 22879847914a4b3bbb1069816ef5c7f8 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:00:03.738457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:04.012813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Allocated IP 172.20.0.7 (db35a481-da73-4266-8c69-d8e417e36b5f/6d489819-9e89-4ddc-a353-dd0cc80f0a5e/0840af8c-a26d-4565-b1e8-748eee22d19d) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:00:04.209335 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:04.226731 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Transition to ACTIVE for port object 0840af8c-a26d-4565-b1e8-748eee22d19d will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:00:04.251694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:04.324855 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Network db35a481-da73-4266-8c69-d8e417e36b5f is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:00:04.327848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:00:04.332003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:00:04.393678 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Pushing event updated for resources: {'Port': ['ID=0840af8c-a26d-4565-b1e8-748eee22d19d,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:04.435638 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:04.436176 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:04.436713 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:04.437276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:04.437756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:04.438298 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:04.438833 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:04.439483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:04.440019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:04.440550 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:04.441070 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:04.477677 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:04.478739 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:04.526178 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-79823b65-2a4a-4ea7-bef1-691f99484680 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9815209 Apr 22 15:00:04.537264 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Request body: {'port': {'device_id': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:00:04.605695 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-807bfa59-29da-4c72-ab6a-1a31a770115c None None] Provisioning for port 0840af8c-a26d-4565-b1e8-748eee22d19d completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:00:04.611977 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-807bfa59-29da-4c72-ab6a-1a31a770115c None None] Provisioning complete for port 0840af8c-a26d-4565-b1e8-748eee22d19d triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:00:04.612690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-807bfa59-29da-4c72-ab6a-1a31a770115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:04.673372 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:04.676207 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-807bfa59-29da-4c72-ab6a-1a31a770115c None None] Port 0840af8c-a26d-4565-b1e8-748eee22d19d cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:00:04.790076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da612843-4dfb-4bc0-bc55-eea87648c1f2 req-4185131e-8ce4-4201-8cc9-3d1edfa34437 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:04.794404 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-da612843-4dfb-4bc0-bc55-eea87648c1f2 req-4185131e-8ce4-4201-8cc9-3d1edfa34437 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 931 time: 0.0848479 Apr 22 15:00:04.840869 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-da612843-4dfb-4bc0-bc55-eea87648c1f2 req-6eaa97d9-0713-41ef-82ba-784114c5c754 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424852 Apr 22 15:00:05.048168 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0840af8c-a26d-4565-b1e8-748eee22d19d {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:00:05.056108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:05.072922 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Transition to ACTIVE for port object 0840af8c-a26d-4565-b1e8-748eee22d19d will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:00:05.076361 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:05.207682 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Pushing event updated for resources: {'Port': ['ID=0840af8c-a26d-4565-b1e8-748eee22d19d,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:05.321698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Attempting to bind port 0840af8c-a26d-4565-b1e8-748eee22d19d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:00:05.322031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Attempting to bind port 0840af8c-a26d-4565-b1e8-748eee22d19d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:00:05.322267 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Attempting to bind port 0840af8c-a26d-4565-b1e8-748eee22d19d on network db35a481-da73-4266-8c69-d8e417e36b5f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:00:05.328766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Port 0840af8c-a26d-4565-b1e8-748eee22d19d on network db35a481-da73-4266-8c69-d8e417e36b5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:00:05.329080 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Attempting to bind port 0840af8c-a26d-4565-b1e8-748eee22d19d on network db35a481-da73-4266-8c69-d8e417e36b5f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:00:05.336116 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:00:05.336453 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Checking segment: {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:00:05.336838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Bound using segment: {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:00:05.337265 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Bound port: 0840af8c-a26d-4565-b1e8-748eee22d19d, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:00:05.337612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:05.431465 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] For port 0840af8c-a26d-4565-b1e8-748eee22d19d, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:00:05.435103 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] For port 0840af8c-a26d-4565-b1e8-748eee22d19d, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0840af8c-a26d-4565-b1e8-748eee22d19d,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:00:05.439597 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:05.504954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:05.506355 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] 10.222.0.30 "PUT /v2.0/ports/0840af8c-a26d-4565-b1e8-748eee22d19d HTTP/1.1" status: 200 len: 1093 time: 0.9731381 Apr 22 15:00:05.509386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'tag': '0840af8c-a26d-4565-b1e8-748eee22d19d'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:00:05.536447 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b9ad3-d2a7-4ad4-98c4-889ff5091829 service neutron] Pushing event updated for resources: {'Port': ['ID=0840af8c-a26d-4565-b1e8-748eee22d19d,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:05.608299 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f97d54-d198-4cb6-80d8-26db483d6792'] response: {'name': 'network-changed', 'server_uuid': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'tag': '0840af8c-a26d-4565-b1e8-748eee22d19d', 'status': 'completed', 'code': 200} Apr 22 15:00:05.657296 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-75b82d57-7cb3-46b7-b04c-3bd94cb773ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 1096 time: 0.0839894 Apr 22 15:00:05.744578 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-44f0d56b-bc45-4aea-9356-82057efc0bc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0840af8c-a26d-4565-b1e8-748eee22d19d HTTP/1.1" status: 200 len: 217 time: 0.0799537 Apr 22 15:00:05.806907 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-399a5340-ed2a-42d4-9749-66bc7f4dea6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:05.808315 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-399a5340-ed2a-42d4-9749-66bc7f4dea6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0587420 Apr 22 15:00:05.890509 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-1d7e4fd6-596e-4220-99d8-2eb951643f57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767367 Apr 22 15:00:06.039130 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-6df35f08-f84c-485d-be30-fea0a7240453 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423376 Apr 22 15:00:06.104076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ad751-3c38-4cae-a61f-3c76b083f268 req-f8883cf0-5920-4b1b-a17b-8c0b4532df35 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:06.107751 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-358ad751-3c38-4cae-a61f-3c76b083f268 req-f8883cf0-5920-4b1b-a17b-8c0b4532df35 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 943 time: 0.1379075 Apr 22 15:00:06.161960 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-358ad751-3c38-4cae-a61f-3c76b083f268 req-42d54103-4a03-4b2a-9f21-04ff0e6247d6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481076 Apr 22 15:00:06.301623 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-24cf7c43-4113-49f8-8950-7f7da7a15cf2 req-6614298c-4269-453e-880d-77a7dddaeb10 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558267 Apr 22 15:00:06.426697 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-45e738d9-aff9-40dc-949d-b9e9c3ac24b9 req-a62c1740-0109-4790-a1ca-d18593fde6df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 1096 time: 0.0756965 Apr 22 15:00:06.568423 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e738d9-aff9-40dc-949d-b9e9c3ac24b9 req-2f61cee4-c16c-4e04-8b0f-9682c6de8593 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:06.569796 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-45e738d9-aff9-40dc-949d-b9e9c3ac24b9 req-2f61cee4-c16c-4e04-8b0f-9682c6de8593 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1370275 Apr 22 15:00:06.641687 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-45e738d9-aff9-40dc-949d-b9e9c3ac24b9 req-0619345b-7ca0-46ce-9c29-12b5a36ecf85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0840af8c-a26d-4565-b1e8-748eee22d19d HTTP/1.1" status: 200 len: 217 time: 0.0653405 Apr 22 15:00:06.707722 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e738d9-aff9-40dc-949d-b9e9c3ac24b9 req-6cd69e6e-fa7c-4265-bc77-de401955d0d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:06.709149 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-45e738d9-aff9-40dc-949d-b9e9c3ac24b9 req-6cd69e6e-fa7c-4265-bc77-de401955d0d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0619752 Apr 22 15:00:06.788972 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-45e738d9-aff9-40dc-949d-b9e9c3ac24b9 req-e2485dc5-7389-4053-be76-275e265c22b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726888 Apr 22 15:00:06.929362 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-45e738d9-aff9-40dc-949d-b9e9c3ac24b9 req-da1960a2-c4c5-4a7f-90c6-8cc45c007b5a service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339502 Apr 22 15:00:07.069606 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-45e738d9-aff9-40dc-949d-b9e9c3ac24b9 req-d3acf1a4-6f05-480e-997c-bab453eca198 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341958 Apr 22 15:00:07.368475 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7620e4-759f-4d4d-ac70-6d2b31d6ee88 req-1f9a4905-562d-4eff-b45f-b49720dc8809 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:07.369932 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9a7620e4-759f-4d4d-ac70-6d2b31d6ee88 req-1f9a4905-562d-4eff-b45f-b49720dc8809 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 943 time: 0.0789821 Apr 22 15:00:07.417344 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9a7620e4-759f-4d4d-ac70-6d2b31d6ee88 req-c804535c-82d2-48a0-8570-5a50026d3f6a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406508 Apr 22 15:00:07.795848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 0840af8c-a26d-4565-b1e8-748eee22d19d details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:00:07.989077 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 0840af8c-a26d-4565-b1e8-748eee22d19d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0840af8c-a26d-4565-b1e8-748eee22d19d,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:08.004574 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '0840af8c-a26d-4565-b1e8-748eee22d19d', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'port_id': '0840af8c-a26d-4565-b1e8-748eee22d19d', 'mac_address': 'fa:16:3e:1d:3d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:00:08.065938 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:08.084553 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0840af8c-a26d-4565-b1e8-748eee22d19d {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:00:08.101696 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 0840af8c-a26d-4565-b1e8-748eee22d19d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0840af8c-a26d-4565-b1e8-748eee22d19d,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:08.107833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:08.173979 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=0840af8c-a26d-4565-b1e8-748eee22d19d,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:08.312830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['0840af8c-a26d-4565-b1e8-748eee22d19d'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:00:08.630033 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974fc16-d456-479a-9091-2992a1c92822 req-bf71c35e-7614-4878-b91a-d76858abdac6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:08.631648 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0974fc16-d456-479a-9091-2992a1c92822 req-bf71c35e-7614-4878-b91a-d76858abdac6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 944 time: 0.0847840 Apr 22 15:00:08.680133 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0974fc16-d456-479a-9091-2992a1c92822 req-15d6b04d-5172-4d0d-a77b-47af4a42429f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421515 Apr 22 15:00:09.810798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 0840af8c-a26d-4565-b1e8-748eee22d19d up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:00:09.889761 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 0840af8c-a26d-4565-b1e8-748eee22d19d completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:00:09.890209 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39398b1b-cfb2-4354-a37d-34190965dcdd req-0400d7e2-8899-4208-82f9-95f8de7bcf14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:09.891719 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-39398b1b-cfb2-4354-a37d-34190965dcdd req-0400d7e2-8899-4208-82f9-95f8de7bcf14 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 944 time: 0.0820959 Apr 22 15:00:09.895326 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 0840af8c-a26d-4565-b1e8-748eee22d19d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:00:09.895697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:09.941296 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-39398b1b-cfb2-4354-a37d-34190965dcdd req-1b73c26e-e1ae-4c27-9113-315f51835b2c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436959 Apr 22 15:00:10.028526 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:10.056517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0840af8c-a26d-4565-b1e8-748eee22d19d'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:00:10.068182 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 0840af8c-a26d-4565-b1e8-748eee22d19d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0840af8c-a26d-4565-b1e8-748eee22d19d,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:10.078145 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:10.125838 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4e59c5-cc14-4b15-8e79-5cd67522dc96'] response: {'server_uuid': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0840af8c-a26d-4565-b1e8-748eee22d19d', 'code': 200} Apr 22 15:00:10.155056 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=0840af8c-a26d-4565-b1e8-748eee22d19d,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:10.165474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:10.165792 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:10.166223 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:10.166684 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:10.166904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:10.167236 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:10.167598 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:10.168235 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:10.168584 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:10.169132 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:10.169364 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:00:10.359246 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-96f65909-ec35-48b2-91be-936afd2c7a69 req-b8daa692-650e-48db-b908-c7385f6c5e0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 1098 time: 0.0724206 Apr 22 15:00:10.403792 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-96f65909-ec35-48b2-91be-936afd2c7a69 req-80ca1be6-75a7-4a15-b9ea-3709f5f2fe19 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380154 Apr 22 15:00:11.158096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c315-198c-40c7-8816-16677e89b5da req-ede2edff-d159-478d-80b9-62efaee6904f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:11.159649 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8909c315-198c-40c7-8816-16677e89b5da req-ede2edff-d159-478d-80b9-62efaee6904f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0854318 Apr 22 15:00:11.207116 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8909c315-198c-40c7-8816-16677e89b5da req-a4b903b9-d34f-4ef2-93f9-26e600f41739 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417342 Apr 22 15:00:12.431210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc889481-824e-4c1c-93d3-bb84e90a16bd req-6cf0ae26-a347-4e74-a302-b03d9193954c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:12.432743 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bc889481-824e-4c1c-93d3-bb84e90a16bd req-6cf0ae26-a347-4e74-a302-b03d9193954c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0846674 Apr 22 15:00:12.485791 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bc889481-824e-4c1c-93d3-bb84e90a16bd req-fa5e8e0a-2d90-41f1-bd32-fd98e1fecd9d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474091 Apr 22 15:00:12.703537 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a78d9-aee8-4b6a-b020-9ec8e8692bb4 req-ab8354ce-2d03-4e63-b63a-16f13cf48da6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:12.707681 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cb0a78d9-aee8-4b6a-b020-9ec8e8692bb4 req-ab8354ce-2d03-4e63-b63a-16f13cf48da6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0969515 Apr 22 15:00:12.714617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 39928) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:00:12.721135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-936bb1d4-98d5-426b-9592-bce85b33c26f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Request body: {'floatingip': {'port_id': '0840af8c-a26d-4565-b1e8-748eee22d19d'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:00:12.808248 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-936bb1d4-98d5-426b-9592-bce85b33c26f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for floatingip, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:13.541407 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-936bb1d4-98d5-426b-9592-bce85b33c26f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:13.546584 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-936bb1d4-98d5-426b-9592-bce85b33c26f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:13.750545 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-936bb1d4-98d5-426b-9592-bce85b33c26f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Floating IP eb19be7b-baa2-49ba-8671-672d3f65477b associated. External IP: 172.26.0.96, port: 0840af8c-a26d-4565-b1e8-748eee22d19d. Apr 22 15:00:14.188119 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936bb1d4-98d5-426b-9592-bce85b33c26f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Router ff318363-3050-4153-8c6f-c1c0749ae60e has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:00:14.404039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936bb1d4-98d5-426b-9592-bce85b33c26f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:00:14.409125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-936bb1d4-98d5-426b-9592-bce85b33c26f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:14.417204 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1371f155-126b-4369-8fdd-028769e56b45 None None] Sync routers for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:00:14.430513 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371f155-126b-4369-8fdd-028769e56b45 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:00:14.431121 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1371f155-126b-4369-8fdd-028769e56b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:59:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:14.466189 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-936bb1d4-98d5-426b-9592-bce85b33c26f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "PUT /v2.0/floatingips/eb19be7b-baa2-49ba-8671-672d3f65477b HTTP/1.1" status: 200 len: 990 time: 1.7493560 Apr 22 15:00:14.466740 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'tag': '0840af8c-a26d-4565-b1e8-748eee22d19d'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:00:14.536193 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91aef479-5364-49fa-904e-36c405292a7d'] response: {'name': 'network-changed', 'server_uuid': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'tag': '0840af8c-a26d-4565-b1e8-748eee22d19d', 'status': 'completed', 'code': 200} Apr 22 15:00:14.646078 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-04b97c09-1965-48d1-8aef-503abc4d2a29 req-d551a695-0967-4b4c-8e12-9ed2cdb919e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 1098 time: 0.0841069 Apr 22 15:00:14.656966 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-1371f155-126b-4369-8fdd-028769e56b45 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:00:14.673189 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac232674-e038-4bf5-a6ee-cc85706d8e7c req-3153050f-2fdd-47c1-a51e-61517be4d622 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0816252 Apr 22 15:00:14.803204 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b97c09-1965-48d1-8aef-503abc4d2a29 req-9d934f93-dc39-4f21-a4c7-79942aa03e54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:14.805031 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-04b97c09-1965-48d1-8aef-503abc4d2a29 req-9d934f93-dc39-4f21-a4c7-79942aa03e54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1527543 Apr 22 15:00:14.970431 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-04b97c09-1965-48d1-8aef-503abc4d2a29 req-456ad043-1a09-4e60-8b49-090eca8678a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0840af8c-a26d-4565-b1e8-748eee22d19d HTTP/1.1" status: 200 len: 998 time: 0.1590762 Apr 22 15:00:15.057823 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b97c09-1965-48d1-8aef-503abc4d2a29 req-8edf6b28-d937-40dd-b139-9e955b65f64d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:15.059575 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-04b97c09-1965-48d1-8aef-503abc4d2a29 req-8edf6b28-d937-40dd-b139-9e955b65f64d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0827038 Apr 22 15:00:15.115921 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-bcb62633-ef6c-40f1-88a1-1bdb516ea825 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1966057 Apr 22 15:00:15.145045 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1371f155-126b-4369-8fdd-028769e56b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'eb19be7b-baa2-49ba-8671-672d3f65477b', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'floating_ip_address': '172.26.0.96', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'port_id': '0840af8c-a26d-4565-b1e8-748eee22d19d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'mac_address': 'fa:16:3e:1d:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:58:09Z', 'updated_at': '2022-04-22T15:00:13Z', 'revision_number': 9, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:15.151509 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1371f155-126b-4369-8fdd-028769e56b45 None None] Checking router: ff318363-3050-4153-8c6f-c1c0749ae60e for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:00:15.158370 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-04b97c09-1965-48d1-8aef-503abc4d2a29 req-c0d23ddd-d5e5-4302-9ad6-040db09f0874 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928485 Apr 22 15:00:15.169422 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371f155-126b-4369-8fdd-028769e56b45 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:00:15.169891 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1371f155-126b-4369-8fdd-028769e56b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T14:59:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:15.228895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d50a6d-c381-4ba3-aefa-9e077fa75f87 req-99d52b27-445c-480b-b211-37e1156da7e5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:15.239570 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-61d50a6d-c381-4ba3-aefa-9e077fa75f87 req-99d52b27-445c-480b-b211-37e1156da7e5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.1048515 Apr 22 15:00:15.305916 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-61d50a6d-c381-4ba3-aefa-9e077fa75f87 req-9e80739b-02ae-46f6-a9a4-db4e79775efe tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646648 Apr 22 15:00:15.363602 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-04b97c09-1965-48d1-8aef-503abc4d2a29 req-932facbe-2f9c-43dd-a023-c6506addf697 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987858 Apr 22 15:00:15.416659 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-1371f155-126b-4369-8fdd-028769e56b45 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:00:15.665433 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-04b97c09-1965-48d1-8aef-503abc4d2a29 req-73e96fa2-4967-4607-bf02-346b6a182218 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958684 Apr 22 15:00:15.934626 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1371f155-126b-4369-8fdd-028769e56b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'eb19be7b-baa2-49ba-8671-672d3f65477b', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'floating_ip_address': '172.26.0.96', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'port_id': '0840af8c-a26d-4565-b1e8-748eee22d19d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'mac_address': 'fa:16:3e:1d:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:58:09Z', 'updated_at': '2022-04-22T15:00:13Z', 'revision_number': 9, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:15.941243 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1371f155-126b-4369-8fdd-028769e56b45 None None] The sync data for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'eb19be7b-baa2-49ba-8671-672d3f65477b', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'floating_ip_address': '172.26.0.96', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'port_id': '0840af8c-a26d-4565-b1e8-748eee22d19d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'mac_address': 'fa:16:3e:1d:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:58:09Z', 'updated_at': '2022-04-22T15:00:13Z', 'revision_number': 9, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:00:16.208337 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1426bb-6e6f-4663-a78a-0441d49d6c1f None None] New status for floating IP eb19be7b-baa2-49ba-8671-672d3f65477b: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:00:16.576093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7f142-d1ed-4807-822b-f03ae4d1706e req-51ca5d37-ddbb-40e6-b40f-66fd9c0a0dbd tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:16.585862 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fad7f142-d1ed-4807-822b-f03ae4d1706e req-51ca5d37-ddbb-40e6-b40f-66fd9c0a0dbd tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.1133037 Apr 22 15:00:16.646581 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-51bac161-ac5c-4544-a1d4-d83c4dfecff6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 1098 time: 0.0927260 Apr 22 15:00:16.654406 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fad7f142-d1ed-4807-822b-f03ae4d1706e req-fa20c273-14ac-483b-9716-c153a1af03cd tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673115 Apr 22 15:00:16.834396 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-fe5cc2a8-2207-43a2-8fb3-d319940366ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:16.836009 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-fe5cc2a8-2207-43a2-8fb3-d319940366ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1837907 Apr 22 15:00:16.962445 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-a99c6246-4e14-48c4-a20c-3e208a01284a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0840af8c-a26d-4565-b1e8-748eee22d19d HTTP/1.1" status: 200 len: 1001 time: 0.1202180 Apr 22 15:00:17.031235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-8ec7ba27-1ac0-4142-82a7-b5b547bbfc37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:17.032755 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-8ec7ba27-1ac0-4142-82a7-b5b547bbfc37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0655503 Apr 22 15:00:17.122053 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-13900a74-2119-4877-8231-0dc2f74bb4ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813868 Apr 22 15:00:17.290253 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-906fda9c-c5a7-4ed8-9c26-3c21acb0ad0c service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590235 Apr 22 15:00:17.427673 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-8e17e0e3-aa41-416e-8d8c-bce2e1b53a0b service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319828 Apr 22 15:00:17.880650 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66887e3-ba21-4523-9649-53b69d5df542 req-10ef62a0-3f8f-477d-bd89-4ee6f555118e tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:17.882232 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a66887e3-ba21-4523-9649-53b69d5df542 req-10ef62a0-3f8f-477d-bd89-4ee6f555118e tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0977616 Apr 22 15:00:17.939154 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a66887e3-ba21-4523-9649-53b69d5df542 req-9627ee61-117d-48ca-8c8c-b1948f3cba59 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488884 Apr 22 15:00:19.304637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343adf35-43bf-43db-847c-9872f6e02d4d req-4feb08af-a31e-4135-9c11-2e5574fc78f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:19.306025 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-343adf35-43bf-43db-847c-9872f6e02d4d req-4feb08af-a31e-4135-9c11-2e5574fc78f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.2141614 Apr 22 15:00:19.364536 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-343adf35-43bf-43db-847c-9872f6e02d4d req-adceaabb-4511-434b-9eb4-511dc7b7e727 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446908 Apr 22 15:00:20.595783 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b39868-e389-4568-94ca-0e1861e4252f req-090042df-a0ab-4c18-aeb7-ce164b53158e tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:20.597380 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d8b39868-e389-4568-94ca-0e1861e4252f req-090042df-a0ab-4c18-aeb7-ce164b53158e tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0898976 Apr 22 15:00:20.660836 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d8b39868-e389-4568-94ca-0e1861e4252f req-24521be1-340c-4198-93a8-68106afe12b5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528197 Apr 22 15:00:20.730217 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d2c8beda-9638-409d-b391-5612ca065679 req-14c958e8-27c9-4e08-a9dc-220d6bbb8af1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 1098 time: 0.0999935 Apr 22 15:00:20.898121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8beda-9638-409d-b391-5612ca065679 req-66779002-f7bc-4175-8446-5544c383d378 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:20.899695 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d2c8beda-9638-409d-b391-5612ca065679 req-66779002-f7bc-4175-8446-5544c383d378 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1481531 Apr 22 15:00:21.039742 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d2c8beda-9638-409d-b391-5612ca065679 req-83b9d10f-5694-4804-8573-febdef9dbfa6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0840af8c-a26d-4565-b1e8-748eee22d19d HTTP/1.1" status: 200 len: 1001 time: 0.1337121 Apr 22 15:00:21.110696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8beda-9638-409d-b391-5612ca065679 req-780a2b2f-a4bb-41e5-b10d-84f97a3614c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:21.112574 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d2c8beda-9638-409d-b391-5612ca065679 req-780a2b2f-a4bb-41e5-b10d-84f97a3614c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0671177 Apr 22 15:00:21.207095 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d2c8beda-9638-409d-b391-5612ca065679 req-d4d14967-db61-4bae-b054-793d28fa8317 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892801 Apr 22 15:00:21.428063 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d2c8beda-9638-409d-b391-5612ca065679 req-76e14530-a762-46d1-833f-67ef4ea61a4c service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152569 Apr 22 15:00:21.706544 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d2c8beda-9638-409d-b391-5612ca065679 req-9df78866-16f0-40f4-abbf-fef20168d3ce service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726431 Apr 22 15:00:21.937003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32129ee3-b211-4fc6-86d5-782c81054ee8 req-e89f437f-56f2-46ea-a255-0b6d76dbf52f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:21.938719 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-32129ee3-b211-4fc6-86d5-782c81054ee8 req-e89f437f-56f2-46ea-a255-0b6d76dbf52f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0924630 Apr 22 15:00:22.003782 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-32129ee3-b211-4fc6-86d5-782c81054ee8 req-7d87515d-b290-428c-9b1d-a7831e79d285 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553837 Apr 22 15:00:22.482671 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-27d08963-f790-4222-82d6-a755d94a88df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:23.233685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c8cf8-9287-4c24-92fe-df56bc6d58b9 req-649eb161-c684-46c6-961e-31bde6ff17f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:23.235309 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d33c8cf8-9287-4c24-92fe-df56bc6d58b9 req-649eb161-c684-46c6-961e-31bde6ff17f4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0941615 Apr 22 15:00:23.285251 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d33c8cf8-9287-4c24-92fe-df56bc6d58b9 req-f374f6c5-c026-4088-ae6d-ad18af4c2c6f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435135 Apr 22 15:00:24.507127 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cf3ec-f4d2-4d1f-bfb8-3b95cef07bee req-e1020baf-a3ad-4c47-bf77-0cd55cf7638c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:24.508853 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e66cf3ec-f4d2-4d1f-bfb8-3b95cef07bee req-e1020baf-a3ad-4c47-bf77-0cd55cf7638c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0918670 Apr 22 15:00:24.562863 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e66cf3ec-f4d2-4d1f-bfb8-3b95cef07bee req-42a6fcad-1c1d-4f29-88da-ccc6d1f5ccfd tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463498 Apr 22 15:00:24.604576 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:24.798489 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-08d9da12-2cd1-4796-88fd-1ea2043f6fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:25.800328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847a08d-a664-42ca-9a7b-d06fd42d2257 req-d96ecf58-3d5c-46ec-9f61-5148fa6a03d6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:25.802094 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4847a08d-a664-42ca-9a7b-d06fd42d2257 req-d96ecf58-3d5c-46ec-9f61-5148fa6a03d6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0924044 Apr 22 15:00:25.853432 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4847a08d-a664-42ca-9a7b-d06fd42d2257 req-a01b38c8-e568-44ac-81bd-861c3e0bcc47 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448732 Apr 22 15:00:26.090732 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:26.201026 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:27.101419 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a5cd7-6082-427b-9bf0-6af94c8e41f4 req-18495d65-db69-48ef-b6e6-f977e7307d0e tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:27.102866 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-802a5cd7-6082-427b-9bf0-6af94c8e41f4 req-18495d65-db69-48ef-b6e6-f977e7307d0e tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.1004934 Apr 22 15:00:27.160194 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-802a5cd7-6082-427b-9bf0-6af94c8e41f4 req-15b2cb6b-bd94-4100-bcc2-a14d4ebc368f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515172 Apr 22 15:00:27.377052 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:28.361533 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f634a-b34f-4a84-8d43-63b3d902972d req-2de11443-9cf8-4048-b77c-2b8df0d47885 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:28.362994 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-887f634a-b34f-4a84-8d43-63b3d902972d req-2de11443-9cf8-4048-b77c-2b8df0d47885 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0782931 Apr 22 15:00:28.412362 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-887f634a-b34f-4a84-8d43-63b3d902972d req-b12b1369-e892-4458-bc1f-c2174fbe2038 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428104 Apr 22 15:00:29.686639 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb45e32-f8e9-4e0c-b6d1-1015399b0637 req-32f916a0-b313-469e-a871-ef848b395d81 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:29.688361 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dfb45e32-f8e9-4e0c-b6d1-1015399b0637 req-32f916a0-b313-469e-a871-ef848b395d81 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.1335280 Apr 22 15:00:29.740147 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dfb45e32-f8e9-4e0c-b6d1-1015399b0637 req-cb4512b6-1a68-4d38-a579-1aea6b4225bb tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456891 Apr 22 15:00:30.948205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7612d-75bf-4c62-bf98-f9c0ab06e2a2 req-55a2741f-b6a2-4704-bb7e-bddc5927371f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:30.950206 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e2a7612d-75bf-4c62-bf98-f9c0ab06e2a2 req-55a2741f-b6a2-4704-bb7e-bddc5927371f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0776391 Apr 22 15:00:30.997702 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e2a7612d-75bf-4c62-bf98-f9c0ab06e2a2 req-465f8943-3ef0-4ac9-9ea6-ebce571f9b20 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413768 Apr 22 15:00:31.785985 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:00:32.229758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdd7e1-6891-4f0b-914b-e6651f6416dc req-76dbac86-0c07-4b30-beb2-e7b44e71e8aa tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:32.232007 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-05bdd7e1-6891-4f0b-914b-e6651f6416dc req-76dbac86-0c07-4b30-beb2-e7b44e71e8aa tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0875282 Apr 22 15:00:32.279594 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-05bdd7e1-6891-4f0b-914b-e6651f6416dc req-4e38b0b9-12bf-4063-be0b-4a53b05a430f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418723 Apr 22 15:00:33.483215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58439bab-e76a-4fc2-830a-d832b9d311ea req-0311cef1-1f61-4b0f-b2ef-c9adc0559b40 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:33.484718 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-58439bab-e76a-4fc2-830a-d832b9d311ea req-0311cef1-1f61-4b0f-b2ef-c9adc0559b40 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0790408 Apr 22 15:00:33.531368 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-58439bab-e76a-4fc2-830a-d832b9d311ea req-87d7f185-d740-459b-ad7e-89da50d8f173 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410938 Apr 22 15:00:34.100056 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-6b0ad3f0-0fdd-435b-95d8-b9f38d183aa5 service neutron] 10.222.0.30 "GET /v2.0/ports/0840af8c-a26d-4565-b1e8-748eee22d19d/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0812285 Apr 22 15:00:34.368619 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-cdfd3ea0-67f5-4446-b7a7-f3713a2f8da2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f&tenant_id=22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 1098 time: 0.0794060 Apr 22 15:00:34.459208 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-64a4f88c-2071-437b-919d-dd1797038fc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 1098 time: 0.0703375 Apr 22 15:00:34.606365 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-e06eeb96-3b70-49e8-9a18-2631b1421b70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:34.608011 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-e06eeb96-3b70-49e8-9a18-2631b1421b70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1423960 Apr 22 15:00:34.719503 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-cf4d50d7-d703-4384-81be-f793f8a18ae9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0840af8c-a26d-4565-b1e8-748eee22d19d HTTP/1.1" status: 200 len: 1001 time: 0.1059928 Apr 22 15:00:34.747852 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a563818-6940-4203-8c64-904d60e1382d req-9321c3c5-a9b3-4caf-b11f-286d41bc9f3a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:34.749668 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5a563818-6940-4203-8c64-904d60e1382d req-9321c3c5-a9b3-4caf-b11f-286d41bc9f3a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0912147 Apr 22 15:00:34.784598 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-b88188fe-13f0-4ceb-aaad-b940b347b3a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:34.786054 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-b88188fe-13f0-4ceb-aaad-b940b347b3a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0611041 Apr 22 15:00:34.796081 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5a563818-6940-4203-8c64-904d60e1382d req-4de687e5-969d-4df5-9fe8-3c241c6f4ee4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408955 Apr 22 15:00:34.867114 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-fe840275-1cd7-41af-a4f2-46edc9e554eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747230 Apr 22 15:00:35.003377 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-232c9baf-ca42-4230-88fb-0987a5094176 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303463 Apr 22 15:00:35.143042 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0ff8ca8-8216-4150-b6f6-1f3cb1bcf262 req-e5c26d2b-23d6-4053-95dd-5430741cb2d8 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338053 Apr 22 15:00:36.000381 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025111ab-091f-4455-a3a2-74c8b8beffb4 req-2bf0f91b-eccf-4047-91e3-b97ed90f3828 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:36.001796 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-025111ab-091f-4455-a3a2-74c8b8beffb4 req-2bf0f91b-eccf-4047-91e3-b97ed90f3828 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0810122 Apr 22 15:00:36.055969 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-025111ab-091f-4455-a3a2-74c8b8beffb4 req-7f194e3d-9807-4b4e-a551-5cf1c3bbda9f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483749 Apr 22 15:00:37.263567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900edd8f-f241-4362-8c8a-8572c997a6d6 req-679d4098-a070-456b-a1c6-5353fb6e7098 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:37.265010 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-900edd8f-f241-4362-8c8a-8572c997a6d6 req-679d4098-a070-456b-a1c6-5353fb6e7098 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0765004 Apr 22 15:00:37.311466 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-900edd8f-f241-4362-8c8a-8572c997a6d6 req-e4c173a5-24b8-4ac7-9bdd-bd6cc330e117 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408916 Apr 22 15:00:37.755383 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-27306e86-35f2-4b22-8248-4915edf22d6a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:37.756072 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-27306e86-35f2-4b22-8248-4915edf22d6a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Synchronizing usage tracker for tenant:22879847914a4b3bbb1069816ef5c7f8 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:00:37.788791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-27306e86-35f2-4b22-8248-4915edf22d6a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Unset dirty status for tenant:22879847914a4b3bbb1069816ef5c7f8 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:00:37.789987 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-27306e86-35f2-4b22-8248-4915edf22d6a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f&tenant_id=22879847914a4b3bbb1069816ef5c7f8&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.1240189 Apr 22 15:00:37.819908 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3560f5c-b7ec-41ed-93a7-fcebf75edfee req-bdeb80c3-1391-4300-a422-9198456583a1 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:37.821481 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a3560f5c-b7ec-41ed-93a7-fcebf75edfee req-bdeb80c3-1391-4300-a422-9198456583a1 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0908763 Apr 22 15:00:37.872936 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a3560f5c-b7ec-41ed-93a7-fcebf75edfee req-29f634c6-abeb-4840-a1ea-2e4f842af87d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443642 Apr 22 15:00:37.877865 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-d1549fcc-110c-41c8-bac6-601a47c87bf4 service neutron] 10.222.0.30 "GET /v2.0/ports/0840af8c-a26d-4565-b1e8-748eee22d19d/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0823650 Apr 22 15:00:37.919373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 0840af8c-a26d-4565-b1e8-748eee22d19d no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:00:37.982499 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-9e5e19b0-4079-44c5-bd7e-c3a376771671 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 1098 time: 0.0781989 Apr 22 15:00:38.051886 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:38.082586 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0840af8c-a26d-4565-b1e8-748eee22d19d'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:00:38.092197 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 0840af8c-a26d-4565-b1e8-748eee22d19d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0840af8c-a26d-4565-b1e8-748eee22d19d,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:38.109111 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:38.134793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-12e89644-c9ca-4acc-a874-0f14cac2d90d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:38.136558 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-12e89644-c9ca-4acc-a874-0f14cac2d90d service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1485751 Apr 22 15:00:38.159632 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9faac566-736c-4c78-ac13-74ae283095bb'] response: {'server_uuid': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0840af8c-a26d-4565-b1e8-748eee22d19d', 'code': 200} Apr 22 15:00:38.183068 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=0840af8c-a26d-4565-b1e8-748eee22d19d,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:38.243382 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-804a9b78-4d31-4512-93bb-d9e235293362 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0840af8c-a26d-4565-b1e8-748eee22d19d HTTP/1.1" status: 200 len: 999 time: 0.1014030 Apr 22 15:00:38.305139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-369a7b31-60fd-471b-be9c-36da57dc1bd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:38.306560 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-369a7b31-60fd-471b-be9c-36da57dc1bd4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0578291 Apr 22 15:00:38.383960 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-aa1301db-db4c-4c6e-83da-a4a618ffd30a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716364 Apr 22 15:00:38.617968 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-ce1949e1-2313-49d3-a370-814e702eb08e service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285378 Apr 22 15:00:38.753777 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-cbc5ff10-bc10-4199-b80f-cdfe7dec6a1c service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296871 Apr 22 15:00:39.078209 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869a8d1-b7da-454a-b6c9-a20b25959806 req-153c430d-aa38-478f-bf40-3ac5980b5e6d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:39.079658 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3869a8d1-b7da-454a-b6c9-a20b25959806 req-153c430d-aa38-478f-bf40-3ac5980b5e6d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 943 time: 0.0812218 Apr 22 15:00:39.129460 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3869a8d1-b7da-454a-b6c9-a20b25959806 req-5f059311-4eb1-4b98-8af5-b1befcea4c03 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437024 Apr 22 15:00:40.345668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa240b4-e92f-4326-af3b-42f472c419ec req-1a9e3ba5-d876-4989-809c-1aabeab0b4e9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:40.347123 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-daa240b4-e92f-4326-af3b-42f472c419ec req-1a9e3ba5-d876-4989-809c-1aabeab0b4e9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 943 time: 0.0836177 Apr 22 15:00:40.394317 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-daa240b4-e92f-4326-af3b-42f472c419ec req-4507d0e9-bdc6-4bcd-9e21-85e3727b9ef0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417292 Apr 22 15:00:41.151995 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-0024daa3-9881-4e28-917f-5c0e087fb8c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f&tenant_id=22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 1096 time: 0.0810742 Apr 22 15:00:41.250417 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-f1cc8dfd-57cb-4f53-8736-cfd4efe42925 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 1096 time: 0.0782449 Apr 22 15:00:41.391617 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-076bb850-aec1-4eb9-8952-cd5957283f96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:41.393044 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-076bb850-aec1-4eb9-8952-cd5957283f96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1377769 Apr 22 15:00:41.496958 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-bcb8d3f9-d814-4317-b164-f2e5d39b2fbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0840af8c-a26d-4565-b1e8-748eee22d19d HTTP/1.1" status: 200 len: 999 time: 0.0976033 Apr 22 15:00:41.567129 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-d70ae012-cd0a-4c60-b39d-c1779f397afe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:41.568544 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-d70ae012-cd0a-4c60-b39d-c1779f397afe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0672083 Apr 22 15:00:41.604057 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8703f-f77c-4f12-a3bf-282a3570c51b req-f39381ad-3a57-4c01-9368-84617419d7d9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:41.606547 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-42f8703f-f77c-4f12-a3bf-282a3570c51b req-f39381ad-3a57-4c01-9368-84617419d7d9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 943 time: 0.0831704 Apr 22 15:00:41.650584 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-ae57d55c-033c-49e4-acd9-e03b13a710ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763528 Apr 22 15:00:41.666848 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-42f8703f-f77c-4f12-a3bf-282a3570c51b req-1690cb2d-8989-4381-9288-18bca34a9d3f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538929 Apr 22 15:00:41.794419 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-ea34da71-9742-4fd5-9564-27779a74ef6b service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371200 Apr 22 15:00:41.930636 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-01d685b1-d4f9-46bd-a04f-2fb6935673c1 req-3c32c072-fe88-486d-9479-ed9af10926c3 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305215 Apr 22 15:00:42.871656 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78f954-ded3-467d-8748-4e54e8c663cf req-637a730e-f694-449d-8aaa-43ad085f87c2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:42.873665 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bf78f954-ded3-467d-8748-4e54e8c663cf req-637a730e-f694-449d-8aaa-43ad085f87c2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 943 time: 0.0782781 Apr 22 15:00:42.920206 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bf78f954-ded3-467d-8748-4e54e8c663cf req-57bcc2a7-0cdc-4874-acd6-8af8d8579d64 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410032 Apr 22 15:00:43.952383 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 0840af8c-a26d-4565-b1e8-748eee22d19d details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:00:43.954705 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 0840af8c-a26d-4565-b1e8-748eee22d19d no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:00:44.141420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9513738-05ec-49e8-b60f-0905d4608afa req-d4573b61-470c-491b-9c73-559436bb6e6f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:44.142984 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9513738-05ec-49e8-b60f-0905d4608afa req-d4573b61-470c-491b-9c73-559436bb6e6f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 943 time: 0.0999789 Apr 22 15:00:44.243854 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 0840af8c-a26d-4565-b1e8-748eee22d19d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0840af8c-a26d-4565-b1e8-748eee22d19d,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:44.260254 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '0840af8c-a26d-4565-b1e8-748eee22d19d', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'port_id': '0840af8c-a26d-4565-b1e8-748eee22d19d', 'mac_address': 'fa:16:3e:1d:3d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:00:44.278635 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9513738-05ec-49e8-b60f-0905d4608afa req-2c56a0af-b2cd-479f-a3a7-3de644db33ff tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300437 Apr 22 15:00:44.318975 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:44.338997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0840af8c-a26d-4565-b1e8-748eee22d19d {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:00:44.356783 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 0840af8c-a26d-4565-b1e8-748eee22d19d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0840af8c-a26d-4565-b1e8-748eee22d19d,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:44.362154 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:44.431489 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['0840af8c-a26d-4565-b1e8-748eee22d19d'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:00:44.486065 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d434c55-e8a9-467d-89ce-0bbcf301fcf2 req-b2d21669-3aaf-4657-9334-a667e69dfadb tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:44.487461 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1d434c55-e8a9-467d-89ce-0bbcf301fcf2 req-b2d21669-3aaf-4657-9334-a667e69dfadb tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 944 time: 0.0831707 Apr 22 15:00:44.489686 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=0840af8c-a26d-4565-b1e8-748eee22d19d,revision_number=7']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:44.549063 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1d434c55-e8a9-467d-89ce-0bbcf301fcf2 req-3ff365f8-0dc2-4eff-b089-1e4107f806c6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538139 Apr 22 15:00:44.760328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3a37f-87df-4309-91a2-b4fd6734891d req-2dc62b6a-74ef-4d1f-8b3f-e516c74315b3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:44.762485 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-07c3a37f-87df-4309-91a2-b4fd6734891d req-2dc62b6a-74ef-4d1f-8b3f-e516c74315b3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 944 time: 0.0811958 Apr 22 15:00:44.810232 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-07c3a37f-87df-4309-91a2-b4fd6734891d req-90a0f7e3-cf85-4489-a864-69f376648ef8 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421982 Apr 22 15:00:45.227245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b42aa-44ad-43a2-8682-3b9653685931 req-c7166269-3d90-4cee-ab3e-1551eaf619cc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:45.228783 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0c7b42aa-44ad-43a2-8682-3b9653685931 req-c7166269-3d90-4cee-ab3e-1551eaf619cc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 944 time: 0.0784757 Apr 22 15:00:45.285660 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0c7b42aa-44ad-43a2-8682-3b9653685931 req-614e0f54-bb2f-449f-af8b-a3cec4cab95a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494392 Apr 22 15:00:45.967001 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 0840af8c-a26d-4565-b1e8-748eee22d19d up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:00:46.041679 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 0840af8c-a26d-4565-b1e8-748eee22d19d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:00:46.042053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:46.164643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:46.191680 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0840af8c-a26d-4565-b1e8-748eee22d19d'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:00:46.201805 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 0840af8c-a26d-4565-b1e8-748eee22d19d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0840af8c-a26d-4565-b1e8-748eee22d19d,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:46.206122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:46.258969 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4694542-08c4-420d-b990-ac607ca72dff'] response: {'server_uuid': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0840af8c-a26d-4565-b1e8-748eee22d19d', 'code': 200} Apr 22 15:00:46.284140 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=0840af8c-a26d-4565-b1e8-748eee22d19d,revision_number=8']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:46.503433 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606f06d-84fb-400b-a24d-eadc5b3b38e6 req-ec71a0ce-85d5-4ff1-a9bd-9d96cf66ba88 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:46.504839 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5606f06d-84fb-400b-a24d-eadc5b3b38e6 req-ec71a0ce-85d5-4ff1-a9bd-9d96cf66ba88 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0799391 Apr 22 15:00:46.555117 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5606f06d-84fb-400b-a24d-eadc5b3b38e6 req-6cc5a1bc-ff1b-44f0-9393-d5c0a7b391a9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445869 Apr 22 15:00:47.245779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadda65-7798-4f3e-8a95-452b39e18f78 req-f71948c4-2e68-4812-a6c9-e879a15053d9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:47.248040 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cfadda65-7798-4f3e-8a95-452b39e18f78 req-f71948c4-2e68-4812-a6c9-e879a15053d9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.1001668 Apr 22 15:00:47.325799 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-cfadda65-7798-4f3e-8a95-452b39e18f78 req-ec52885a-b6ec-4cf5-9998-f9d5364b47fc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Deleting port 0840af8c-a26d-4565-b1e8-748eee22d19d {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:00:47.326143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-cfadda65-7798-4f3e-8a95-452b39e18f78 req-ec52885a-b6ec-4cf5-9998-f9d5364b47fc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:47.622758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-cfadda65-7798-4f3e-8a95-452b39e18f78 req-ec52885a-b6ec-4cf5-9998-f9d5364b47fc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] For port 0840af8c-a26d-4565-b1e8-748eee22d19d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0840af8c-a26d-4565-b1e8-748eee22d19d,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:47.623128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-cfadda65-7798-4f3e-8a95-452b39e18f78 req-ec52885a-b6ec-4cf5-9998-f9d5364b47fc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:47.788229 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168485a-5077-4498-a89f-d3425e68ba8f req-27f7fcaf-6b5f-4053-9738-5baf77b150d7 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:47.789758 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3168485a-5077-4498-a89f-d3425e68ba8f req-27f7fcaf-6b5f-4053-9738-5baf77b150d7 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 945 time: 0.0904572 Apr 22 15:00:47.852042 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3168485a-5077-4498-a89f-d3425e68ba8f req-ce45055a-60ac-4755-a298-ddf06b475ff9 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556016 Apr 22 15:00:48.076718 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-cfadda65-7798-4f3e-8a95-452b39e18f78 req-ec52885a-b6ec-4cf5-9998-f9d5364b47fc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:48.077270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-cfadda65-7798-4f3e-8a95-452b39e18f78 req-ec52885a-b6ec-4cf5-9998-f9d5364b47fc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:48.077675 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [req-cfadda65-7798-4f3e-8a95-452b39e18f78 req-ec52885a-b6ec-4cf5-9998-f9d5364b47fc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Floating IP eb19be7b-baa2-49ba-8671-672d3f65477b disassociated. External IP: 172.26.0.96, port: 0840af8c-a26d-4565-b1e8-748eee22d19d. Apr 22 15:00:48.078110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-cfadda65-7798-4f3e-8a95-452b39e18f78 req-ec52885a-b6ec-4cf5-9998-f9d5364b47fc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Calling delete_port for 0840af8c-a26d-4565-b1e8-748eee22d19d owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:00:48.253381 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-cfadda65-7798-4f3e-8a95-452b39e18f78 req-ec52885a-b6ec-4cf5-9998-f9d5364b47fc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:48.306138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52885a-b6ec-4cf5-9998-f9d5364b47fc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Pushing event deleted for resources: {'Port': ['ID=0840af8c-a26d-4565-b1e8-748eee22d19d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:48.549475 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfadda65-7798-4f3e-8a95-452b39e18f78 req-ec52885a-b6ec-4cf5-9998-f9d5364b47fc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Router ff318363-3050-4153-8c6f-c1c0749ae60e has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:00:48.784417 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfadda65-7798-4f3e-8a95-452b39e18f78 req-ec52885a-b6ec-4cf5-9998-f9d5364b47fc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:00:48.794986 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff614e6f-ed8f-40b1-9917-ab410b4b9565 None None] Sync routers for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:00:48.813444 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff614e6f-ed8f-40b1-9917-ab410b4b9565 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:00:48.815203 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ff614e6f-ed8f-40b1-9917-ab410b4b9565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:00:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:48.860930 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfadda65-7798-4f3e-8a95-452b39e18f78 req-ec52885a-b6ec-4cf5-9998-f9d5364b47fc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] No DVR routers for this DVR port 0840af8c-a26d-4565-b1e8-748eee22d19d on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:00:48.864251 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-cfadda65-7798-4f3e-8a95-452b39e18f78 req-ec52885a-b6ec-4cf5-9998-f9d5364b47fc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:48.867232 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'name': 'network-vif-deleted', 'tag': '0840af8c-a26d-4565-b1e8-748eee22d19d'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:00:48.888771 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cfadda65-7798-4f3e-8a95-452b39e18f78 req-ec52885a-b6ec-4cf5-9998-f9d5364b47fc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "DELETE /v2.0/ports/0840af8c-a26d-4565-b1e8-748eee22d19d HTTP/1.1" status: 204 len: 173 time: 1.6355309 Apr 22 15:00:48.952715 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a0c1f7-de7a-40d3-870c-7babf6943857'] response: {'server_uuid': 'cb7c224e-518f-4409-b922-2c8fd78cc89f', 'name': 'network-vif-deleted', 'tag': '0840af8c-a26d-4565-b1e8-748eee22d19d', 'status': 'completed', 'code': 200} Apr 22 15:00:49.065673 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-ff614e6f-ed8f-40b1-9917-ab410b4b9565 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:00:49.144332 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fd764138-8e76-47c7-8971-084fc862eae9 req-c6666cfb-806c-40e6-854f-ae925ee42a5d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c224e-518f-4409-b922-2c8fd78cc89f HTTP/1.1" status: 200 len: 210 time: 0.0647147 Apr 22 15:00:49.493009 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ff614e6f-ed8f-40b1-9917-ab410b4b9565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:49.501230 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff614e6f-ed8f-40b1-9917-ab410b4b9565 None None] Checking router: ff318363-3050-4153-8c6f-c1c0749ae60e for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:00:49.519573 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff614e6f-ed8f-40b1-9917-ab410b4b9565 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:00:49.521028 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ff614e6f-ed8f-40b1-9917-ab410b4b9565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:00:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:49.705848 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-ff614e6f-ed8f-40b1-9917-ab410b4b9565 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:00:49.982559 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 0840af8c-a26d-4565-b1e8-748eee22d19d no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:00:50.020701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 0840af8c-a26d-4565-b1e8-748eee22d19d {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:00:50.021043 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 0840af8c-a26d-4565-b1e8-748eee22d19d not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:00:50.034712 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ff614e6f-ed8f-40b1-9917-ab410b4b9565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:50.038646 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff614e6f-ed8f-40b1-9917-ab410b4b9565 None None] The sync data for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:00:50.281841 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba643d-be3c-46bc-963b-c096885f44af None None] New status for floating IP eb19be7b-baa2-49ba-8671-672d3f65477b: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:00:50.576829 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c7049aae-46f8-4aed-afeb-002b5515047f req-8074ce7a-89d6-4be6-9258-e4097ab11480 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--339145156&fields=id&tenant_id=22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 267 time: 0.0442994 Apr 22 15:00:50.733246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7049aae-46f8-4aed-afeb-002b5515047f req-b9bfedce-5d16-4547-831b-7716f44863ac tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:50.734686 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c7049aae-46f8-4aed-afeb-002b5515047f req-b9bfedce-5d16-4547-831b-7716f44863ac tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 811 time: 0.1511695 Apr 22 15:00:50.752109 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c7049aae-46f8-4aed-afeb-002b5515047f req-a3e9d3fe-39c4-4ba7-9225-9ad2e7e7de58 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/quotas/22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 375 time: 0.0117593 Apr 22 15:00:50.853738 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c7049aae-46f8-4aed-afeb-002b5515047f req-a2b5d2fb-3411-4618-a968-1b5c5e196375 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0949881 Apr 22 15:00:51.143429 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c7049aae-46f8-4aed-afeb-002b5515047f req-1cb30c32-e25f-4562-b4e3-399881072a80 service neutron] 10.222.0.23 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725394 Apr 22 15:00:51.286302 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c7049aae-46f8-4aed-afeb-002b5515047f req-27603ef2-28e0-4439-89bf-29eef2a89d81 service neutron] 10.222.0.23 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366479 Apr 22 15:00:51.522957 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-db8a7031-7065-4393-8c47-0877749b6898 req-49b59c06-7c1a-455d-a210-01307e0a9a8c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 210 time: 0.0424404 Apr 22 15:00:52.487979 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-80006e25-1fb0-4696-999b-cb22fdd36238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:52.733137 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7049aae-46f8-4aed-afeb-002b5515047f req-fbffbcf5-13d7-4cec-b143-abf6053361b3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:52.734715 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c7049aae-46f8-4aed-afeb-002b5515047f req-fbffbcf5-13d7-4cec-b143-abf6053361b3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 811 time: 0.2371283 Apr 22 15:00:52.796979 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c7049aae-46f8-4aed-afeb-002b5515047f req-cda93174-2c0f-4de2-af15-8f2082503fae tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 379 time: 0.0493011 Apr 22 15:00:52.804952 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fca8ed35-f0c6-440a-ad3a-be92fce5cbf9 req-96f9e076-9ef6-4c7c-b662-1c4fb6426a59 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 210 time: 0.0459116 Apr 22 15:00:52.805949 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Request body: {'port': {'device_id': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'admin_state_up': True, 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'security_groups': ['7d9e4c85-214f-45bc-ab3b-322980d90d1e']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:00:52.953070 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:00:52.957589 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Usage tracker for resource:port and tenant:22879847914a4b3bbb1069816ef5c7f8 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:00:52.960912 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:00:52.968023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:00:52.979665 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Made reservation on behalf of 22879847914a4b3bbb1069816ef5c7f8 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:00:52.983697 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:53.217206 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Allocated IP 172.20.0.9 (db35a481-da73-4266-8c69-d8e417e36b5f/6d489819-9e89-4ddc-a353-dd0cc80f0a5e/dd77713a-484f-4333-bd7b-baf026a783f8) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:00:53.437271 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:53.455988 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Transition to ACTIVE for port object dd77713a-484f-4333-bd7b-baf026a783f8 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:00:53.480707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:53.556999 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Network db35a481-da73-4266-8c69-d8e417e36b5f is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:00:53.560490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:00:53.563010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:00:53.599324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Pushing event updated for resources: {'Port': ['ID=dd77713a-484f-4333-bd7b-baf026a783f8,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:53.645302 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:53.646055 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:53.676663 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c7049aae-46f8-4aed-afeb-002b5515047f req-5a7293a8-bd84-4c26-a983-4c3284082da4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8744266 Apr 22 15:00:53.691241 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Request body: {'port': {'device_id': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:00:53.896813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2b659ce9-1615-45c4-a9cb-5a7cb482a6a4 None None] Provisioning for port dd77713a-484f-4333-bd7b-baf026a783f8 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:00:53.905577 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2b659ce9-1615-45c4-a9cb-5a7cb482a6a4 None None] Provisioning complete for port dd77713a-484f-4333-bd7b-baf026a783f8 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:00:53.906145 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2b659ce9-1615-45c4-a9cb-5a7cb482a6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:53.946588 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:53.975629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2b659ce9-1615-45c4-a9cb-5a7cb482a6a4 None None] Port dd77713a-484f-4333-bd7b-baf026a783f8 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:00:54.092128 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e0ff0-b17f-488b-90c2-4a543aede586 req-0fd0b3e1-f910-4f10-8f5f-818c14671549 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:54.093632 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8e0ff0-b17f-488b-90c2-4a543aede586 req-0fd0b3e1-f910-4f10-8f5f-818c14671549 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 931 time: 0.1095293 Apr 22 15:00:54.169124 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f8e0ff0-b17f-488b-90c2-4a543aede586 req-c09a667d-2769-40ee-b784-913c8af0049e tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640838 Apr 22 15:00:54.382655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd77713a-484f-4333-bd7b-baf026a783f8 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:00:54.393104 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:54.409690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Transition to ACTIVE for port object dd77713a-484f-4333-bd7b-baf026a783f8 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:00:54.414721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:54.574888 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Pushing event updated for resources: {'Port': ['ID=dd77713a-484f-4333-bd7b-baf026a783f8,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:54.632848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:54.725598 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Attempting to bind port dd77713a-484f-4333-bd7b-baf026a783f8 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:00:54.726095 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Attempting to bind port dd77713a-484f-4333-bd7b-baf026a783f8 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:00:54.726434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Attempting to bind port dd77713a-484f-4333-bd7b-baf026a783f8 on network db35a481-da73-4266-8c69-d8e417e36b5f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:00:54.733238 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Port dd77713a-484f-4333-bd7b-baf026a783f8 on network db35a481-da73-4266-8c69-d8e417e36b5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:00:54.733564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Attempting to bind port dd77713a-484f-4333-bd7b-baf026a783f8 on network db35a481-da73-4266-8c69-d8e417e36b5f {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:00:54.741649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:00:54.741988 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Checking segment: {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:00:54.742379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Bound using segment: {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:00:54.742825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Bound port: dd77713a-484f-4333-bd7b-baf026a783f8, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e2cfc8-8612-4988-94df-9d672ba88cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:00:54.743179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:54.814161 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6fac7ae2-6c21-449e-b1d6-dacc1cd27972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:54.856536 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] For port dd77713a-484f-4333-bd7b-baf026a783f8, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:00:54.861113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] For port dd77713a-484f-4333-bd7b-baf026a783f8, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=dd77713a-484f-4333-bd7b-baf026a783f8,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:00:54.866521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:54.936685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:54.938128 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] 10.222.0.30 "PUT /v2.0/ports/dd77713a-484f-4333-bd7b-baf026a783f8 HTTP/1.1" status: 200 len: 1093 time: 1.2529833 Apr 22 15:00:54.938579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'tag': 'dd77713a-484f-4333-bd7b-baf026a783f8'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:00:54.974709 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ddffc-1994-4a4c-b324-0976a43c358f service neutron] Pushing event updated for resources: {'Port': ['ID=dd77713a-484f-4333-bd7b-baf026a783f8,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:55.050100 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f51ec52b-c72f-45a2-be49-13fb19670967'] response: {'name': 'network-changed', 'server_uuid': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'tag': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'status': 'completed', 'code': 200} Apr 22 15:00:55.098687 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c7049aae-46f8-4aed-afeb-002b5515047f req-7781dfde-1556-47a9-ac5d-52a2bed1ac9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 1096 time: 0.1073737 Apr 22 15:00:55.181567 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c7049aae-46f8-4aed-afeb-002b5515047f req-3ddfb83b-5f61-4bba-adca-1d1b56828e3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd77713a-484f-4333-bd7b-baf026a783f8 HTTP/1.1" status: 200 len: 217 time: 0.0702991 Apr 22 15:00:55.259945 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7049aae-46f8-4aed-afeb-002b5515047f req-11d6b8ba-0bfd-4fa8-a3f3-49d0a902a72a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:55.262108 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c7049aae-46f8-4aed-afeb-002b5515047f req-11d6b8ba-0bfd-4fa8-a3f3-49d0a902a72a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0748789 Apr 22 15:00:55.341617 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c7049aae-46f8-4aed-afeb-002b5515047f req-d3525ef8-2f33-4f9d-b0c0-9fedc258aed9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742214 Apr 22 15:00:55.395892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8206c50-e37a-4250-96bf-43a4f4706a12 req-b5898c34-6c6a-4b1c-a831-2cc058ccad3f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:55.397672 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c8206c50-e37a-4250-96bf-43a4f4706a12 req-b5898c34-6c6a-4b1c-a831-2cc058ccad3f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 943 time: 0.0882082 Apr 22 15:00:55.453618 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c8206c50-e37a-4250-96bf-43a4f4706a12 req-8da59223-7a09-4274-a312-66ae8d0a45b6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496619 Apr 22 15:00:55.504955 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c7049aae-46f8-4aed-afeb-002b5515047f req-3c1d0221-3121-4da5-a430-f69dac2c13ab service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577291 Apr 22 15:00:55.667709 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c7049aae-46f8-4aed-afeb-002b5515047f req-59d2cb95-c3ca-4618-8da4-ebfa8316c14f service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565344 Apr 22 15:00:55.822308 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4d1a9c7-06c0-44e5-ae11-a3ee0e588bd7 req-d291da96-fd21-43f0-968d-124a64d174cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 1096 time: 0.0978563 Apr 22 15:00:56.088274 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:56.095203 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1a9c7-06c0-44e5-ae11-a3ee0e588bd7 req-db397337-7f2f-4218-9bdb-4a104cf48a93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:56.097205 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4d1a9c7-06c0-44e5-ae11-a3ee0e588bd7 req-db397337-7f2f-4218-9bdb-4a104cf48a93 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.2682519 Apr 22 15:00:56.176285 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4d1a9c7-06c0-44e5-ae11-a3ee0e588bd7 req-849fd62e-bb76-4596-8608-d1d6a6c9d0f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd77713a-484f-4333-bd7b-baf026a783f8 HTTP/1.1" status: 200 len: 217 time: 0.0713031 Apr 22 15:00:56.199272 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:56.255535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1a9c7-06c0-44e5-ae11-a3ee0e588bd7 req-180f5127-f789-48df-bedc-5c95ac0d74db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:56.257004 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4d1a9c7-06c0-44e5-ae11-a3ee0e588bd7 req-180f5127-f789-48df-bedc-5c95ac0d74db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0738492 Apr 22 15:00:56.342484 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4d1a9c7-06c0-44e5-ae11-a3ee0e588bd7 req-7cb2f35e-a57e-45af-ab7e-023c187d4f16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787406 Apr 22 15:00:56.499350 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4d1a9c7-06c0-44e5-ae11-a3ee0e588bd7 req-59b15b7f-f383-4f0b-858a-9651a35bf7f8 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504247 Apr 22 15:00:56.702860 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4d1a9c7-06c0-44e5-ae11-a3ee0e588bd7 req-381352e2-c60b-467f-8bbe-a3da48433062 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973119 Apr 22 15:00:56.715125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5b3d0-2df0-4d11-bcaa-d0abd2054dd1 req-9f09c04c-af48-42ee-9bb8-3f91fbfac9de tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:56.716863 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c8f5b3d0-2df0-4d11-bcaa-d0abd2054dd1 req-9f09c04c-af48-42ee-9bb8-3f91fbfac9de tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 943 time: 0.1008720 Apr 22 15:00:56.770571 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c8f5b3d0-2df0-4d11-bcaa-d0abd2054dd1 req-f6d155e3-4ffd-4cdb-8a87-52ff94d09f07 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471292 Apr 22 15:00:57.380475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:57.988343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f7c27-53ec-4b11-86c4-6d7feba7de60 req-576c24bb-7b7c-484f-a9d1-3165aede02ca tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:57.989759 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-395f7c27-53ec-4b11-86c4-6d7feba7de60 req-576c24bb-7b7c-484f-a9d1-3165aede02ca tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 943 time: 0.0856559 Apr 22 15:00:58.003093 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device dd77713a-484f-4333-bd7b-baf026a783f8 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:00:58.043897 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-395f7c27-53ec-4b11-86c4-6d7feba7de60 req-39421948-58a8-4feb-ad8f-a0deed27451d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483897 Apr 22 15:00:58.150525 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port dd77713a-484f-4333-bd7b-baf026a783f8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=dd77713a-484f-4333-bd7b-baf026a783f8,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:58.170375 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'port_id': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'mac_address': 'fa:16:3e:89:59:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:00:58.232010 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:58.253661 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd77713a-484f-4333-bd7b-baf026a783f8 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:00:58.271341 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port dd77713a-484f-4333-bd7b-baf026a783f8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=dd77713a-484f-4333-bd7b-baf026a783f8,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:58.275733 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:58.347826 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=dd77713a-484f-4333-bd7b-baf026a783f8,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:58.473580 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['dd77713a-484f-4333-bd7b-baf026a783f8'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:00:59.258147 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92710fa3-90ef-49fc-80ad-45ec83a450ad req-3353f575-2d24-4e09-b96d-66fa4143e06d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:59.259691 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-92710fa3-90ef-49fc-80ad-45ec83a450ad req-3353f575-2d24-4e09-b96d-66fa4143e06d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 944 time: 0.0784707 Apr 22 15:00:59.310008 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-92710fa3-90ef-49fc-80ad-45ec83a450ad req-d80f511b-9db7-4310-9302-266d687122f8 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444775 Apr 22 15:01:00.032054 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device dd77713a-484f-4333-bd7b-baf026a783f8 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:01:00.110441 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port dd77713a-484f-4333-bd7b-baf026a783f8 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:01:00.116707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port dd77713a-484f-4333-bd7b-baf026a783f8 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:01:00.117079 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:00.234098 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:00.272590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd77713a-484f-4333-bd7b-baf026a783f8'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:01:00.284801 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port dd77713a-484f-4333-bd7b-baf026a783f8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=dd77713a-484f-4333-bd7b-baf026a783f8,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:00.291051 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:00.357057 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df82bf5-ed82-4c13-a676-76f5e87bd707'] response: {'server_uuid': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'code': 200} Apr 22 15:01:00.397466 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=dd77713a-484f-4333-bd7b-baf026a783f8,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:00.578096 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1104f5d5-94f2-4152-80f2-85213dcb10fd req-f67d6a89-9fad-4f8e-9f62-27b91e7e2e3e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 1098 time: 0.0800185 Apr 22 15:01:00.624031 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1104f5d5-94f2-4152-80f2-85213dcb10fd req-59965a89-52d2-4040-9bb2-ef1167fd5854 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405056 Apr 22 15:01:00.632275 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a31f37-2361-4035-b73c-a487dc2bd681 req-a1a2dea1-355a-486e-9a46-700bdb0eabde tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:00.633855 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b1a31f37-2361-4035-b73c-a487dc2bd681 req-a1a2dea1-355a-486e-9a46-700bdb0eabde tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.1930535 Apr 22 15:01:00.683302 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b1a31f37-2361-4035-b73c-a487dc2bd681 req-3554360b-b205-4dec-85c1-109a963d9de7 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433295 Apr 22 15:01:01.890087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660cae7-7580-475e-a5c6-2f819413af68 req-d5c5c904-cd23-407c-b3be-28e7582cd266 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:01.891606 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2660cae7-7580-475e-a5c6-2f819413af68 req-d5c5c904-cd23-407c-b3be-28e7582cd266 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0824170 Apr 22 15:01:01.948372 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2660cae7-7580-475e-a5c6-2f819413af68 req-185e1ab8-5f15-4057-8663-72b0423f80dc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507104 Apr 22 15:01:02.149502 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9722d-1544-4353-a134-1baa906bfdc0 req-b0af6e30-8644-429d-bd68-e660f8ea54f3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:02.150969 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-10a9722d-1544-4353-a134-1baa906bfdc0 req-b0af6e30-8644-429d-bd68-e660f8ea54f3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0837235 Apr 22 15:01:02.161693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40078) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:01:02.166969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1d1bc9d1-aff8-4bda-af91-8d12df706a38 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Request body: {'floatingip': {'port_id': 'dd77713a-484f-4333-bd7b-baf026a783f8'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:01:02.244912 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1d1bc9d1-aff8-4bda-af91-8d12df706a38 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for floatingip, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:02.894093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1d1bc9d1-aff8-4bda-af91-8d12df706a38 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:02.897810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1d1bc9d1-aff8-4bda-af91-8d12df706a38 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:03.095441 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-1d1bc9d1-aff8-4bda-af91-8d12df706a38 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Floating IP eb19be7b-baa2-49ba-8671-672d3f65477b associated. External IP: 172.26.0.96, port: dd77713a-484f-4333-bd7b-baf026a783f8. Apr 22 15:01:03.629386 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1bc9d1-aff8-4bda-af91-8d12df706a38 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Router ff318363-3050-4153-8c6f-c1c0749ae60e has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:01:03.840053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1bc9d1-aff8-4bda-af91-8d12df706a38 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:01:03.844977 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1d1bc9d1-aff8-4bda-af91-8d12df706a38 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:03.850072 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98174509-c6b8-4494-afe0-c7ad354b46dc None None] Sync routers for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:01:03.863825 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98174509-c6b8-4494-afe0-c7ad354b46dc None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:01:03.864605 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-98174509-c6b8-4494-afe0-c7ad354b46dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:00:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:01:03.914211 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1d1bc9d1-aff8-4bda-af91-8d12df706a38 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "PUT /v2.0/floatingips/eb19be7b-baa2-49ba-8671-672d3f65477b HTTP/1.1" status: 200 len: 991 time: 1.7465947 Apr 22 15:01:03.914211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'tag': 'dd77713a-484f-4333-bd7b-baf026a783f8'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:01:03.976800 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2678400-7797-45d5-aff0-df16b50ee6fa'] response: {'name': 'network-changed', 'server_uuid': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'tag': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'status': 'completed', 'code': 200} Apr 22 15:01:04.066093 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-98174509-c6b8-4494-afe0-c7ad354b46dc None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:01:04.094440 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e9a23921-74bb-47a2-a249-a7eff6eaed04 req-516062e3-511f-44d8-9aa4-47048cd115a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 1098 time: 0.0895846 Apr 22 15:01:04.255075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23921-74bb-47a2-a249-a7eff6eaed04 req-8e27c2e5-b207-450d-af97-ea484116f3ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:04.257629 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e9a23921-74bb-47a2-a249-a7eff6eaed04 req-8e27c2e5-b207-450d-af97-ea484116f3ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1573772 Apr 22 15:01:04.401305 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e9a23921-74bb-47a2-a249-a7eff6eaed04 req-c65bd3ad-f4fc-43e9-bbeb-e501dacc960b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd77713a-484f-4333-bd7b-baf026a783f8 HTTP/1.1" status: 200 len: 999 time: 0.1382720 Apr 22 15:01:04.477003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23921-74bb-47a2-a249-a7eff6eaed04 req-fe7b7821-ffcf-4386-8d54-c72086ab04ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:04.478492 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e9a23921-74bb-47a2-a249-a7eff6eaed04 req-fe7b7821-ffcf-4386-8d54-c72086ab04ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0681324 Apr 22 15:01:04.502072 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-98174509-c6b8-4494-afe0-c7ad354b46dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'eb19be7b-baa2-49ba-8671-672d3f65477b', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'floating_ip_address': '172.26.0.96', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'port_id': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'mac_address': 'fa:16:3e:89:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:58:09Z', 'updated_at': '2022-04-22T15:01:02Z', 'revision_number': 13, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:01:04.506135 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98174509-c6b8-4494-afe0-c7ad354b46dc None None] Checking router: ff318363-3050-4153-8c6f-c1c0749ae60e for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:01:04.518251 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98174509-c6b8-4494-afe0-c7ad354b46dc None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:01:04.518963 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-98174509-c6b8-4494-afe0-c7ad354b46dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:00:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:01:04.561157 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e9a23921-74bb-47a2-a249-a7eff6eaed04 req-a0c77c03-f507-4b7b-a0b4-a6eeb78a053b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771067 Apr 22 15:01:04.709658 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e9a23921-74bb-47a2-a249-a7eff6eaed04 req-aecdf377-02cb-449c-964b-16f25686571e service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424186 Apr 22 15:01:04.720559 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-98174509-c6b8-4494-afe0-c7ad354b46dc None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:01:04.852766 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e9a23921-74bb-47a2-a249-a7eff6eaed04 req-34200af1-1b0d-477c-b265-640b645513cd service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368778 Apr 22 15:01:05.129442 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-98174509-c6b8-4494-afe0-c7ad354b46dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'eb19be7b-baa2-49ba-8671-672d3f65477b', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'floating_ip_address': '172.26.0.96', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'port_id': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'mac_address': 'fa:16:3e:89:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:58:09Z', 'updated_at': '2022-04-22T15:01:02Z', 'revision_number': 13, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:01:05.133852 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98174509-c6b8-4494-afe0-c7ad354b46dc None None] The sync data for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'eb19be7b-baa2-49ba-8671-672d3f65477b', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'floating_ip_address': '172.26.0.96', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'port_id': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'mac_address': 'fa:16:3e:89:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:58:09Z', 'updated_at': '2022-04-22T15:01:02Z', 'revision_number': 13, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:01:05.330728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042d5012-aa7e-4eff-82ca-57262d73a54d None None] New status for floating IP eb19be7b-baa2-49ba-8671-672d3f65477b: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:01:05.726252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c21016-1618-4cdd-88c2-164a19282866 req-347b7bc6-6a9f-4f0d-82ce-26168d8bb171 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:05.728019 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-28c21016-1618-4cdd-88c2-164a19282866 req-347b7bc6-6a9f-4f0d-82ce-26168d8bb171 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0915153 Apr 22 15:01:05.784740 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-28c21016-1618-4cdd-88c2-164a19282866 req-fec1b5a2-8a4f-4753-ad48-4cb20448d6d5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460370 Apr 22 15:01:08.787169 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:01:14.291618 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a0e68d29-4e47-4f1d-88db-0e89db184dad req-855a5a76-2a7f-4782-8589-1cec1d113069 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0712266 Apr 22 15:01:14.620918 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d0880-8a0e-42c7-9f77-402ea7068082 req-2c00429d-ccfa-4cfc-a1a6-40aab5ce0e79 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:14.624393 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b00d0880-8a0e-42c7-9f77-402ea7068082 req-2c00429d-ccfa-4cfc-a1a6-40aab5ce0e79 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0869339 Apr 22 15:01:14.634367 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-82d5645a-8e5d-461b-b7df-70ea70e35d9f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1550627 Apr 22 15:01:14.676836 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b00d0880-8a0e-42c7-9f77-402ea7068082 req-086aa474-2542-4822-bdd1-773f4d4c4c02 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480883 Apr 22 15:01:15.910508 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afc7a6-6c44-44f3-8873-6da7702bd0c2 req-9e30ea9a-1da7-49ae-8e4a-e8553b6a6a51 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:15.913136 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-42afc7a6-6c44-44f3-8873-6da7702bd0c2 req-9e30ea9a-1da7-49ae-8e4a-e8553b6a6a51 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0983205 Apr 22 15:01:15.963448 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-42afc7a6-6c44-44f3-8873-6da7702bd0c2 req-3b5e103d-bc95-457d-a22f-d924b2363ab8 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428443 Apr 22 15:01:15.989958 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-39f66ab8-9223-4a63-9564-d7903c7c1d74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 1098 time: 0.1609597 Apr 22 15:01:16.217696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-a32d3a6c-8991-4b8c-ab1a-077f28e6b9c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:16.219062 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-a32d3a6c-8991-4b8c-ab1a-077f28e6b9c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.2224290 Apr 22 15:01:16.333191 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-54d26750-f81e-4093-922b-c7dfa76a5984 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd77713a-484f-4333-bd7b-baf026a783f8 HTTP/1.1" status: 200 len: 1001 time: 0.1081798 Apr 22 15:01:16.398244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-764b99b7-56e5-4beb-9310-510cd398f40d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:16.399724 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-764b99b7-56e5-4beb-9310-510cd398f40d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0606358 Apr 22 15:01:16.489240 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-1eac1f5e-02a4-48fc-b8c0-39412e44740c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840027 Apr 22 15:01:16.687790 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-1e00137a-9754-4af4-b2b3-2b316efd9c41 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920118 Apr 22 15:01:16.830896 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-98d86002-15f5-47c5-8da0-a567a447ce34 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369827 Apr 22 15:01:17.188715 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a05d8-48de-4582-9091-f6ed2a940017 req-636c583f-806c-482c-a9cd-611f572ef423 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:17.190170 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-872a05d8-48de-4582-9091-f6ed2a940017 req-636c583f-806c-482c-a9cd-611f572ef423 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0964243 Apr 22 15:01:17.242381 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-872a05d8-48de-4582-9091-f6ed2a940017 req-e2d3edd1-2304-4e96-a71d-f8316d3ea5f5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466738 Apr 22 15:01:18.465391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8bfd2-296e-432d-b814-5ad261e7e5f0 req-0d3fbe10-c822-42ed-a165-0dcc4396a507 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:18.466871 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3db8bfd2-296e-432d-b814-5ad261e7e5f0 req-0d3fbe10-c822-42ed-a165-0dcc4396a507 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0927618 Apr 22 15:01:18.528124 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3db8bfd2-296e-432d-b814-5ad261e7e5f0 req-4c6da791-413d-41cc-be1d-61eb2753247a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537658 Apr 22 15:01:19.747546 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e00b6-02e5-4815-95d1-c2efdfb7d6c7 req-60606aee-6296-41ce-922e-209abf8d0d46 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:19.749072 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd4e00b6-02e5-4815-95d1-c2efdfb7d6c7 req-60606aee-6296-41ce-922e-209abf8d0d46 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0906453 Apr 22 15:01:19.795636 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd4e00b6-02e5-4815-95d1-c2efdfb7d6c7 req-69fddf19-c50d-4fa2-9766-4123bc1d9e0d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410480 Apr 22 15:01:20.692504 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-acc15f47-bb8a-4ef9-8a88-77d358884710 req-a933e2b1-183f-4fd8-b2f9-2bb602edfe31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 1098 time: 0.0747766 Apr 22 15:01:20.881452 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc15f47-bb8a-4ef9-8a88-77d358884710 req-31609e9a-d8ff-4bc1-96f6-a3a821b0c1ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:20.884048 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-acc15f47-bb8a-4ef9-8a88-77d358884710 req-31609e9a-d8ff-4bc1-96f6-a3a821b0c1ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1717610 Apr 22 15:01:21.006655 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-acc15f47-bb8a-4ef9-8a88-77d358884710 req-1fdee267-848d-4277-963a-5ca4ef7e8a9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd77713a-484f-4333-bd7b-baf026a783f8 HTTP/1.1" status: 200 len: 1001 time: 0.1166301 Apr 22 15:01:21.033902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b69e1-fe64-4663-99bc-da888f819d6b req-4157212f-d717-487a-ad13-11002bfb3295 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:21.035444 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ee1b69e1-fe64-4663-99bc-da888f819d6b req-4157212f-d717-487a-ad13-11002bfb3295 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0950763 Apr 22 15:01:21.074306 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc15f47-bb8a-4ef9-8a88-77d358884710 req-e763b190-436e-4181-8fe8-a67920db5093 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:21.075791 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-acc15f47-bb8a-4ef9-8a88-77d358884710 req-e763b190-436e-4181-8fe8-a67920db5093 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0626006 Apr 22 15:01:21.082834 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ee1b69e1-fe64-4663-99bc-da888f819d6b req-8aec6b77-3ae4-4011-8ed0-0e214f013533 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416777 Apr 22 15:01:21.157246 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-acc15f47-bb8a-4ef9-8a88-77d358884710 req-b3415e8c-6152-4ebb-a38f-5fdc13617ccd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755234 Apr 22 15:01:21.314246 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-acc15f47-bb8a-4ef9-8a88-77d358884710 req-84f608ea-a6a2-4081-9b7a-da7b0030d413 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511867 Apr 22 15:01:21.461862 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-acc15f47-bb8a-4ef9-8a88-77d358884710 req-f38dbc2a-5148-458a-94dd-e230f8b5c87f service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410303 Apr 22 15:01:22.300688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5735e7d-eab7-481b-a7c5-8a98447922ab req-48cdd4ed-2a24-46b1-a615-5ad09c03c2f6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:22.302201 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e5735e7d-eab7-481b-a7c5-8a98447922ab req-48cdd4ed-2a24-46b1-a615-5ad09c03c2f6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0912406 Apr 22 15:01:22.359203 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e5735e7d-eab7-481b-a7c5-8a98447922ab req-a22773d7-f5ed-41f0-8633-c55e2509f5ef tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500846 Apr 22 15:01:22.488391 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-df6f7b58-c408-4e46-a0da-f806b628f7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:23.570379 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eba354-6f35-4ea2-9697-2484837e82b5 req-fa94fc9e-001c-42d7-8132-70e9908ba4d4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:23.571899 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-12eba354-6f35-4ea2-9697-2484837e82b5 req-fa94fc9e-001c-42d7-8132-70e9908ba4d4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0821469 Apr 22 15:01:23.622290 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-12eba354-6f35-4ea2-9697-2484837e82b5 req-c4f85b58-06f6-4dce-b024-a878708d2279 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433443 Apr 22 15:01:24.628535 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:24.818276 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-86c9e316-76eb-4002-bca2-bc8aea1781ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:24.864640 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e1784-0467-463d-8ddb-2a184577199d req-60664426-eccb-4ee1-ba7a-a16b8000d77a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:24.867263 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8a1e1784-0467-463d-8ddb-2a184577199d req-60664426-eccb-4ee1-ba7a-a16b8000d77a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.1033444 Apr 22 15:01:24.924210 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8a1e1784-0467-463d-8ddb-2a184577199d req-aeee51d9-438c-4e14-85c7-cb7fb4feec3a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488253 Apr 22 15:01:26.106443 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:26.182095 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1186f-3983-4f39-af34-2cea28a5f454 req-843c062b-2707-4191-b116-9320efa23210 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:26.184675 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e1b1186f-3983-4f39-af34-2cea28a5f454 req-843c062b-2707-4191-b116-9320efa23210 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.1108289 Apr 22 15:01:26.195786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:26.241253 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e1b1186f-3983-4f39-af34-2cea28a5f454 req-c4149484-02f9-401d-be10-e077cdc34692 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497122 Apr 22 15:01:27.386261 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:27.482524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43038d60-a696-45ed-8171-225c1d6b944b req-150f9f6e-970f-4b2c-bfc0-f0061ac910ca tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:27.484093 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-43038d60-a696-45ed-8171-225c1d6b944b req-150f9f6e-970f-4b2c-bfc0-f0061ac910ca tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0963397 Apr 22 15:01:27.553358 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-43038d60-a696-45ed-8171-225c1d6b944b req-0809e12f-25ae-46c0-94b8-a8009b8a85d7 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609798 Apr 22 15:01:28.766000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc574bc-092c-4970-8a81-4cf1b5bc253f req-c278a6ca-50d4-4043-8e1d-4cee894d2acf tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:28.767984 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5dc574bc-092c-4970-8a81-4cf1b5bc253f req-c278a6ca-50d4-4043-8e1d-4cee894d2acf tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0874257 Apr 22 15:01:28.824392 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5dc574bc-092c-4970-8a81-4cf1b5bc253f req-0f2a0d9e-9c5d-42a4-aa7a-052911d2b3d3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500281 Apr 22 15:01:30.120623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9280f77-df6f-47ff-9c90-841551b274ed req-c1e55021-3efc-4dba-b0ee-8a76edc734b3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:30.122095 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9280f77-df6f-47ff-9c90-841551b274ed req-c1e55021-3efc-4dba-b0ee-8a76edc734b3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.1688292 Apr 22 15:01:30.168741 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9280f77-df6f-47ff-9c90-841551b274ed req-f98b181a-5586-47bd-96c3-0444ade7ebe8 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411198 Apr 22 15:01:31.552455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eaff2-43fd-47f2-b612-572dbb7c958c req-d3c6d588-ae46-4631-95a7-757566718398 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:31.553855 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-680eaff2-43fd-47f2-b612-572dbb7c958c req-d3c6d588-ae46-4631-95a7-757566718398 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0982559 Apr 22 15:01:31.612150 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-680eaff2-43fd-47f2-b612-572dbb7c958c req-9709f3b7-a37f-462b-82cc-6012ded93713 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516603 Apr 22 15:01:32.896967 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffd457-a988-49fd-844f-083e028bfcc1 req-7a43fa6b-fdde-4648-b8be-60045ba4bb20 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:32.898471 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-87ffd457-a988-49fd-844f-083e028bfcc1 req-7a43fa6b-fdde-4648-b8be-60045ba4bb20 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.1006744 Apr 22 15:01:32.961570 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-87ffd457-a988-49fd-844f-083e028bfcc1 req-b17eb715-891c-476e-a8fd-889cb76e8fe0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540423 Apr 22 15:01:34.195525 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d6968-ee6f-42ae-88e2-11ddb2beb76e req-5676f2eb-932c-4e32-b4cb-e0b7d344b1b5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:34.197133 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-059d6968-ee6f-42ae-88e2-11ddb2beb76e req-5676f2eb-932c-4e32-b4cb-e0b7d344b1b5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0820026 Apr 22 15:01:34.258110 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-059d6968-ee6f-42ae-88e2-11ddb2beb76e req-8a73b1ce-0c45-45d9-a434-6ec68c4ca0c5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524871 Apr 22 15:01:35.479721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d943a59-105c-4647-87a3-4c3e9790c793 req-16bcec57-52c4-4a1a-bd9e-6477b3b5cd10 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:35.481395 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4d943a59-105c-4647-87a3-4c3e9790c793 req-16bcec57-52c4-4a1a-bd9e-6477b3b5cd10 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0801818 Apr 22 15:01:35.533458 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4d943a59-105c-4647-87a3-4c3e9790c793 req-cdc12841-5b84-4c6a-baf1-04c901298967 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465446 Apr 22 15:01:36.752192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1a4e7-4e9a-4a88-8a62-2d371cd35fd0 req-cf019ff6-adac-4d18-876c-93169ef5f2e2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:36.753631 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-09b1a4e7-4e9a-4a88-8a62-2d371cd35fd0 req-cf019ff6-adac-4d18-876c-93169ef5f2e2 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0834472 Apr 22 15:01:36.799722 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-09b1a4e7-4e9a-4a88-8a62-2d371cd35fd0 req-b1facc2a-93a3-426e-b1e6-c551afa873f5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404820 Apr 22 15:01:38.013714 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d0942-64f9-4ee9-aa32-84955ff6b13f req-5d40226f-3df1-4d35-a817-fcbeab9f799f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:38.015823 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-845d0942-64f9-4ee9-aa32-84955ff6b13f req-5d40226f-3df1-4d35-a817-fcbeab9f799f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0921459 Apr 22 15:01:38.066621 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-845d0942-64f9-4ee9-aa32-84955ff6b13f req-05f343a5-1f79-4c86-bf6d-e8e32d27e62f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447054 Apr 22 15:01:39.213792 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-60175956-ca21-45e0-82ba-8b6cbb61e310 service neutron] 10.222.0.30 "GET /v2.0/ports/dd77713a-484f-4333-bd7b-baf026a783f8/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.1043861 Apr 22 15:01:39.279453 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647cd-22ae-46d9-af7e-c2e3a1c5a285 req-2eba4c14-df06-4c15-9cff-0c3d9c31e7c5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:39.280932 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e47647cd-22ae-46d9-af7e-c2e3a1c5a285 req-2eba4c14-df06-4c15-9cff-0c3d9c31e7c5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0811584 Apr 22 15:01:39.329772 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e47647cd-22ae-46d9-af7e-c2e3a1c5a285 req-0258929e-b912-463d-97a2-205ea367c021 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430036 Apr 22 15:01:39.484173 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-205532c5-b761-4872-b68b-7740e2842bf9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd&tenant_id=22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 1098 time: 0.0724132 Apr 22 15:01:39.583837 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-85403b5a-7089-4b64-9147-017a1384032e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 1098 time: 0.0769911 Apr 22 15:01:39.828298 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-651a572f-c83b-4252-a5d5-1bee0969384d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:39.829663 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-651a572f-c83b-4252-a5d5-1bee0969384d service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.2401359 Apr 22 15:01:39.958426 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-4c2dda61-65a3-44c5-9d43-813cfa61b2f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd77713a-484f-4333-bd7b-baf026a783f8 HTTP/1.1" status: 200 len: 1001 time: 0.1221836 Apr 22 15:01:40.049857 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-8b5e82ae-c4e0-49b4-9ef7-af343cacb330 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:40.051375 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-8b5e82ae-c4e0-49b4-9ef7-af343cacb330 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0870848 Apr 22 15:01:40.145967 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-0d1dd9de-34e4-41e2-b846-5748783937df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878057 Apr 22 15:01:40.297574 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-0efb1f9d-7f97-4e0f-a91d-8ac81c244c38 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448269 Apr 22 15:01:40.464138 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-040dafc0-7a77-47a3-abf1-a764df776dcd req-a9478447-6e99-4e02-9c00-62f36c8f63ed service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600635 Apr 22 15:01:40.555576 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccd6a6-9e84-4bfb-80ec-3070ce7d5a0a req-890f5cb9-c0eb-468d-9d3c-ce5fef9ec4df tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:40.558033 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-30ccd6a6-9e84-4bfb-80ec-3070ce7d5a0a req-890f5cb9-c0eb-468d-9d3c-ce5fef9ec4df tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0931067 Apr 22 15:01:40.613051 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-30ccd6a6-9e84-4bfb-80ec-3070ce7d5a0a req-a4fa0951-8297-4ee9-9af5-842ac488e0fb tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488656 Apr 22 15:01:41.867715 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58031e6-9492-4c5f-ab61-7d33573b2711 req-ccd497a4-75b1-49b4-8c0a-6b6787200116 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:41.869905 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b58031e6-9492-4c5f-ab61-7d33573b2711 req-ccd497a4-75b1-49b4-8c0a-6b6787200116 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0844972 Apr 22 15:01:41.939487 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b58031e6-9492-4c5f-ab61-7d33573b2711 req-fd60a784-0cd5-43ae-98de-fd90547041a1 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586112 Apr 22 15:01:42.263502 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device dd77713a-484f-4333-bd7b-baf026a783f8 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:01:42.382425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:42.415359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd77713a-484f-4333-bd7b-baf026a783f8'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:01:42.425828 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port dd77713a-484f-4333-bd7b-baf026a783f8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=dd77713a-484f-4333-bd7b-baf026a783f8,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:42.432530 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:42.493198 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46e33c9-6af6-4421-b672-0cb0ea0ce39a'] response: {'server_uuid': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'code': 200} Apr 22 15:01:42.514250 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=dd77713a-484f-4333-bd7b-baf026a783f8,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:42.523873 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:42.524211 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:42.524543 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:42.524878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:42.525219 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:42.526184 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:42.527327 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:42.527661 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:42.527987 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:42.528304 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:42.528634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:43.164349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a7989-dd52-4a32-b3bf-3a6f01709940 req-59546d6f-096e-445e-a3ee-c96e861d48a6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:43.165888 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6c8a7989-dd52-4a32-b3bf-3a6f01709940 req-59546d6f-096e-445e-a3ee-c96e861d48a6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 943 time: 0.0888770 Apr 22 15:01:43.222088 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6c8a7989-dd52-4a32-b3bf-3a6f01709940 req-92ea44e5-30e3-4d09-89c1-876798bf5761 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478213 Apr 22 15:01:44.277474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device dd77713a-484f-4333-bd7b-baf026a783f8 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:01:44.431888 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port dd77713a-484f-4333-bd7b-baf026a783f8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=dd77713a-484f-4333-bd7b-baf026a783f8,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:44.436825 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bfc29-2d4d-483a-8616-767ff8e228a6 req-77093217-92e8-4b9b-8137-f2144f2187f3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:44.438334 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-540bfc29-2d4d-483a-8616-767ff8e228a6 req-77093217-92e8-4b9b-8137-f2144f2187f3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 943 time: 0.0846736 Apr 22 15:01:44.446479 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'port_id': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'mac_address': 'fa:16:3e:89:59:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:01:44.515071 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:44.520339 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-540bfc29-2d4d-483a-8616-767ff8e228a6 req-5b1ccfc1-0a7a-49c3-b6bf-dc47896c1d8d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752470 Apr 22 15:01:44.548866 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd77713a-484f-4333-bd7b-baf026a783f8 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:01:44.568950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port dd77713a-484f-4333-bd7b-baf026a783f8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=dd77713a-484f-4333-bd7b-baf026a783f8,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:44.575194 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:44.640942 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['dd77713a-484f-4333-bd7b-baf026a783f8'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:01:44.701075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=dd77713a-484f-4333-bd7b-baf026a783f8,revision_number=7']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:45.739933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28cc4d-ba37-4601-815e-3912183e12af req-b3a6e788-b50a-42e2-9386-1016e2073fd4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:45.741370 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0f28cc4d-ba37-4601-815e-3912183e12af req-b3a6e788-b50a-42e2-9386-1016e2073fd4 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 944 time: 0.0777588 Apr 22 15:01:45.786145 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:01:45.788173 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0f28cc4d-ba37-4601-815e-3912183e12af req-3d9955bf-ae02-4345-b813-0c50bee20cf5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408845 Apr 22 15:01:46.293211 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device dd77713a-484f-4333-bd7b-baf026a783f8 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:01:46.382170 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port dd77713a-484f-4333-bd7b-baf026a783f8 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:01:46.382547 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:46.504493 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:46.534768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd77713a-484f-4333-bd7b-baf026a783f8'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:01:46.544852 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port dd77713a-484f-4333-bd7b-baf026a783f8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=dd77713a-484f-4333-bd7b-baf026a783f8,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:46.548565 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:46.603211 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d353580-a009-437b-ade2-51528b60d18f'] response: {'server_uuid': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'code': 200} Apr 22 15:01:46.617373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=dd77713a-484f-4333-bd7b-baf026a783f8,revision_number=8']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:47.001612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3db340-2177-4418-a24e-3141fe0fc684 req-9c17b42f-ea21-4f2d-a23f-45e927d9e9ed tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:47.003666 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f3db340-2177-4418-a24e-3141fe0fc684 req-9c17b42f-ea21-4f2d-a23f-45e927d9e9ed tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0881982 Apr 22 15:01:47.052504 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9f3db340-2177-4418-a24e-3141fe0fc684 req-1173683d-6714-4aec-a8b5-7cd727f088a6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437837 Apr 22 15:01:48.261414 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ba595-713a-4de0-a6eb-6c0f88333867 req-52831b85-537f-4298-b8a9-b65c28f6e7fd tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:48.262894 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-492ba595-713a-4de0-a6eb-6c0f88333867 req-52831b85-537f-4298-b8a9-b65c28f6e7fd tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0802114 Apr 22 15:01:48.310135 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-492ba595-713a-4de0-a6eb-6c0f88333867 req-fe7ee76d-56a4-4af0-bf8c-03d0fa212876 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415409 Apr 22 15:01:49.643857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95360dd-e3fd-4cea-866c-5e4978de6aff req-0d3edf36-732d-439c-800e-3d05e778f99a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:49.645466 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c95360dd-e3fd-4cea-866c-5e4978de6aff req-0d3edf36-732d-439c-800e-3d05e778f99a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.1763880 Apr 22 15:01:49.692237 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c95360dd-e3fd-4cea-866c-5e4978de6aff req-d9ea9712-349b-4c25-a194-db9ff65dde17 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401292 Apr 22 15:01:50.167390 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-49583a83-ecfa-440a-991a-e241fe4a6aa1 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:50.168082 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-49583a83-ecfa-440a-991a-e241fe4a6aa1 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Synchronizing usage tracker for tenant:22879847914a4b3bbb1069816ef5c7f8 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:01:50.184758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-49583a83-ecfa-440a-991a-e241fe4a6aa1 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Unset dirty status for tenant:22879847914a4b3bbb1069816ef5c7f8 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:01:50.186037 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-49583a83-ecfa-440a-991a-e241fe4a6aa1 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd&tenant_id=22879847914a4b3bbb1069816ef5c7f8&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.1265373 Apr 22 15:01:50.211826 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1918a4-2f36-470f-9caf-187ee780894d req-dc1afa62-62ee-467c-9e44-94ab36eb8658 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:50.213868 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fe1918a4-2f36-470f-9caf-187ee780894d req-dc1afa62-62ee-467c-9e44-94ab36eb8658 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0854104 Apr 22 15:01:50.268714 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fe1918a4-2f36-470f-9caf-187ee780894d req-5b17a1dd-3f12-4ff4-8d6a-61bc54f3b460 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487382 Apr 22 15:01:50.282831 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-80bdfeb0-7891-4080-a9b4-fb4d1707d8e5 service neutron] 10.222.0.30 "GET /v2.0/ports/dd77713a-484f-4333-bd7b-baf026a783f8/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0914664 Apr 22 15:01:50.381074 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-d5d5e5d7-0419-4b7d-bb4e-07aa24700b6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 1098 time: 0.0744870 Apr 22 15:01:50.519054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-f0cabe69-bd3a-413d-908d-eea007df9333 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:50.520460 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-f0cabe69-bd3a-413d-908d-eea007df9333 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.1337786 Apr 22 15:01:50.630767 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-4682178c-62fa-4954-8660-8672d4025b39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd77713a-484f-4333-bd7b-baf026a783f8 HTTP/1.1" status: 200 len: 1001 time: 0.1038971 Apr 22 15:01:50.695266 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-d6b61b24-1542-4cc0-92c6-763d831e92a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:50.696730 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-d6b61b24-1542-4cc0-92c6-763d831e92a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.0603502 Apr 22 15:01:50.773404 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-ce7e7247-8494-4210-a942-b7bb5c54b8c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708456 Apr 22 15:01:50.918011 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-8a22ffb0-bdc1-4394-919a-34b2093deaa5 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384265 Apr 22 15:01:51.058519 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-ca51b78d-ef38-4e2d-8dd9-3403335739a0 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348577 Apr 22 15:01:51.471769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff823a3f-f10f-4194-8777-f6b84fb43930 req-907eaca4-c2ad-4c67-acc6-4107c5a5abfa tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:51.473246 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ff823a3f-f10f-4194-8777-f6b84fb43930 req-907eaca4-c2ad-4c67-acc6-4107c5a5abfa tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0780897 Apr 22 15:01:51.590623 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ff823a3f-f10f-4194-8777-f6b84fb43930 req-887d6f8d-5a7e-4eca-8317-17ad3f2520bc tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117480 Apr 22 15:01:52.489425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-070986da-f6c8-429e-87d8-63bd470618ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:52.807530 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cc1fb-3c69-4021-82e1-c137896d6d54 req-a2912493-7454-4d59-9731-b1dc097e54d5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:52.808974 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-803cc1fb-3c69-4021-82e1-c137896d6d54 req-a2912493-7454-4d59-9731-b1dc097e54d5 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0869093 Apr 22 15:01:52.857901 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-803cc1fb-3c69-4021-82e1-c137896d6d54 req-4d23726a-41af-446c-a1a5-b291535083c6 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432570 Apr 22 15:01:54.081707 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deac9ff-ac98-40bf-a3ce-13fffd2d6057 req-24d4b3ce-c46e-4c84-bfaf-cca3f03889be tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:54.083213 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9deac9ff-ac98-40bf-a3ce-13fffd2d6057 req-24d4b3ce-c46e-4c84-bfaf-cca3f03889be tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0917621 Apr 22 15:01:54.143582 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-d4dfbdb5-a3e7-4e98-abd9-4f8f94e41f6b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd&tenant_id=22879847914a4b3bbb1069816ef5c7f8 HTTP/1.1" status: 200 len: 1098 time: 0.0824521 Apr 22 15:01:54.147560 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9deac9ff-ac98-40bf-a3ce-13fffd2d6057 req-5a39c3c1-6bc1-4044-bf69-e50c0518fe35 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574806 Apr 22 15:01:54.242146 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-21928566-045a-4a01-9d74-f1d363404f0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22879847914a4b3bbb1069816ef5c7f8&device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 1098 time: 0.0742474 Apr 22 15:01:54.482095 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-8def75fd-660a-42c1-8d21-cd03f1ae6d49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:54.483599 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-8def75fd-660a-42c1-8d21-cd03f1ae6d49 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 200 len: 912 time: 0.2361188 Apr 22 15:01:54.613689 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-060f0af2-0ca3-456a-9fc7-7b0dc879d54c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd77713a-484f-4333-bd7b-baf026a783f8 HTTP/1.1" status: 200 len: 1001 time: 0.1234775 Apr 22 15:01:54.647017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:54.721608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-be49b6c8-050e-409c-884a-122b9fa8807f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:54.723052 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-be49b6c8-050e-409c-884a-122b9fa8807f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 200 len: 850 time: 0.1031940 Apr 22 15:01:54.812897 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-dd9e4fcf-91b0-4bdd-b502-2a391001a5f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db35a481-da73-4266-8c69-d8e417e36b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825293 Apr 22 15:01:54.815121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2595eb06-25a9-49de-9c47-c5ee5aeffb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:54.967041 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-06a00a43-b6a8-432b-8b1d-8bf2bb86c1c9 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478834 Apr 22 15:01:55.121235 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3626ffa2-1f3b-4cc5-88b8-34d12fbd4b6d req-4f7da098-ca81-441f-922f-da826d25a4e3 service neutron] 10.222.0.30 "GET /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484449 Apr 22 15:01:55.494643 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ed944-5f0a-47ec-b316-57f8d1fd0765 req-59f30f96-1337-43fb-80a8-a1bfa62c0c4a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:55.496327 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8b8ed944-5f0a-47ec-b316-57f8d1fd0765 req-59f30f96-1337-43fb-80a8-a1bfa62c0c4a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.1925159 Apr 22 15:01:55.548406 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8b8ed944-5f0a-47ec-b316-57f8d1fd0765 req-301185d4-7cde-4bf7-9a14-c1a209544094 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453949 Apr 22 15:01:56.100335 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:56.193597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:56.331665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device dd77713a-484f-4333-bd7b-baf026a783f8 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:01:56.460030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:56.491428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd77713a-484f-4333-bd7b-baf026a783f8'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:01:56.502911 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port dd77713a-484f-4333-bd7b-baf026a783f8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=dd77713a-484f-4333-bd7b-baf026a783f8,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:56.508930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:56.577274 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8356e595-7b38-4da2-bc62-e35d09628b45'] response: {'server_uuid': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'code': 200} Apr 22 15:01:56.613120 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=dd77713a-484f-4333-bd7b-baf026a783f8,revision_number=9']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:56.810467 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7ef4f-fff4-4549-8495-35d380f84b62 req-38ae5626-4eaa-4561-8dd8-3d9132f7ba15 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:56.812875 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-66c7ef4f-fff4-4549-8495-35d380f84b62 req-38ae5626-4eaa-4561-8dd8-3d9132f7ba15 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 943 time: 0.0831525 Apr 22 15:01:56.864642 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-66c7ef4f-fff4-4549-8495-35d380f84b62 req-da072f0d-5afe-40d1-88db-9874c48ab187 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447066 Apr 22 15:01:57.389353 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:58.082254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5983d28-a460-4830-a636-b0d1e865c87f req-81354ea1-2b6e-45e0-87fe-895226d04eb0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:58.083628 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f5983d28-a460-4830-a636-b0d1e865c87f req-81354ea1-2b6e-45e0-87fe-895226d04eb0 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 943 time: 0.0801611 Apr 22 15:01:58.130920 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f5983d28-a460-4830-a636-b0d1e865c87f req-d5bec75e-dad9-4156-b2f6-6664ae9ba3e8 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405257 Apr 22 15:01:58.324896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device dd77713a-484f-4333-bd7b-baf026a783f8 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:01:58.511142 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port dd77713a-484f-4333-bd7b-baf026a783f8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=dd77713a-484f-4333-bd7b-baf026a783f8,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:58.527038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'port_id': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'mac_address': 'fa:16:3e:89:59:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:01:58.585403 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:58.618145 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd77713a-484f-4333-bd7b-baf026a783f8 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:01:58.637092 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port dd77713a-484f-4333-bd7b-baf026a783f8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=dd77713a-484f-4333-bd7b-baf026a783f8,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:58.643162 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:58.725705 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['dd77713a-484f-4333-bd7b-baf026a783f8'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:01:58.769280 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=dd77713a-484f-4333-bd7b-baf026a783f8,revision_number=10']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:59.333781 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecccba-4a7f-4f07-8e7e-a0563ebda58d req-5d43c095-ca40-4f1b-a8f2-bc6141848edb tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:59.335362 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b0ecccba-4a7f-4f07-8e7e-a0563ebda58d req-5d43c095-ca40-4f1b-a8f2-bc6141848edb tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0792515 Apr 22 15:01:59.391725 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b0ecccba-4a7f-4f07-8e7e-a0563ebda58d req-35bbcb72-667e-4757-a168-3ecdbcb45dfe tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496740 Apr 22 15:02:00.339200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device dd77713a-484f-4333-bd7b-baf026a783f8 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:02:00.409779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port dd77713a-484f-4333-bd7b-baf026a783f8 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:02:00.410030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:00.537367 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:00.568101 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd77713a-484f-4333-bd7b-baf026a783f8'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:02:00.579898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port dd77713a-484f-4333-bd7b-baf026a783f8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=dd77713a-484f-4333-bd7b-baf026a783f8,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:00.584835 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:00.611876 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ea42b-dfc7-4947-93b7-e80ce27b5593 req-4f40ddbf-695d-44d4-aa71-e8ebfc0ca232 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:00.613517 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-691ea42b-dfc7-4947-93b7-e80ce27b5593 req-4f40ddbf-695d-44d4-aa71-e8ebfc0ca232 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 945 time: 0.0833132 Apr 22 15:02:00.641992 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33aebb83-6213-418e-bb19-9489372882c8'] response: {'server_uuid': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'code': 200} Apr 22 15:02:00.663870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=dd77713a-484f-4333-bd7b-baf026a783f8,revision_number=11']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:00.675704 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-691ea42b-dfc7-4947-93b7-e80ce27b5593 req-adbdfe8c-e57d-43c5-b0b8-2d9540575a94 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557039 Apr 22 15:02:01.898170 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bccb8-943b-4b1b-a215-8c80bfa114f9 req-d9e08c4a-d272-4143-b63e-eacef3edce77 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:01.899670 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-db2bccb8-943b-4b1b-a215-8c80bfa114f9 req-d9e08c4a-d272-4143-b63e-eacef3edce77 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 946 time: 0.0879829 Apr 22 15:02:01.947725 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-db2bccb8-943b-4b1b-a215-8c80bfa114f9 req-797f8b89-3ffb-46e2-99a0-72011cbeaeac tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413098 Apr 22 15:02:03.198613 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe22a0a-9e5b-4d48-8d53-ac6d3695a8cc req-a26e9077-4f8f-4bb1-a52e-28bf0e6ddfda tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:03.201173 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ebe22a0a-9e5b-4d48-8d53-ac6d3695a8cc req-a26e9077-4f8f-4bb1-a52e-28bf0e6ddfda tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 946 time: 0.1085346 Apr 22 15:02:03.253911 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ebe22a0a-9e5b-4d48-8d53-ac6d3695a8cc req-6f4f949c-5c82-487b-9386-86d9dc2c677b tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445805 Apr 22 15:02:04.480190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6e685-577f-44d5-9374-a7130336bf3c req-ef687c44-4d73-4418-8b3d-86b79b7c1bb1 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:04.481565 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-74c6e685-577f-44d5-9374-a7130336bf3c req-ef687c44-4d73-4418-8b3d-86b79b7c1bb1 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 946 time: 0.0982139 Apr 22 15:02:04.535508 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-74c6e685-577f-44d5-9374-a7130336bf3c req-ccb713f7-2c38-4b00-a017-5b34fd1041db tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477989 Apr 22 15:02:04.758670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975d701-adf2-4970-b4c1-b953ef770b51 req-4c949454-db71-4d77-8265-3afb6cbb36a8 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:04.761638 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d975d701-adf2-4970-b4c1-b953ef770b51 req-4c949454-db71-4d77-8265-3afb6cbb36a8 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 946 time: 0.0970480 Apr 22 15:02:04.814298 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d975d701-adf2-4970-b4c1-b953ef770b51 req-4b751705-a2ce-4091-bc93-8bea5938163f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461273 Apr 22 15:02:05.038534 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63396a-a946-4d36-bb4c-a20ef7cf46c4 req-84953cea-2f79-4edf-be56-16ae19001bc8 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:05.040041 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac63396a-a946-4d36-bb4c-a20ef7cf46c4 req-84953cea-2f79-4edf-be56-16ae19001bc8 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 946 time: 0.0898774 Apr 22 15:02:05.090275 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac63396a-a946-4d36-bb4c-a20ef7cf46c4 req-2e276f7d-4482-4ead-9941-e7b853bb770f tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436862 Apr 22 15:02:05.532400 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab7833-76f2-4e9a-aea6-c893a4393005 req-c6b5dccc-5367-4a6a-81d9-e97b514071fd tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:05.533904 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-55ab7833-76f2-4e9a-aea6-c893a4393005 req-c6b5dccc-5367-4a6a-81d9-e97b514071fd tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 946 time: 0.0879753 Apr 22 15:02:05.586572 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-55ab7833-76f2-4e9a-aea6-c893a4393005 req-3151733e-b206-4c94-ae4b-0e1f8fa4545e tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466864 Apr 22 15:02:06.795555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3c15a-f24e-4b5a-bd61-467082bcd39a req-6f7ff564-b04c-4862-97a8-80456c95de69 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:06.796970 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3d3c15a-f24e-4b5a-bd61-467082bcd39a req-6f7ff564-b04c-4862-97a8-80456c95de69 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 946 time: 0.0791655 Apr 22 15:02:06.846232 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3d3c15a-f24e-4b5a-bd61-467082bcd39a req-bae4264c-059d-45f6-917f-b9e45cb3d91d tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436330 Apr 22 15:02:07.776936 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e883c-cf10-42f7-bf3e-ee414f66c3a5 req-c6b25a63-f7e8-4d82-bc71-9d111b28036b tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:07.778444 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c80e883c-cf10-42f7-bf3e-ee414f66c3a5 req-c6b25a63-f7e8-4d82-bc71-9d111b28036b tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 946 time: 0.0853229 Apr 22 15:02:07.854805 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-c80e883c-cf10-42f7-bf3e-ee414f66c3a5 req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Deleting port dd77713a-484f-4333-bd7b-baf026a783f8 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:02:07.855147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c80e883c-cf10-42f7-bf3e-ee414f66c3a5 req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:08.067698 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ca9dc-e657-4184-8f49-c735d7f971ec req-cafa89d7-257a-4c10-8b84-aa3c0c390604 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:08.069128 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-278ca9dc-e657-4184-8f49-c735d7f971ec req-cafa89d7-257a-4c10-8b84-aa3c0c390604 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 946 time: 0.0877819 Apr 22 15:02:08.122282 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-278ca9dc-e657-4184-8f49-c735d7f971ec req-08980ce4-6e6b-4a4d-9e64-100fda9b70b3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d9e4c85-214f-45bc-ab3b-322980d90d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457594 Apr 22 15:02:08.136700 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-c80e883c-cf10-42f7-bf3e-ee414f66c3a5 req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] For port dd77713a-484f-4333-bd7b-baf026a783f8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=dd77713a-484f-4333-bd7b-baf026a783f8,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:08.137053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c80e883c-cf10-42f7-bf3e-ee414f66c3a5 req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:08.448410 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c80e883c-cf10-42f7-bf3e-ee414f66c3a5 req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:08.448768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c80e883c-cf10-42f7-bf3e-ee414f66c3a5 req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:08.449078 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [req-c80e883c-cf10-42f7-bf3e-ee414f66c3a5 req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Floating IP eb19be7b-baa2-49ba-8671-672d3f65477b disassociated. External IP: 172.26.0.96, port: dd77713a-484f-4333-bd7b-baf026a783f8. Apr 22 15:02:08.449410 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-c80e883c-cf10-42f7-bf3e-ee414f66c3a5 req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Calling delete_port for dd77713a-484f-4333-bd7b-baf026a783f8 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:02:08.606100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c80e883c-cf10-42f7-bf3e-ee414f66c3a5 req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:08.661006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Pushing event deleted for resources: {'Port': ['ID=dd77713a-484f-4333-bd7b-baf026a783f8,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:08.679563 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:08.680075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:08.680599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:08.682269 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:08.682869 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:08.683418 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:08.683923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:08.684466 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:08.685007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:08.686454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:08.686454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:09.030438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c80e883c-cf10-42f7-bf3e-ee414f66c3a5 req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Router ff318363-3050-4153-8c6f-c1c0749ae60e has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:02:09.261424 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c80e883c-cf10-42f7-bf3e-ee414f66c3a5 req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:02:09.275828 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845b5ad-65df-4f09-b310-0ed7990277a9 None None] Sync routers for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:02:09.294926 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845b5ad-65df-4f09-b310-0ed7990277a9 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:02:09.295554 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1845b5ad-65df-4f09-b310-0ed7990277a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:01:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:09.312768 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f22e3531-3d80-4f5c-ae8b-f872e25b421d req-ccb0dbdf-b009-4bfb-81bb-e847c85cf862 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 210 time: 0.0545368 Apr 22 15:02:09.343156 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80e883c-cf10-42f7-bf3e-ee414f66c3a5 req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] No DVR routers for this DVR port dd77713a-484f-4333-bd7b-baf026a783f8 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:02:09.343156 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c80e883c-cf10-42f7-bf3e-ee414f66c3a5 req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:09.343156 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'name': 'network-vif-deleted', 'tag': 'dd77713a-484f-4333-bd7b-baf026a783f8'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:02:09.358785 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c80e883c-cf10-42f7-bf3e-ee414f66c3a5 req-0a43d172-ece2-45a8-bd09-5c87a0a6a78a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.30 "DELETE /v2.0/ports/dd77713a-484f-4333-bd7b-baf026a783f8 HTTP/1.1" status: 204 len: 173 time: 1.5752244 Apr 22 15:02:09.412906 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20130080-875b-4ad8-9f15-7bab1a52eaab'] response: {'server_uuid': 'bd494e60-569f-49bd-b1bf-a73d4aff5cfd', 'name': 'network-vif-deleted', 'tag': 'dd77713a-484f-4333-bd7b-baf026a783f8', 'status': 'completed', 'code': 200} Apr 22 15:02:09.496346 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-1845b5ad-65df-4f09-b310-0ed7990277a9 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:02:09.857177 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1845b5ad-65df-4f09-b310-0ed7990277a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:09.861422 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845b5ad-65df-4f09-b310-0ed7990277a9 None None] Checking router: ff318363-3050-4153-8c6f-c1c0749ae60e for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:02:09.875388 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845b5ad-65df-4f09-b310-0ed7990277a9 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:02:09.875388 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1845b5ad-65df-4f09-b310-0ed7990277a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:01:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:10.076873 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-1845b5ad-65df-4f09-b310-0ed7990277a9 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:02:10.391349 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device dd77713a-484f-4333-bd7b-baf026a783f8 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:02:10.485306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: dd77713a-484f-4333-bd7b-baf026a783f8 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:02:10.486011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device dd77713a-484f-4333-bd7b-baf026a783f8 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:02:10.553832 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-997a2ea5-002d-473c-872b-6e7d2b503c4b req-3cb1681f-1245-4544-a42f-20b7d2c9f39c tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd494e60-569f-49bd-b1bf-a73d4aff5cfd HTTP/1.1" status: 200 len: 210 time: 0.0665436 Apr 22 15:02:10.558732 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1845b5ad-65df-4f09-b310-0ed7990277a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:10.564512 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845b5ad-65df-4f09-b310-0ed7990277a9 None None] The sync data for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:06Z', 'revision_number': 4, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0b3437b-7f44-4592-9cbd-320c028d6333', 'name': '', 'network_id': 'db35a481-da73-4266-8c69-d8e417e36b5f', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'mac_address': 'fa:16:3e:72:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:05Z', 'updated_at': '2022-04-22T14:58:14Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'subnets': [{'id': '6d489819-9e89-4ddc-a353-dd0cc80f0a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:02:10.832029 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d37f50-320e-4f80-99fe-58e16a8fc52b None None] New status for floating IP eb19be7b-baa2-49ba-8671-672d3f65477b: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:02:15.176479 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40298) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:15.251156 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:15.286056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:15.348368 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:15.370127 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9e4c85-214f-45bc-ab3b-322980d90d1e,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:15.382941 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:15.383188 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:15.383549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:15.383887 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:15.385034 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:15.385426 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:15.385728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:15.386058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:15.386390 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:15.386713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:15.387039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:15.393752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:15.394412 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7edcd928-cf66-4a54-ac17-fe1dd6122f44 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "DELETE /v2.0/security-groups/7d9e4c85-214f-45bc-ab3b-322980d90d1e HTTP/1.1" status: 204 len: 168 time: 0.2167904 Apr 22 15:02:15.401112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40302) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:15.418452 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.api.v2.resource [None req-7a27bba3-f1cd-454b-aee8-f304f0bf47d3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] show failed (client error): The resource could not be found. Apr 22 15:02:15.419532 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7a27bba3-f1cd-454b-aee8-f304f0bf47d3 tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "GET /v2.0/security-groups/7d9e4c85-214f-45bc-ab3b-322980d90d1e HTTP/1.1" status: 404 len: 347 time: 0.0173972 Apr 22 15:02:15.422448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40306) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:15.586449 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-58298e8d-5509-4897-b938-1236c1117b4a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Deleting port f2bff675-3952-45b0-814c-fee2953d9094 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:02:15.586783 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58298e8d-5509-4897-b938-1236c1117b4a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:15.869070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58298e8d-5509-4897-b938-1236c1117b4a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:15.869378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58298e8d-5509-4897-b938-1236c1117b4a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:15.998358 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-58298e8d-5509-4897-b938-1236c1117b4a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Calling delete_port for f2bff675-3952-45b0-814c-fee2953d9094 owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:02:16.154284 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58298e8d-5509-4897-b938-1236c1117b4a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:16.203383 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58298e8d-5509-4897-b938-1236c1117b4a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Pushing event deleted for resources: {'Port': ['ID=f2bff675-3952-45b0-814c-fee2953d9094,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:16.299424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58298e8d-5509-4897-b938-1236c1117b4a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:16.315058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-58298e8d-5509-4897-b938-1236c1117b4a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:16.316242 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-58298e8d-5509-4897-b938-1236c1117b4a tempest-ServerActionsTestJSON-1833290755 tempest-ServerActionsTestJSON-1833290755-project] 10.222.0.23 "DELETE /v2.0/floatingips/eb19be7b-baa2-49ba-8671-672d3f65477b HTTP/1.1" status: 204 len: 168 time: 0.8927603 Apr 22 15:02:16.320686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40310) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:16.741133 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1d262e31-507f-41aa-b314-e4ecce7d380c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:17.472273 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-1d262e31-507f-41aa-b314-e4ecce7d380c admin admin] Deleting port d0b3437b-7f44-4592-9cbd-320c028d6333 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:02:17.472980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1d262e31-507f-41aa-b314-e4ecce7d380c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:17.663713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-1d262e31-507f-41aa-b314-e4ecce7d380c admin admin] For port d0b3437b-7f44-4592-9cbd-320c028d6333, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d0b3437b-7f44-4592-9cbd-320c028d6333,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:17.664068 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1d262e31-507f-41aa-b314-e4ecce7d380c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:17.791396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-1d262e31-507f-41aa-b314-e4ecce7d380c admin admin] Calling delete_port for d0b3437b-7f44-4592-9cbd-320c028d6333 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:02:17.983502 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1d262e31-507f-41aa-b314-e4ecce7d380c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:18.032542 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d262e31-507f-41aa-b314-e4ecce7d380c admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b3437b-7f44-4592-9cbd-320c028d6333,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:18.326874 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1d262e31-507f-41aa-b314-e4ecce7d380c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:19.031062 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d262e31-507f-41aa-b314-e4ecce7d380c admin admin] Router ff318363-3050-4153-8c6f-c1c0749ae60e has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:02:19.239203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d262e31-507f-41aa-b314-e4ecce7d380c admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:02:19.247723 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3318e1a1-1852-43e3-9a5c-b6e6e16f82d9 None None] Sync routers for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:02:19.251976 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1d262e31-507f-41aa-b314-e4ecce7d380c admin admin] 10.222.0.23 "PUT /v2.0/routers/ff318363-3050-4153-8c6f-c1c0749ae60e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9301994 Apr 22 15:02:19.254438 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40314) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:19.260746 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3318e1a1-1852-43e3-9a5c-b6e6e16f82d9 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:02:19.261415 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3318e1a1-1852-43e3-9a5c-b6e6e16f82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:01:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:19.450754 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-3318e1a1-1852-43e3-9a5c-b6e6e16f82d9 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:02:19.462191 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7f6c-6c8e-4552-85f3-9be2e0f67424 admin admin] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:19.671795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7f6c-6c8e-4552-85f3-9be2e0f67424 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:19.687378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-8ffa7f6c-6c8e-4552-85f3-9be2e0f67424 admin admin] Deleting port 5138b006-31bd-40e6-9399-4aa61a2bf7da {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:02:19.687739 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7f6c-6c8e-4552-85f3-9be2e0f67424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:19.749802 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3318e1a1-1852-43e3-9a5c-b6e6e16f82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T15:02:17Z', 'revision_number': 5, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port': {'id': '5138b006-31bd-40e6-9399-4aa61a2bf7da', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:19.756144 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3318e1a1-1852-43e3-9a5c-b6e6e16f82d9 None None] Checking router: ff318363-3050-4153-8c6f-c1c0749ae60e for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:02:19.769739 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3318e1a1-1852-43e3-9a5c-b6e6e16f82d9 None None] Routers {'ff318363-3050-4153-8c6f-c1c0749ae60e'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:02:19.770363 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3318e1a1-1852-43e3-9a5c-b6e6e16f82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:01:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['ff318363-3050-4153-8c6f-c1c0749ae60e'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:19.874807 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-8ffa7f6c-6c8e-4552-85f3-9be2e0f67424 admin admin] For port 5138b006-31bd-40e6-9399-4aa61a2bf7da, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5138b006-31bd-40e6-9399-4aa61a2bf7da,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:19.875164 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7f6c-6c8e-4552-85f3-9be2e0f67424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:19.930487 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-3318e1a1-1852-43e3-9a5c-b6e6e16f82d9 None None] Set router ff318363-3050-4153-8c6f-c1c0749ae60e gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:02:20.002318 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-8ffa7f6c-6c8e-4552-85f3-9be2e0f67424 admin admin] Calling delete_port for 5138b006-31bd-40e6-9399-4aa61a2bf7da owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:02:20.045002 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3318e1a1-1852-43e3-9a5c-b6e6e16f82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T15:02:19Z', 'revision_number': 6, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:20.049332 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3318e1a1-1852-43e3-9a5c-b6e6e16f82d9 None None] The sync data for ids ['ff318363-3050-4153-8c6f-c1c0749ae60e'] in dv-neutron-839027-1-hyperv is: [{'id': 'ff318363-3050-4153-8c6f-c1c0749ae60e', 'name': 'tempest-ServerActionsTestJSON-679134356-router', 'tenant_id': '22879847914a4b3bbb1069816ef5c7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:58:03Z', 'updated_at': '2022-04-22T15:02:19Z', 'revision_number': 6, 'project_id': '22879847914a4b3bbb1069816ef5c7f8', 'gw_port_host': None}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:02:20.192084 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7f6c-6c8e-4552-85f3-9be2e0f67424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:20.236193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa7f6c-6c8e-4552-85f3-9be2e0f67424 admin admin] Pushing event deleted for resources: {'Port': ['ID=5138b006-31bd-40e6-9399-4aa61a2bf7da,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:20.471869 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7f6c-6c8e-4552-85f3-9be2e0f67424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:20.836686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7f6c-6c8e-4552-85f3-9be2e0f67424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:20.841608 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7f6c-6c8e-4552-85f3-9be2e0f67424 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:20.873448 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7f6c-6c8e-4552-85f3-9be2e0f67424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:20.874303 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffa7f6c-6c8e-4552-85f3-9be2e0f67424 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff318363-3050-4153-8c6f-c1c0749ae60e {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:02:20.906701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7f6c-6c8e-4552-85f3-9be2e0f67424 admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:20.907847 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8ffa7f6c-6c8e-4552-85f3-9be2e0f67424 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ff318363-3050-4153-8c6f-c1c0749ae60e HTTP/1.1" status: 204 len: 168 time: 1.6524978 Apr 22 15:02:20.910419 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40318) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:20.975181 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a78e022-8c64-4e70-b956-584d48017fd3 admin admin] Deleting subnet 6d489819-9e89-4ddc-a353-dd0cc80f0a5e {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:02:20.979002 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5a78e022-8c64-4e70-b956-584d48017fd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:21.034039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5a78e022-8c64-4e70-b956-584d48017fd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:21.120821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5a78e022-8c64-4e70-b956-584d48017fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:21.193276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5a78e022-8c64-4e70-b956-584d48017fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:21.236764 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78e022-8c64-4e70-b956-584d48017fd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d489819-9e89-4ddc-a353-dd0cc80f0a5e,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:21.240653 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5a78e022-8c64-4e70-b956-584d48017fd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:21.247891 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5a78e022-8c64-4e70-b956-584d48017fd3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6d489819-9e89-4ddc-a353-dd0cc80f0a5e HTTP/1.1" status: 204 len: 168 time: 0.3361773 Apr 22 15:02:21.248431 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eae0551-3457-4ab4-abe5-41ce6a81fe02 None None] Network db35a481-da73-4266-8c69-d8e417e36b5f requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:02:21.250284 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40322) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:21.364781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:21.376520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] Deleting port 67b19d14-26aa-4074-a9d4-9b640a53a1df {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:02:21.376867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:21.504493 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af8baee-4dce-4365-8446-efc0595d83d5 None None] DHCP port deletion for db35a481-da73-4266-8c69-d8e417e36b5f request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:02:21.508796 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8af8baee-4dce-4365-8446-efc0595d83d5 None None] Deleting port 67b19d14-26aa-4074-a9d4-9b640a53a1df {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:02:21.509169 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8af8baee-4dce-4365-8446-efc0595d83d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:21.605850 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] For port 67b19d14-26aa-4074-a9d4-9b640a53a1df, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=67b19d14-26aa-4074-a9d4-9b640a53a1df,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:21.606197 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:21.732319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8af8baee-4dce-4365-8446-efc0595d83d5 None None] For port 67b19d14-26aa-4074-a9d4-9b640a53a1df, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=67b19d14-26aa-4074-a9d4-9b640a53a1df,segment=NetworkSegment(00e2cfc8-8612-4988-94df-9d672ba88cf6),segment_id=00e2cfc8-8612-4988-94df-9d672ba88cf6)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:21.732736 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8af8baee-4dce-4365-8446-efc0595d83d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:21.740573 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] Calling delete_port for 67b19d14-26aa-4074-a9d4-9b640a53a1df owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:02:21.846796 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:21.872652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8af8baee-4dce-4365-8446-efc0595d83d5 None None] Calling delete_port for 67b19d14-26aa-4074-a9d4-9b640a53a1df owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:02:21.897879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] Pushing event deleted for resources: {'Port': ['ID=67b19d14-26aa-4074-a9d4-9b640a53a1df,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:21.905332 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] No DVR routers for this DVR port 67b19d14-26aa-4074-a9d4-9b640a53a1df on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:02:21.987064 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5138b006-31bd-40e6-9399-4aa61a2bf7da no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:02:22.023196 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 5138b006-31bd-40e6-9399-4aa61a2bf7da {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:02:22.023545 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5138b006-31bd-40e6-9399-4aa61a2bf7da not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:02:22.023952 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 67b19d14-26aa-4074-a9d4-9b640a53a1df no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:02:22.037782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:22.059184 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 67b19d14-26aa-4074-a9d4-9b640a53a1df {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:02:22.059558 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 67b19d14-26aa-4074-a9d4-9b640a53a1df not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:02:22.059976 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d0b3437b-7f44-4592-9cbd-320c028d6333 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:02:22.066636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db35a481-da73-4266-8c69-d8e417e36b5f']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:22.079899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e2cfc8-8612-4988-94df-9d672ba88cf6') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:22.080191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e2cfc8-8612-4988-94df-9d672ba88cf6') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:22.084830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-8af8baee-4dce-4365-8446-efc0595d83d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:02:22.085178 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-8af8baee-4dce-4365-8446-efc0595d83d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:02:22.093630 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:22.095961 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: d0b3437b-7f44-4592-9cbd-320c028d6333 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:02:22.096299 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d0b3437b-7f44-4592-9cbd-320c028d6333 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:02:22.112220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:22.120086 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:02:22.120513 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:02:22.133773 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:02:22.212690 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:22.229323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:22.239838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] Pushing event deleted for resources: {'Network': ['ID=db35a481-da73-4266-8c69-d8e417e36b5f,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:22.254258 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3c23c531-aade-4f0c-8a9a-d65041a318ab admin admin] 10.222.0.23 "DELETE /v2.0/networks/db35a481-da73-4266-8c69-d8e417e36b5f HTTP/1.1" status: 204 len: 168 time: 1.0027955 Apr 22 15:02:22.401082 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40328) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:22.453701 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-108d2a02-dea7-44c3-806d-5ca29c2ad1d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22879847914a4b3bbb1069816ef5c7f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514336 Apr 22 15:02:22.456156 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40332) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:22.482304 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ffca88ea-4ab2-4f42-9dd9-87f97ad92c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:22.530900 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-160eeba7-b274-414f-904f-065ace978b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:22.557426 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-160eeba7-b274-414f-904f-065ace978b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:22.586410 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8af8baee-4dce-4365-8446-efc0595d83d5 None None] Deleting port 67b19d14-26aa-4074-a9d4-9b640a53a1df {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:02:22.586994 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8af8baee-4dce-4365-8446-efc0595d83d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:22.612683 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-160eeba7-b274-414f-904f-065ace978b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:22.642105 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160eeba7-b274-414f-904f-065ace978b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dc21a4-8952-470a-b24c-fb8f3db49969,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:22.646758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-160eeba7-b274-414f-904f-065ace978b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:22.648016 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-160eeba7-b274-414f-904f-065ace978b21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9dc21a4-8952-470a-b24c-fb8f3db49969 HTTP/1.1" status: 204 len: 168 time: 0.1909676 Apr 22 15:02:22.665350 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8af8baee-4dce-4365-8446-efc0595d83d5 None None] The port '67b19d14-26aa-4074-a9d4-9b640a53a1df' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:02:22.786161 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:02:23.552176 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40354) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:23.687974 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1546276426-network', 'tenant_id': '03fa3bec9b62497ea2d18e6434152fdd'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:02:23.695449 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:02:23.699949 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Usage tracker for resource:network and tenant:03fa3bec9b62497ea2d18e6434152fdd is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:02:23.702884 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:02:23.801981 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:02:23.811892 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Made reservation on behalf of 03fa3bec9b62497ea2d18e6434152fdd for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:02:23.814286 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:23.828184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:23.862579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:02:23.866520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Usage tracker for resource:security_group_rule and tenant:03fa3bec9b62497ea2d18e6434152fdd is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:02:23.869804 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:02:23.875734 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:02:23.952526 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:23.956621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:23.988635 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:02:23.997926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6988b72-1184-45b1-bb4c-63dd15f1a11a,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:24.003946 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:24.004283 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Added segment d7a3ae86-64ef-47aa-ad92-898d259d2e35 of type vlan for network 24549715-bc62-40bc-a200-29039d5fb99e Apr 22 15:02:24.035627 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:24.067400 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:24.068727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:24.069389 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:24.177537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] Pushing event updated for resources: {'Network': ['ID=24549715-bc62-40bc-a200-29039d5fb99e,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:24.180433 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a559c7fa-6bc7-4a61-ba76-402bfdd1c631 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6272495 Apr 22 15:02:24.184853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40360) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:24.188238 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 24549715-bc62-40bc-a200-29039d5fb99e details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:02:24.190727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-dd53d966-fd39-499c-bf9d-930ad75183a9 admin admin] Request body: {'subnet': {'network_id': '24549715-bc62-40bc-a200-29039d5fb99e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1546276426-subnet', 'tenant_id': '03fa3bec9b62497ea2d18e6434152fdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:02:24.195903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-dd53d966-fd39-499c-bf9d-930ad75183a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:02:24.200866 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-dd53d966-fd39-499c-bf9d-930ad75183a9 admin admin] Usage tracker for resource:subnet and tenant:03fa3bec9b62497ea2d18e6434152fdd is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:02:24.204237 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-dd53d966-fd39-499c-bf9d-930ad75183a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:02:24.210420 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-dd53d966-fd39-499c-bf9d-930ad75183a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:02:24.221323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd53d966-fd39-499c-bf9d-930ad75183a9 admin admin] Made reservation on behalf of 03fa3bec9b62497ea2d18e6434152fdd for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:02:24.223880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dd53d966-fd39-499c-bf9d-930ad75183a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:24.443195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dd53d966-fd39-499c-bf9d-930ad75183a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:24.518988 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53d966-fd39-499c-bf9d-930ad75183a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4debdfbe-3965-418b-971a-652f31953182,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:24.530810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd53d966-fd39-499c-bf9d-930ad75183a9 admin admin] Checking segment: {'id': 'd7a3ae86-64ef-47aa-ad92-898d259d2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24549715-bc62-40bc-a200-29039d5fb99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:02:24.531165 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd53d966-fd39-499c-bf9d-930ad75183a9 admin admin] Network hostable DHCP agents. Network: 24549715-bc62-40bc-a200-29039d5fb99e, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:02:24.560054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd53d966-fd39-499c-bf9d-930ad75183a9 admin admin] Network 24549715-bc62-40bc-a200-29039d5fb99e is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:02:24.567903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-dd53d966-fd39-499c-bf9d-930ad75183a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 24549715-bc62-40bc-a200-29039d5fb99e) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:02:24.572813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd53d966-fd39-499c-bf9d-930ad75183a9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:24.573397 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-dd53d966-fd39-499c-bf9d-930ad75183a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:24.577788 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86ea7e1-d0d2-47fb-8e11-ce2c76d45581 None None] Network 24549715-bc62-40bc-a200-29039d5fb99e requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:02:24.598658 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-dd53d966-fd39-499c-bf9d-930ad75183a9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4121568 Apr 22 15:02:24.727621 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:24.832600 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9eaacdf5-21be-4b41-bb67-3cd92cbeebf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:24.883322 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c4ccc9-9468-49f1-8199-3814953aad8a None None] Network 24549715-bc62-40bc-a200-29039d5fb99e requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:02:25.281802 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571045b-510f-4889-a1a1-8746f996ab0a req-27c0a768-3e1e-423f-ac4f-a1912c224358 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:25.283177 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1571045b-510f-4889-a1a1-8746f996ab0a req-27c0a768-3e1e-423f-ac4f-a1912c224358 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/networks?id=24549715-bc62-40bc-a200-29039d5fb99e HTTP/1.1" status: 200 len: 814 time: 0.1575236 Apr 22 15:02:25.300437 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1571045b-510f-4889-a1a1-8746f996ab0a req-4478695e-aacd-4fcf-b827-1722e5f705f6 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/quotas/03fa3bec9b62497ea2d18e6434152fdd HTTP/1.1" status: 200 len: 375 time: 0.0115597 Apr 22 15:02:25.348844 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1571045b-510f-4889-a1a1-8746f996ab0a req-fa776647-912e-4e5a-af8f-7ceb8d778d85 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=03fa3bec9b62497ea2d18e6434152fdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429804 Apr 22 15:02:25.488891 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1571045b-510f-4889-a1a1-8746f996ab0a req-7554d6da-08f5-4069-801f-a6acbd36c819 service neutron] 10.222.0.23 "GET /v2.0/networks/24549715-bc62-40bc-a200-29039d5fb99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332715 Apr 22 15:02:25.627412 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1571045b-510f-4889-a1a1-8746f996ab0a req-8b987b75-a2b2-4c14-9d28-397aae7df1a4 service neutron] 10.222.0.23 "GET /v2.0/networks/24549715-bc62-40bc-a200-29039d5fb99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319625 Apr 22 15:02:25.837530 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a1977ae9-52c4-44dd-a7a6-6a3883062072 req-01e19db9-05c9-467f-92ab-dca751268344 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 210 time: 0.0423388 Apr 22 15:02:26.098847 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:26.190050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:26.980924 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571045b-510f-4889-a1a1-8746f996ab0a req-4ca3693c-9d15-40e8-b77e-cdeb458e5411 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:26.981706 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-1571045b-510f-4889-a1a1-8746f996ab0a req-4ca3693c-9d15-40e8-b77e-cdeb458e5411 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Synchronizing usage tracker for tenant:03fa3bec9b62497ea2d18e6434152fdd on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:02:27.003236 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-1571045b-510f-4889-a1a1-8746f996ab0a req-4ca3693c-9d15-40e8-b77e-cdeb458e5411 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Unset dirty status for tenant:03fa3bec9b62497ea2d18e6434152fdd on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:02:27.004602 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1571045b-510f-4889-a1a1-8746f996ab0a req-4ca3693c-9d15-40e8-b77e-cdeb458e5411 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.30 "GET /v2.0/networks?id=24549715-bc62-40bc-a200-29039d5fb99e HTTP/1.1" status: 200 len: 814 time: 0.2172217 Apr 22 15:02:27.021015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Request body: {'port': {'device_id': 'af1ec18a-0dfb-4664-a4ad-ef3e755b45f4', 'network_id': '24549715-bc62-40bc-a200-29039d5fb99e', 'admin_state_up': True, 'tenant_id': '03fa3bec9b62497ea2d18e6434152fdd'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:02:27.051712 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-89f6556a-79da-4a77-ae02-754c7808e076 req-efff067d-a2ec-48fd-aa76-0d51faa6c731 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 210 time: 0.0499094 Apr 22 15:02:27.173363 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:02:27.177351 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Usage tracker for resource:port and tenant:03fa3bec9b62497ea2d18e6434152fdd is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:02:27.180828 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:02:27.188121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:02:27.200494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Made reservation on behalf of 03fa3bec9b62497ea2d18e6434152fdd for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:02:27.205081 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:27.390646 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:27.408909 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Allocated IP 172.20.0.2 (24549715-bc62-40bc-a200-29039d5fb99e/4debdfbe-3965-418b-971a-652f31953182/424e74d3-d37c-44d0-8f2b-8faa77a90919) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:02:27.637008 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:27.669025 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:27.751210 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Network 24549715-bc62-40bc-a200-29039d5fb99e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:02:27.754266 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:02:27.758387 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:02:27.791532 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Pushing event updated for resources: {'Port': ['ID=424e74d3-d37c-44d0-8f2b-8faa77a90919,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:27.828622 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:27.829224 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:27.852675 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5fdc145e-21ff-4269-9976-164d3946c520 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8358023 Apr 22 15:02:27.864071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Request body: {'port': {'device_id': 'af1ec18a-0dfb-4664-a4ad-ef3e755b45f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:02:27.983088 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:28.266954 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59812024-d873-4a55-b8ce-c60cf109b3ac req-33934c37-b5dc-4d36-91c3-ddbb0305185a tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:28.268446 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-59812024-d873-4a55-b8ce-c60cf109b3ac req-33934c37-b5dc-4d36-91c3-ddbb0305185a tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 931 time: 0.0860667 Apr 22 15:02:28.318251 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-59812024-d873-4a55-b8ce-c60cf109b3ac req-7722334c-a48c-4274-8b8a-eaa8ac7fc9ed tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434875 Apr 22 15:02:28.446715 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424e74d3-d37c-44d0-8f2b-8faa77a90919 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:02:28.454344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:28.470225 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Transition to ACTIVE for port object 424e74d3-d37c-44d0-8f2b-8faa77a90919 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:02:28.474619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:28.610926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Pushing event updated for resources: {'Port': ['ID=424e74d3-d37c-44d0-8f2b-8faa77a90919,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:28.737725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Attempting to bind port 424e74d3-d37c-44d0-8f2b-8faa77a90919 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:02:28.738062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Attempting to bind port 424e74d3-d37c-44d0-8f2b-8faa77a90919 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'd7a3ae86-64ef-47aa-ad92-898d259d2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24549715-bc62-40bc-a200-29039d5fb99e'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:02:28.738387 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Attempting to bind port 424e74d3-d37c-44d0-8f2b-8faa77a90919 on network 24549715-bc62-40bc-a200-29039d5fb99e {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:02:28.746031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Port 424e74d3-d37c-44d0-8f2b-8faa77a90919 on network 24549715-bc62-40bc-a200-29039d5fb99e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:02:28.746357 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Attempting to bind port 424e74d3-d37c-44d0-8f2b-8faa77a90919 on network 24549715-bc62-40bc-a200-29039d5fb99e {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:02:28.754616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:02:28.755184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Checking segment: {'id': 'd7a3ae86-64ef-47aa-ad92-898d259d2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24549715-bc62-40bc-a200-29039d5fb99e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:02:28.755832 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Bound using segment: {'id': 'd7a3ae86-64ef-47aa-ad92-898d259d2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24549715-bc62-40bc-a200-29039d5fb99e'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:02:28.756595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Bound port: 424e74d3-d37c-44d0-8f2b-8faa77a90919, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a3ae86-64ef-47aa-ad92-898d259d2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24549715-bc62-40bc-a200-29039d5fb99e'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:02:28.757033 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:28.862065 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] For port 424e74d3-d37c-44d0-8f2b-8faa77a90919, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:02:28.865632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] For port 424e74d3-d37c-44d0-8f2b-8faa77a90919, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=424e74d3-d37c-44d0-8f2b-8faa77a90919,segment=NetworkSegment(d7a3ae86-64ef-47aa-ad92-898d259d2e35),segment_id=d7a3ae86-64ef-47aa-ad92-898d259d2e35)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:02:28.870587 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:28.936994 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:28.938360 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1571045b-510f-4889-a1a1-8746f996ab0a req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] 10.222.0.30 "PUT /v2.0/ports/424e74d3-d37c-44d0-8f2b-8faa77a90919 HTTP/1.1" status: 200 len: 1093 time: 1.0785499 Apr 22 15:02:28.938787 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1ec18a-0dfb-4664-a4ad-ef3e755b45f4', 'tag': '424e74d3-d37c-44d0-8f2b-8faa77a90919'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:02:28.958955 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94ae10-bc83-4957-8bae-bf6ebb918945 service neutron] Pushing event updated for resources: {'Port': ['ID=424e74d3-d37c-44d0-8f2b-8faa77a90919,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:29.057665 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1571045b-510f-4889-a1a1-8746f996ab0a req-f777b563-8511-49ca-84dc-b869b1040462 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03fa3bec9b62497ea2d18e6434152fdd&device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 1096 time: 0.0800614 Apr 22 15:02:29.115123 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb992b5-7ff7-4127-b3e3-6840dd23f883'] response: {'name': 'network-changed', 'server_uuid': 'af1ec18a-0dfb-4664-a4ad-ef3e755b45f4', 'tag': '424e74d3-d37c-44d0-8f2b-8faa77a90919', 'status': 'completed', 'code': 200} Apr 22 15:02:29.131718 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1571045b-510f-4889-a1a1-8746f996ab0a req-305c9694-7d51-4214-95ac-9763bbbbf45c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=424e74d3-d37c-44d0-8f2b-8faa77a90919 HTTP/1.1" status: 200 len: 217 time: 0.0675523 Apr 22 15:02:29.201561 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571045b-510f-4889-a1a1-8746f996ab0a req-d534ca67-3bd5-4d31-81fd-aa2a66d4b495 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:29.203020 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1571045b-510f-4889-a1a1-8746f996ab0a req-d534ca67-3bd5-4d31-81fd-aa2a66d4b495 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4debdfbe-3965-418b-971a-652f31953182 HTTP/1.1" status: 200 len: 854 time: 0.0661583 Apr 22 15:02:29.250069 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1571045b-510f-4889-a1a1-8746f996ab0a req-05307d75-8292-4ecd-a537-b4f701078363 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24549715-bc62-40bc-a200-29039d5fb99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412107 Apr 22 15:02:29.407782 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1571045b-510f-4889-a1a1-8746f996ab0a req-8f0c1950-da0a-4669-a26b-edb4cdc52a0d service neutron] 10.222.0.30 "GET /v2.0/networks/24549715-bc62-40bc-a200-29039d5fb99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517141 Apr 22 15:02:29.574387 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5af8d-fe27-4c5c-ace7-81fd03407108 req-fc6fd79a-196f-4a82-a1ad-95c8d1e1d7fc tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:29.576929 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-afd5af8d-fe27-4c5c-ace7-81fd03407108 req-fc6fd79a-196f-4a82-a1ad-95c8d1e1d7fc tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 943 time: 0.1170952 Apr 22 15:02:29.577302 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1571045b-510f-4889-a1a1-8746f996ab0a req-5cd5d0ea-cabb-45b4-8d4c-a6909e6d7779 service neutron] 10.222.0.30 "GET /v2.0/networks/24549715-bc62-40bc-a200-29039d5fb99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634331 Apr 22 15:02:29.655353 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-afd5af8d-fe27-4c5c-ace7-81fd03407108 req-7ce7ca69-8777-434a-b143-d8dc962931a7 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686369 Apr 22 15:02:29.762975 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-bb246e3c-325f-40d5-8f94-740bb54b452a req-c6ff62ce-9b66-4957-b03c-ef9a3fe36745 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03fa3bec9b62497ea2d18e6434152fdd&device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 1096 time: 0.1303413 Apr 22 15:02:29.919550 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb246e3c-325f-40d5-8f94-740bb54b452a req-755d4533-7667-47ed-8d01-dd1ee52f7093 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:29.921080 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-bb246e3c-325f-40d5-8f94-740bb54b452a req-755d4533-7667-47ed-8d01-dd1ee52f7093 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24549715-bc62-40bc-a200-29039d5fb99e HTTP/1.1" status: 200 len: 915 time: 0.1519477 Apr 22 15:02:30.002668 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-bb246e3c-325f-40d5-8f94-740bb54b452a req-79028b58-752f-429a-a53a-086d4258edc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=424e74d3-d37c-44d0-8f2b-8faa77a90919 HTTP/1.1" status: 200 len: 217 time: 0.0747726 Apr 22 15:02:30.072464 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb246e3c-325f-40d5-8f94-740bb54b452a req-314923c8-bd45-4c15-a519-1785f058a864 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:30.073993 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-bb246e3c-325f-40d5-8f94-740bb54b452a req-314923c8-bd45-4c15-a519-1785f058a864 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4debdfbe-3965-418b-971a-652f31953182 HTTP/1.1" status: 200 len: 854 time: 0.0639212 Apr 22 15:02:30.127329 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-bb246e3c-325f-40d5-8f94-740bb54b452a req-be13e5d8-9853-452b-b814-b589f21bf672 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24549715-bc62-40bc-a200-29039d5fb99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458102 Apr 22 15:02:30.365497 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-bb246e3c-325f-40d5-8f94-740bb54b452a req-79a22ea2-b51f-45f9-b80e-53ea01f9b252 service neutron] 10.222.0.30 "GET /v2.0/networks/24549715-bc62-40bc-a200-29039d5fb99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308311 Apr 22 15:02:30.416656 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 424e74d3-d37c-44d0-8f2b-8faa77a90919 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:02:30.504324 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-bb246e3c-325f-40d5-8f94-740bb54b452a req-a302aa75-7d29-4b56-8d7e-d48a1c1e39e6 service neutron] 10.222.0.30 "GET /v2.0/networks/24549715-bc62-40bc-a200-29039d5fb99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329732 Apr 22 15:02:30.556965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 424e74d3-d37c-44d0-8f2b-8faa77a90919, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=424e74d3-d37c-44d0-8f2b-8faa77a90919,segment=NetworkSegment(d7a3ae86-64ef-47aa-ad92-898d259d2e35),segment_id=d7a3ae86-64ef-47aa-ad92-898d259d2e35)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:30.575152 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '424e74d3-d37c-44d0-8f2b-8faa77a90919', 'network_id': '24549715-bc62-40bc-a200-29039d5fb99e', 'port_id': '424e74d3-d37c-44d0-8f2b-8faa77a90919', 'mac_address': 'fa:16:3e:7c:06:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4debdfbe-3965-418b-971a-652f31953182', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:02:30.630376 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:30.649171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424e74d3-d37c-44d0-8f2b-8faa77a90919 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:02:30.667633 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 424e74d3-d37c-44d0-8f2b-8faa77a90919, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=424e74d3-d37c-44d0-8f2b-8faa77a90919,segment=NetworkSegment(d7a3ae86-64ef-47aa-ad92-898d259d2e35),segment_id=d7a3ae86-64ef-47aa-ad92-898d259d2e35)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:30.672884 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:30.752348 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=424e74d3-d37c-44d0-8f2b-8faa77a90919,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:30.873211 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['424e74d3-d37c-44d0-8f2b-8faa77a90919'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:02:30.874599 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b047680-3414-49b2-8033-4d5bdf72558c req-9a807e30-44d3-4c03-a4c3-320edf51c268 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:30.876154 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0b047680-3414-49b2-8033-4d5bdf72558c req-9a807e30-44d3-4c03-a4c3-320edf51c268 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 944 time: 0.0812950 Apr 22 15:02:30.923998 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0b047680-3414-49b2-8033-4d5bdf72558c req-7ce0092d-5c48-4a10-bad0-b3148a278200 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420604 Apr 22 15:02:32.241287 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2082b-20a4-4be1-b68f-650a5e189825 req-617cbc95-8393-4ae2-9ad0-9a9131118374 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:32.242730 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fbf2082b-20a4-4be1-b68f-650a5e189825 req-617cbc95-8393-4ae2-9ad0-9a9131118374 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 944 time: 0.1890440 Apr 22 15:02:32.295136 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fbf2082b-20a4-4be1-b68f-650a5e189825 req-bbac5dca-1f25-41ca-b004-a0627b71e3c0 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461719 Apr 22 15:02:32.432046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 424e74d3-d37c-44d0-8f2b-8faa77a90919 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:02:32.522664 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 424e74d3-d37c-44d0-8f2b-8faa77a90919 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:02:32.531607 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 424e74d3-d37c-44d0-8f2b-8faa77a90919 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:02:32.532181 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:32.713053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:32.750485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1ec18a-0dfb-4664-a4ad-ef3e755b45f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424e74d3-d37c-44d0-8f2b-8faa77a90919'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:02:32.763846 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 424e74d3-d37c-44d0-8f2b-8faa77a90919, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=424e74d3-d37c-44d0-8f2b-8faa77a90919,segment=NetworkSegment(d7a3ae86-64ef-47aa-ad92-898d259d2e35),segment_id=d7a3ae86-64ef-47aa-ad92-898d259d2e35)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:32.770627 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:32.822144 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c54406-b027-4f4e-9904-0bdcc82cdbe6'] response: {'server_uuid': 'af1ec18a-0dfb-4664-a4ad-ef3e755b45f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424e74d3-d37c-44d0-8f2b-8faa77a90919', 'code': 200} Apr 22 15:02:32.850260 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=424e74d3-d37c-44d0-8f2b-8faa77a90919,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:33.063876 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e6075d6e-d1fd-407f-b0df-d15072957658 req-9bb61c07-f744-4aa2-9bb4-07244d799b28 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 1098 time: 0.0759089 Apr 22 15:02:33.116809 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e6075d6e-d1fd-407f-b0df-d15072957658 req-838f340c-4de0-43d8-a927-dc3b9d59762b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467136 Apr 22 15:02:33.501548 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059247f4-f686-4367-bb6d-46dc52128fc7 req-b3a975ba-eace-4572-a074-1d8f8a361134 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:33.503063 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-059247f4-f686-4367-bb6d-46dc52128fc7 req-b3a975ba-eace-4572-a074-1d8f8a361134 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 945 time: 0.0818098 Apr 22 15:02:33.553945 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-059247f4-f686-4367-bb6d-46dc52128fc7 req-8e9801fa-5761-4e56-a785-febef5a9def0 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452623 Apr 22 15:02:34.762675 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737301e-a10d-405d-bdd6-5f1c83be9a7c req-00122296-4d7b-4f90-9b27-21a12cef0400 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:34.764179 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d737301e-a10d-405d-bdd6-5f1c83be9a7c req-00122296-4d7b-4f90-9b27-21a12cef0400 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 945 time: 0.0838983 Apr 22 15:02:34.811115 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d737301e-a10d-405d-bdd6-5f1c83be9a7c req-6d044860-8ed9-4bff-98d0-886ed9e26b5c tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412061 Apr 22 15:02:35.126270 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-cc6582ba-76a9-467c-a571-78393873377e tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:35.127861 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-cc6582ba-76a9-467c-a571-78393873377e tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/networks?id=24549715-bc62-40bc-a200-29039d5fb99e HTTP/1.1" status: 200 len: 814 time: 0.1516554 Apr 22 15:02:35.146222 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-33ac668a-5960-4739-8c52-7c29215aeb94 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/quotas/03fa3bec9b62497ea2d18e6434152fdd HTTP/1.1" status: 200 len: 375 time: 0.0127923 Apr 22 15:02:35.234706 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-197330a9-da4a-4c62-8251-fed8752a7f3c tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=03fa3bec9b62497ea2d18e6434152fdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825377 Apr 22 15:02:35.375402 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-0a028310-e881-442d-affd-e77d5370935b service neutron] 10.222.0.23 "GET /v2.0/networks/24549715-bc62-40bc-a200-29039d5fb99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336927 Apr 22 15:02:35.514725 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-b741b120-b3da-4c37-871b-9a6c2b498d60 service neutron] 10.222.0.23 "GET /v2.0/networks/24549715-bc62-40bc-a200-29039d5fb99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333876 Apr 22 15:02:35.713408 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2cc62009-3052-49fd-8c52-0462ae527fc9 req-af07168d-82c5-4d2a-a758-da2499f5bbcf tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d23ff62-b559-4734-ad80-edab22fb749a HTTP/1.1" status: 200 len: 210 time: 0.0433590 Apr 22 15:02:36.768726 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-addc842f-b8d2-446b-a9eb-9da58bd3c677 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:36.770211 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-addc842f-b8d2-446b-a9eb-9da58bd3c677 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.30 "GET /v2.0/networks?id=24549715-bc62-40bc-a200-29039d5fb99e HTTP/1.1" status: 200 len: 814 time: 0.1706357 Apr 22 15:02:36.786725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Request body: {'port': {'device_id': '4d23ff62-b559-4734-ad80-edab22fb749a', 'network_id': '24549715-bc62-40bc-a200-29039d5fb99e', 'admin_state_up': True, 'tenant_id': '03fa3bec9b62497ea2d18e6434152fdd'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:02:36.890744 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3320f1f6-6fe2-4f9c-a9df-4ddfe55e4c52 req-d8484f7e-96e6-42d8-9456-4d3cf15a24f5 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d23ff62-b559-4734-ad80-edab22fb749a HTTP/1.1" status: 200 len: 210 time: 0.0438230 Apr 22 15:02:36.948110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:02:36.952110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Usage tracker for resource:port and tenant:03fa3bec9b62497ea2d18e6434152fdd is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:02:36.955005 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:02:36.960910 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:02:36.971400 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Made reservation on behalf of 03fa3bec9b62497ea2d18e6434152fdd for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:02:36.974400 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:37.144500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Allocated IP 172.20.0.14 (24549715-bc62-40bc-a200-29039d5fb99e/4debdfbe-3965-418b-971a-652f31953182/15088231-4e2d-4517-8303-f634d20e47a0) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:02:37.374354 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:37.402808 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:37.413734 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['424e74d3-d37c-44d0-8f2b-8faa77a90919'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:02:37.473085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Network 24549715-bc62-40bc-a200-29039d5fb99e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:02:37.476243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:02:37.480949 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:02:37.517781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Pushing event updated for resources: {'Port': ['ID=15088231-4e2d-4517-8303-f634d20e47a0,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:37.548721 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:37.549353 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:37.572042 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-f58f4a42-f467-425a-9f4d-8ec151cb3260 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7896416 Apr 22 15:02:37.583871 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Request body: {'port': {'device_id': '4d23ff62-b559-4734-ad80-edab22fb749a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:02:37.703632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:38.078967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15088231-4e2d-4517-8303-f634d20e47a0 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:02:38.087692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:38.106141 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a47050-656b-4002-a060-58740c034f96 req-c4895c88-8720-41f5-ae3e-f135769ea623 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:38.106141 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-45a47050-656b-4002-a060-58740c034f96 req-c4895c88-8720-41f5-ae3e-f135769ea623 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d23ff62-b559-4734-ad80-edab22fb749a HTTP/1.1" status: 200 len: 932 time: 0.0867813 Apr 22 15:02:38.106838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Transition to ACTIVE for port object 15088231-4e2d-4517-8303-f634d20e47a0 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:02:38.110202 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:38.153197 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-45a47050-656b-4002-a060-58740c034f96 req-be28b359-467b-4a8d-a519-f4bc1a590aa6 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427299 Apr 22 15:02:38.342652 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Pushing event updated for resources: {'Port': ['ID=15088231-4e2d-4517-8303-f634d20e47a0,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:38.452132 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Attempting to bind port 15088231-4e2d-4517-8303-f634d20e47a0 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:02:38.452457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Attempting to bind port 15088231-4e2d-4517-8303-f634d20e47a0 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'd7a3ae86-64ef-47aa-ad92-898d259d2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24549715-bc62-40bc-a200-29039d5fb99e'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:02:38.452779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Attempting to bind port 15088231-4e2d-4517-8303-f634d20e47a0 on network 24549715-bc62-40bc-a200-29039d5fb99e {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:02:38.459103 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Port 15088231-4e2d-4517-8303-f634d20e47a0 on network 24549715-bc62-40bc-a200-29039d5fb99e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:02:38.459450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Attempting to bind port 15088231-4e2d-4517-8303-f634d20e47a0 on network 24549715-bc62-40bc-a200-29039d5fb99e {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:02:38.467211 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:02:38.467577 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Checking segment: {'id': 'd7a3ae86-64ef-47aa-ad92-898d259d2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24549715-bc62-40bc-a200-29039d5fb99e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:02:38.467963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Bound using segment: {'id': 'd7a3ae86-64ef-47aa-ad92-898d259d2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24549715-bc62-40bc-a200-29039d5fb99e'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:02:38.468384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Bound port: 15088231-4e2d-4517-8303-f634d20e47a0, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a3ae86-64ef-47aa-ad92-898d259d2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24549715-bc62-40bc-a200-29039d5fb99e'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:02:38.468723 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:38.566469 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] For port 15088231-4e2d-4517-8303-f634d20e47a0, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:02:38.569590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] For port 15088231-4e2d-4517-8303-f634d20e47a0, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=15088231-4e2d-4517-8303-f634d20e47a0,segment=NetworkSegment(d7a3ae86-64ef-47aa-ad92-898d259d2e35),segment_id=d7a3ae86-64ef-47aa-ad92-898d259d2e35)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:02:38.575077 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:38.638687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:38.640202 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] 10.222.0.30 "PUT /v2.0/ports/15088231-4e2d-4517-8303-f634d20e47a0 HTTP/1.1" status: 200 len: 1094 time: 1.0606222 Apr 22 15:02:38.640633 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d23ff62-b559-4734-ad80-edab22fb749a', 'tag': '15088231-4e2d-4517-8303-f634d20e47a0'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:02:38.660502 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d7b20-8e64-4711-8ce2-ceea9b6a4c20 service neutron] Pushing event updated for resources: {'Port': ['ID=15088231-4e2d-4517-8303-f634d20e47a0,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:38.712851 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c184360c-d1ad-40e5-bb45-ac190846daa1'] response: {'name': 'network-changed', 'server_uuid': '4d23ff62-b559-4734-ad80-edab22fb749a', 'tag': '15088231-4e2d-4517-8303-f634d20e47a0', 'status': 'completed', 'code': 200} Apr 22 15:02:38.762556 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-470de3d5-7844-46df-a498-c56fd277224d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03fa3bec9b62497ea2d18e6434152fdd&device_id=4d23ff62-b559-4734-ad80-edab22fb749a HTTP/1.1" status: 200 len: 1097 time: 0.0806973 Apr 22 15:02:38.831616 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-8819a99e-9a68-4fe7-ae82-1dbf68664b72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15088231-4e2d-4517-8303-f634d20e47a0 HTTP/1.1" status: 200 len: 217 time: 0.0629959 Apr 22 15:02:38.903666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-901c6bf6-1a3f-49b5-a697-f2d2482c70d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:38.905023 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-901c6bf6-1a3f-49b5-a697-f2d2482c70d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4debdfbe-3965-418b-971a-652f31953182 HTTP/1.1" status: 200 len: 854 time: 0.0670295 Apr 22 15:02:38.952429 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-66e25571-7c8f-48de-b86f-ab0d3ce5dc83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24549715-bc62-40bc-a200-29039d5fb99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414872 Apr 22 15:02:39.092947 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-00b0c5ec-9ac9-4ca6-be90-4c620af68b00 service neutron] 10.222.0.30 "GET /v2.0/networks/24549715-bc62-40bc-a200-29039d5fb99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349759 Apr 22 15:02:39.231581 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f71649dd-14fa-4444-af8d-7a8360a4e9bc req-985b5217-7560-4ef2-a02e-f98d6b585f4a service neutron] 10.222.0.30 "GET /v2.0/networks/24549715-bc62-40bc-a200-29039d5fb99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332686 Apr 22 15:02:39.350685 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-a9584286-5c77-41d4-b4e2-bbac16f145c5 req-74571632-ef1c-4ce4-b77e-9d14f9d1e173 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03fa3bec9b62497ea2d18e6434152fdd&device_id=4d23ff62-b559-4734-ad80-edab22fb749a HTTP/1.1" status: 200 len: 1097 time: 0.0733178 Apr 22 15:02:39.377428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3c5b4-8573-4b44-801b-ede68ca8f5c7 req-7e4999d5-2687-404e-8292-41cc82bb2009 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:39.378903 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-60f3c5b4-8573-4b44-801b-ede68ca8f5c7 req-7e4999d5-2687-404e-8292-41cc82bb2009 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d23ff62-b559-4734-ad80-edab22fb749a HTTP/1.1" status: 200 len: 944 time: 0.0895042 Apr 22 15:02:39.428446 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-60f3c5b4-8573-4b44-801b-ede68ca8f5c7 req-37432ca8-3056-457c-9bc8-f125187b94de tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433831 Apr 22 15:02:39.490159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9584286-5c77-41d4-b4e2-bbac16f145c5 req-31382ee7-7222-4145-8386-711595b054e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:39.491558 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-a9584286-5c77-41d4-b4e2-bbac16f145c5 req-31382ee7-7222-4145-8386-711595b054e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24549715-bc62-40bc-a200-29039d5fb99e HTTP/1.1" status: 200 len: 915 time: 0.1346314 Apr 22 15:02:39.566407 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-a9584286-5c77-41d4-b4e2-bbac16f145c5 req-e66f149d-ac78-442f-92a3-433988b8752e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15088231-4e2d-4517-8303-f634d20e47a0 HTTP/1.1" status: 200 len: 217 time: 0.0682042 Apr 22 15:02:39.638195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9584286-5c77-41d4-b4e2-bbac16f145c5 req-07e88201-43bc-491d-a62b-1e7f6b792591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:39.640634 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-a9584286-5c77-41d4-b4e2-bbac16f145c5 req-07e88201-43bc-491d-a62b-1e7f6b792591 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4debdfbe-3965-418b-971a-652f31953182 HTTP/1.1" status: 200 len: 854 time: 0.0682120 Apr 22 15:02:39.692165 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-a9584286-5c77-41d4-b4e2-bbac16f145c5 req-c541a8b4-2340-41d3-9a98-8c61cd828080 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24549715-bc62-40bc-a200-29039d5fb99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445881 Apr 22 15:02:39.837637 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-a9584286-5c77-41d4-b4e2-bbac16f145c5 req-98a75cba-35ca-488e-950e-d16eb5b3abfa service neutron] 10.222.0.30 "GET /v2.0/networks/24549715-bc62-40bc-a200-29039d5fb99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391909 Apr 22 15:02:39.981419 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-a9584286-5c77-41d4-b4e2-bbac16f145c5 req-39857b1c-ec98-4803-adf0-ea08674c8bbe service neutron] 10.222.0.30 "GET /v2.0/networks/24549715-bc62-40bc-a200-29039d5fb99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374574 Apr 22 15:02:40.450078 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 15088231-4e2d-4517-8303-f634d20e47a0 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:02:40.592129 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 15088231-4e2d-4517-8303-f634d20e47a0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=15088231-4e2d-4517-8303-f634d20e47a0,segment=NetworkSegment(d7a3ae86-64ef-47aa-ad92-898d259d2e35),segment_id=d7a3ae86-64ef-47aa-ad92-898d259d2e35)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:40.607860 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '15088231-4e2d-4517-8303-f634d20e47a0', 'network_id': '24549715-bc62-40bc-a200-29039d5fb99e', 'port_id': '15088231-4e2d-4517-8303-f634d20e47a0', 'mac_address': 'fa:16:3e:ff:c4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4debdfbe-3965-418b-971a-652f31953182', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:02:40.652311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed4e54-43eb-40dd-accd-2cbcc3ac59b5 req-3a6c7fbd-7efd-4156-8918-513a20f8292f tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:40.654772 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d5ed4e54-43eb-40dd-accd-2cbcc3ac59b5 req-3a6c7fbd-7efd-4156-8918-513a20f8292f tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d23ff62-b559-4734-ad80-edab22fb749a HTTP/1.1" status: 200 len: 944 time: 0.0962315 Apr 22 15:02:40.666793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:40.688478 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15088231-4e2d-4517-8303-f634d20e47a0 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:02:40.708878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 15088231-4e2d-4517-8303-f634d20e47a0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=15088231-4e2d-4517-8303-f634d20e47a0,segment=NetworkSegment(d7a3ae86-64ef-47aa-ad92-898d259d2e35),segment_id=d7a3ae86-64ef-47aa-ad92-898d259d2e35)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:40.714388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:40.715474 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d5ed4e54-43eb-40dd-accd-2cbcc3ac59b5 req-db710303-d104-4fed-bd07-4ebf26f58c65 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523448 Apr 22 15:02:40.789604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=15088231-4e2d-4517-8303-f634d20e47a0,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:40.926175 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['15088231-4e2d-4517-8303-f634d20e47a0'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:02:41.940051 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bdc81-4fe6-45b8-9c5c-6f822e9efb9a req-17b1438d-df0d-4812-b7ae-f394657cead0 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:41.941821 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-be1bdc81-4fe6-45b8-9c5c-6f822e9efb9a req-17b1438d-df0d-4812-b7ae-f394657cead0 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d23ff62-b559-4734-ad80-edab22fb749a HTTP/1.1" status: 200 len: 945 time: 0.0894139 Apr 22 15:02:41.993841 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-be1bdc81-4fe6-45b8-9c5c-6f822e9efb9a req-84387c72-8f15-4365-b4c0-c208caf92579 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466027 Apr 22 15:02:42.465362 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 15088231-4e2d-4517-8303-f634d20e47a0 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:02:42.544724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 15088231-4e2d-4517-8303-f634d20e47a0 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:02:42.549814 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 15088231-4e2d-4517-8303-f634d20e47a0 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:02:42.550191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:42.678576 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:42.707646 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d23ff62-b559-4734-ad80-edab22fb749a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15088231-4e2d-4517-8303-f634d20e47a0'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:02:42.719856 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 15088231-4e2d-4517-8303-f634d20e47a0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=15088231-4e2d-4517-8303-f634d20e47a0,segment=NetworkSegment(d7a3ae86-64ef-47aa-ad92-898d259d2e35),segment_id=d7a3ae86-64ef-47aa-ad92-898d259d2e35)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:42.724360 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:42.772625 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd6d39f8-185a-4500-8f5f-849a478d2f8b'] response: {'server_uuid': '4d23ff62-b559-4734-ad80-edab22fb749a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15088231-4e2d-4517-8303-f634d20e47a0', 'code': 200} Apr 22 15:02:42.804917 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=15088231-4e2d-4517-8303-f634d20e47a0,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:42.815991 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:42.816513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:42.817044 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:42.817568 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:42.818095 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:42.818666 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:42.819198 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:42.819755 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:42.820280 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:42.821290 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:42.821823 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:43.027188 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-91cb501b-084a-45be-9830-29a9d03b69ac req-b32bb9a7-f2d7-42af-8453-c8bc935584ea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d23ff62-b559-4734-ad80-edab22fb749a HTTP/1.1" status: 200 len: 1099 time: 0.0825930 Apr 22 15:02:43.084415 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-91cb501b-084a-45be-9830-29a9d03b69ac req-b777d035-8cd2-40b2-9e36-1cc58783fc4b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480449 Apr 22 15:02:43.205952 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a61070-6c68-4b93-a251-f3175ba64eac req-a37a04fc-db73-4d20-a885-4bafbdc219b2 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:43.207658 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b3a61070-6c68-4b93-a251-f3175ba64eac req-a37a04fc-db73-4d20-a885-4bafbdc219b2 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d23ff62-b559-4734-ad80-edab22fb749a HTTP/1.1" status: 200 len: 946 time: 0.0876172 Apr 22 15:02:43.264698 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b3a61070-6c68-4b93-a251-f3175ba64eac req-d40bb5df-2d2c-4153-b03e-8e91a31fa47f tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482428 Apr 22 15:02:44.484868 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d10b6-6bcf-465c-8ca1-73ebc30fe4b2 req-5b43cb05-9a74-407e-84db-de8c00fa789c tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:44.486354 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2e0d10b6-6bcf-465c-8ca1-73ebc30fe4b2 req-5b43cb05-9a74-407e-84db-de8c00fa789c tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d23ff62-b559-4734-ad80-edab22fb749a HTTP/1.1" status: 200 len: 946 time: 0.0863886 Apr 22 15:02:44.541083 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2e0d10b6-6bcf-465c-8ca1-73ebc30fe4b2 req-40bffb22-0d8c-4cc7-bb03-2698016944de tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491083 Apr 22 15:02:44.975230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b211490-2b3a-42d8-868f-6947d53cc3aa req-584ca63b-efdf-466e-b25a-88d824941366 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:44.976776 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0b211490-2b3a-42d8-868f-6947d53cc3aa req-584ca63b-efdf-466e-b25a-88d824941366 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d23ff62-b559-4734-ad80-edab22fb749a HTTP/1.1" status: 200 len: 946 time: 0.0850389 Apr 22 15:02:45.028093 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0b211490-2b3a-42d8-868f-6947d53cc3aa req-e289e8f9-7e70-49e0-aced-f8396e7e5ad4 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434072 Apr 22 15:02:46.239549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503534ab-ab2c-441e-9ed1-7c9a14bec00c req-44eb0bba-61f1-42da-abe5-0f0d0d01c83a tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:46.241044 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-503534ab-ab2c-441e-9ed1-7c9a14bec00c req-44eb0bba-61f1-42da-abe5-0f0d0d01c83a tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d23ff62-b559-4734-ad80-edab22fb749a HTTP/1.1" status: 200 len: 946 time: 0.0858016 Apr 22 15:02:46.294494 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-503534ab-ab2c-441e-9ed1-7c9a14bec00c req-4e6c2723-492b-4767-9473-a66dee9ed322 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470629 Apr 22 15:02:46.411575 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5765388-5d00-405b-a6ae-d9ad7b9156c9 req-23d816ff-6ea2-4f67-bfa0-31c2d0e0647c tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:46.412264 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-e5765388-5d00-405b-a6ae-d9ad7b9156c9 req-23d816ff-6ea2-4f67-bfa0-31c2d0e0647c tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Synchronizing usage tracker for tenant:03fa3bec9b62497ea2d18e6434152fdd on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:02:46.431712 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-e5765388-5d00-405b-a6ae-d9ad7b9156c9 req-23d816ff-6ea2-4f67-bfa0-31c2d0e0647c tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Unset dirty status for tenant:03fa3bec9b62497ea2d18e6434152fdd on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:02:46.432864 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e5765388-5d00-405b-a6ae-d9ad7b9156c9 req-23d816ff-6ea2-4f67-bfa0-31c2d0e0647c tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d23ff62-b559-4734-ad80-edab22fb749a HTTP/1.1" status: 200 len: 946 time: 0.2030301 Apr 22 15:02:46.503972 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-e5765388-5d00-405b-a6ae-d9ad7b9156c9 req-184fe52b-00df-4d09-ad54-7faf40434ee8 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Deleting port 15088231-4e2d-4517-8303-f634d20e47a0 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:02:46.504312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e5765388-5d00-405b-a6ae-d9ad7b9156c9 req-184fe52b-00df-4d09-ad54-7faf40434ee8 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:46.764781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-e5765388-5d00-405b-a6ae-d9ad7b9156c9 req-184fe52b-00df-4d09-ad54-7faf40434ee8 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] For port 15088231-4e2d-4517-8303-f634d20e47a0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=15088231-4e2d-4517-8303-f634d20e47a0,segment=NetworkSegment(d7a3ae86-64ef-47aa-ad92-898d259d2e35),segment_id=d7a3ae86-64ef-47aa-ad92-898d259d2e35)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:46.765135 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e5765388-5d00-405b-a6ae-d9ad7b9156c9 req-184fe52b-00df-4d09-ad54-7faf40434ee8 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:46.888866 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-e5765388-5d00-405b-a6ae-d9ad7b9156c9 req-184fe52b-00df-4d09-ad54-7faf40434ee8 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Calling delete_port for 15088231-4e2d-4517-8303-f634d20e47a0 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:02:47.039044 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e5765388-5d00-405b-a6ae-d9ad7b9156c9 req-184fe52b-00df-4d09-ad54-7faf40434ee8 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:47.052844 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['424e74d3-d37c-44d0-8f2b-8faa77a90919', '15088231-4e2d-4517-8303-f634d20e47a0'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:02:47.099392 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fe52b-00df-4d09-ad54-7faf40434ee8 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Pushing event deleted for resources: {'Port': ['ID=15088231-4e2d-4517-8303-f634d20e47a0,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:47.182435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5765388-5d00-405b-a6ae-d9ad7b9156c9 req-184fe52b-00df-4d09-ad54-7faf40434ee8 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] No DVR routers for this DVR port 15088231-4e2d-4517-8303-f634d20e47a0 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:02:47.185138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e5765388-5d00-405b-a6ae-d9ad7b9156c9 req-184fe52b-00df-4d09-ad54-7faf40434ee8 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:47.187890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d23ff62-b559-4734-ad80-edab22fb749a', 'name': 'network-vif-deleted', 'tag': '15088231-4e2d-4517-8303-f634d20e47a0'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:02:47.205426 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e5765388-5d00-405b-a6ae-d9ad7b9156c9 req-184fe52b-00df-4d09-ad54-7faf40434ee8 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.30 "DELETE /v2.0/ports/15088231-4e2d-4517-8303-f634d20e47a0 HTTP/1.1" status: 204 len: 173 time: 0.7659526 Apr 22 15:02:47.252652 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2afd17ca-7b4a-40ef-9f9f-c1e10f3bcba9'] response: {'server_uuid': '4d23ff62-b559-4734-ad80-edab22fb749a', 'name': 'network-vif-deleted', 'tag': '15088231-4e2d-4517-8303-f634d20e47a0', 'status': 'completed', 'code': 200} Apr 22 15:02:47.485371 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b0972ac0-3a05-4117-8280-981259f31250 req-7d75594b-e012-4953-90f8-974bd39cf552 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d23ff62-b559-4734-ad80-edab22fb749a HTTP/1.1" status: 200 len: 210 time: 0.0447738 Apr 22 15:02:48.859482 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322031f-d020-4ffb-8e2a-0f1cc4a04a80 req-8f66b0e6-649e-4484-813e-de1e02f804e3 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:48.860879 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8322031f-d020-4ffb-8e2a-0f1cc4a04a80 req-8f66b0e6-649e-4484-813e-de1e02f804e3 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 945 time: 0.1722388 Apr 22 15:02:48.907752 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8322031f-d020-4ffb-8e2a-0f1cc4a04a80 req-fe93cfed-4e0e-4ef5-a027-082ed2618fde tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412552 Apr 22 15:02:49.137542 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963df1ad-05aa-49bb-be09-90e2b5e65c86 req-69faa8ca-1985-492f-ade3-e7387776e334 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:49.139048 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-963df1ad-05aa-49bb-be09-90e2b5e65c86 req-69faa8ca-1985-492f-ade3-e7387776e334 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 945 time: 0.0805755 Apr 22 15:02:49.186947 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-963df1ad-05aa-49bb-be09-90e2b5e65c86 req-b2d0bc72-02a8-4335-8943-42c8e5ee62c4 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422943 Apr 22 15:02:49.398220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bf297-3958-4e4e-a4f4-8ed889232527 req-aae5e8dd-6dcc-4d7a-b1e6-992044989b5c tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:49.400206 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fb9bf297-3958-4e4e-a4f4-8ed889232527 req-aae5e8dd-6dcc-4d7a-b1e6-992044989b5c tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 945 time: 0.0829940 Apr 22 15:02:49.450662 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fb9bf297-3958-4e4e-a4f4-8ed889232527 req-8de5ab08-a6ed-4263-a978-250e3214a6ce tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 Apr 22 15:02:49.799377 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-67dbaede-798f-43f6-872d-c524e8ad90b0 req-9629a346-07da-495e-b719-a5dfea348fde service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0676284 Apr 22 15:02:50.003263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0803718-8559-439d-b337-54c974f47708 req-2fba4984-1f6d-4038-8193-72fa9a9354da tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:50.004658 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b0803718-8559-439d-b337-54c974f47708 req-2fba4984-1f6d-4038-8193-72fa9a9354da tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 945 time: 0.0798411 Apr 22 15:02:50.056204 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b0803718-8559-439d-b337-54c974f47708 req-70ff38f1-ad36-423c-9a74-37a0cb83f623 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446038 Apr 22 15:02:50.265878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c45791-c6bf-4463-ace5-131265f616af req-456af9c0-e097-49d9-9b80-14549ea5bb8e tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:50.267440 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-21c45791-c6bf-4463-ace5-131265f616af req-456af9c0-e097-49d9-9b80-14549ea5bb8e tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 945 time: 0.0814137 Apr 22 15:02:50.318016 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-21c45791-c6bf-4463-ace5-131265f616af req-f84118b9-e534-423f-b614-526b2d58a1eb tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447898 Apr 22 15:02:50.514272 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 15088231-4e2d-4517-8303-f634d20e47a0 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:02:50.542240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d4a39-c5c1-4884-81d8-fc0fa16bf61e req-85c02805-b518-4c96-b82c-b3671733ecda tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:50.543808 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e87d4a39-c5c1-4884-81d8-fc0fa16bf61e req-85c02805-b518-4c96-b82c-b3671733ecda tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 945 time: 0.0838296 Apr 22 15:02:50.548261 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 15088231-4e2d-4517-8303-f634d20e47a0 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:02:50.548611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 15088231-4e2d-4517-8303-f634d20e47a0 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:02:50.594271 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e87d4a39-c5c1-4884-81d8-fc0fa16bf61e req-6fc9aec7-c249-4ea1-ade7-077bdd124204 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448208 Apr 22 15:02:51.174753 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6c665-a274-4dbb-bcbc-1801173aff16 req-9757e0ac-f83e-47b3-bb08-d48159f09df5 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:51.176511 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7ee6c665-a274-4dbb-bcbc-1801173aff16 req-9757e0ac-f83e-47b3-bb08-d48159f09df5 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 945 time: 0.0860622 Apr 22 15:02:51.223219 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7ee6c665-a274-4dbb-bcbc-1801173aff16 req-d189f6bd-2338-4f2b-920d-405f8722850d tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406699 Apr 22 15:02:52.424351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a303d24-09b2-4ba7-9903-736aed176ff7 req-d02402e2-f873-4906-8d8d-af74613c1634 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:52.425932 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2a303d24-09b2-4ba7-9903-736aed176ff7 req-d02402e2-f873-4906-8d8d-af74613c1634 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 945 time: 0.0787616 Apr 22 15:02:52.440080 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d4d73-fe6f-4e49-bbb1-d5c71dbfc654 req-89940460-2231-4928-8373-45f92d87626b tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:52.440767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-906d4d73-fe6f-4e49-bbb1-d5c71dbfc654 req-89940460-2231-4928-8373-45f92d87626b tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Synchronizing usage tracker for tenant:03fa3bec9b62497ea2d18e6434152fdd on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:02:52.456640 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-906d4d73-fe6f-4e49-bbb1-d5c71dbfc654 req-89940460-2231-4928-8373-45f92d87626b tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Unset dirty status for tenant:03fa3bec9b62497ea2d18e6434152fdd on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:02:52.457773 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-906d4d73-fe6f-4e49-bbb1-d5c71dbfc654 req-89940460-2231-4928-8373-45f92d87626b tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.30 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 945 time: 0.0942008 Apr 22 15:02:52.472474 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2a303d24-09b2-4ba7-9903-736aed176ff7 req-4bf2299d-631d-4a7d-b6a9-53b0d70501d0 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6988b72-1184-45b1-bb4c-63dd15f1a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Apr 22 15:02:52.489544 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cac53b1b-10ec-46f7-be65-866a01d8194c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:52.535380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-906d4d73-fe6f-4e49-bbb1-d5c71dbfc654 req-845e94ab-e7ea-4adb-8429-43e1509174bd tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Deleting port 424e74d3-d37c-44d0-8f2b-8faa77a90919 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:02:52.535634 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-906d4d73-fe6f-4e49-bbb1-d5c71dbfc654 req-845e94ab-e7ea-4adb-8429-43e1509174bd tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:52.789269 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-906d4d73-fe6f-4e49-bbb1-d5c71dbfc654 req-845e94ab-e7ea-4adb-8429-43e1509174bd tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] For port 424e74d3-d37c-44d0-8f2b-8faa77a90919, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=424e74d3-d37c-44d0-8f2b-8faa77a90919,segment=NetworkSegment(d7a3ae86-64ef-47aa-ad92-898d259d2e35),segment_id=d7a3ae86-64ef-47aa-ad92-898d259d2e35)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:52.789576 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-906d4d73-fe6f-4e49-bbb1-d5c71dbfc654 req-845e94ab-e7ea-4adb-8429-43e1509174bd tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:52.913367 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-906d4d73-fe6f-4e49-bbb1-d5c71dbfc654 req-845e94ab-e7ea-4adb-8429-43e1509174bd tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Calling delete_port for 424e74d3-d37c-44d0-8f2b-8faa77a90919 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:02:53.065156 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-906d4d73-fe6f-4e49-bbb1-d5c71dbfc654 req-845e94ab-e7ea-4adb-8429-43e1509174bd tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:53.076180 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['424e74d3-d37c-44d0-8f2b-8faa77a90919'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:02:53.116594 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e94ab-e7ea-4adb-8429-43e1509174bd tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Pushing event deleted for resources: {'Port': ['ID=424e74d3-d37c-44d0-8f2b-8faa77a90919,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:53.188956 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-906d4d73-fe6f-4e49-bbb1-d5c71dbfc654 req-845e94ab-e7ea-4adb-8429-43e1509174bd tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] No DVR routers for this DVR port 424e74d3-d37c-44d0-8f2b-8faa77a90919 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:02:53.191359 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-906d4d73-fe6f-4e49-bbb1-d5c71dbfc654 req-845e94ab-e7ea-4adb-8429-43e1509174bd tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:53.194027 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1ec18a-0dfb-4664-a4ad-ef3e755b45f4', 'name': 'network-vif-deleted', 'tag': '424e74d3-d37c-44d0-8f2b-8faa77a90919'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:02:53.210673 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-906d4d73-fe6f-4e49-bbb1-d5c71dbfc654 req-845e94ab-e7ea-4adb-8429-43e1509174bd tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.30 "DELETE /v2.0/ports/424e74d3-d37c-44d0-8f2b-8faa77a90919 HTTP/1.1" status: 204 len: 173 time: 0.7477348 Apr 22 15:02:53.259566 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f365c518-2c48-4fba-8277-6264585f1592'] response: {'server_uuid': 'af1ec18a-0dfb-4664-a4ad-ef3e755b45f4', 'name': 'network-vif-deleted', 'tag': '424e74d3-d37c-44d0-8f2b-8faa77a90919', 'status': 'completed', 'code': 200} Apr 22 15:02:53.660599 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f1b40c2a-c3a5-4cbb-83ee-2e0df50f0c8e req-db370a92-08fe-4229-bde8-c00becbf1745 tempest-ServersNegativeTestJSON-1666005556 tempest-ServersNegativeTestJSON-1666005556-project] 10.222.0.23 "GET /v2.0/ports?device_id=af1ec18a-0dfb-4664-a4ad-ef3e755b45f4 HTTP/1.1" status: 200 len: 210 time: 0.0462742 Apr 22 15:02:54.656463 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:54.775698 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40488) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:54.809427 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-52a44d12-d2d4-4719-825e-29e5b160b9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:54.840190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c9cf61-3552-4fc8-8f3a-3262c6159cc2 admin admin] Deleting subnet 4debdfbe-3965-418b-971a-652f31953182 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:02:54.843269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16c9cf61-3552-4fc8-8f3a-3262c6159cc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:54.893679 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16c9cf61-3552-4fc8-8f3a-3262c6159cc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:54.953668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16c9cf61-3552-4fc8-8f3a-3262c6159cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:55.021409 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16c9cf61-3552-4fc8-8f3a-3262c6159cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:55.058844 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9cf61-3552-4fc8-8f3a-3262c6159cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4debdfbe-3965-418b-971a-652f31953182,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:55.066048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16c9cf61-3552-4fc8-8f3a-3262c6159cc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:55.072825 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-16c9cf61-3552-4fc8-8f3a-3262c6159cc2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4debdfbe-3965-418b-971a-652f31953182 HTTP/1.1" status: 204 len: 168 time: 0.2960382 Apr 22 15:02:55.075231 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40492) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:55.185761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-395454f4-a936-4583-9af2-614e11b9dd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:55.317728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-395454f4-a936-4583-9af2-614e11b9dd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:55.343930 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-395454f4-a936-4583-9af2-614e11b9dd96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24549715-bc62-40bc-a200-29039d5fb99e']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:55.356517 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-395454f4-a936-4583-9af2-614e11b9dd96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a3ae86-64ef-47aa-ad92-898d259d2e35') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:55.356819 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-395454f4-a936-4583-9af2-614e11b9dd96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a3ae86-64ef-47aa-ad92-898d259d2e35') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:55.368343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-395454f4-a936-4583-9af2-614e11b9dd96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:55.385439 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-395454f4-a936-4583-9af2-614e11b9dd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:55.392035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395454f4-a936-4583-9af2-614e11b9dd96 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:02:55.392439 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-395454f4-a936-4583-9af2-614e11b9dd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:02:55.406304 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:02:55.483932 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-395454f4-a936-4583-9af2-614e11b9dd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:55.499731 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-395454f4-a936-4583-9af2-614e11b9dd96 admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:55.511716 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395454f4-a936-4583-9af2-614e11b9dd96 admin admin] Pushing event deleted for resources: {'Network': ['ID=24549715-bc62-40bc-a200-29039d5fb99e,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:55.528434 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-395454f4-a936-4583-9af2-614e11b9dd96 admin admin] 10.222.0.23 "DELETE /v2.0/networks/24549715-bc62-40bc-a200-29039d5fb99e HTTP/1.1" status: 204 len: 168 time: 0.4517279 Apr 22 15:02:55.687827 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40498) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:55.846437 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3470151a-d798-4f28-a31d-ad77b92e02c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03fa3bec9b62497ea2d18e6434152fdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1572411 Apr 22 15:02:55.848998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40502) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:55.934380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d38c341-70d5-4ba1-b2f9-a7c4d30cde9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:55.965527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d38c341-70d5-4ba1-b2f9-a7c4d30cde9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:56.021275 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d38c341-70d5-4ba1-b2f9-a7c4d30cde9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:56.036782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38c341-70d5-4ba1-b2f9-a7c4d30cde9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6988b72-1184-45b1-bb4c-63dd15f1a11a,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:56.045231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d38c341-70d5-4ba1-b2f9-a7c4d30cde9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:56.046503 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7d38c341-70d5-4ba1-b2f9-a7c4d30cde9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6988b72-1184-45b1-bb4c-63dd15f1a11a HTTP/1.1" status: 204 len: 168 time: 0.1965215 Apr 22 15:02:56.100054 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:56.187137 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:56.525795 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 424e74d3-d37c-44d0-8f2b-8faa77a90919 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:02:56.560804 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 424e74d3-d37c-44d0-8f2b-8faa77a90919 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:02:56.561147 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 424e74d3-d37c-44d0-8f2b-8faa77a90919 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:02:57.006721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40524) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:57.157119 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1604254502'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:02:57.162384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:02:57.166500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Usage tracker for resource:network and tenant:45118e867eb5448791eb3707d3a0c30b is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:02:57.169515 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:02:57.176013 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:02:57.186541 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Made reservation on behalf of 45118e867eb5448791eb3707d3a0c30b for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:02:57.189611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:57.203237 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:57.238531 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:02:57.243177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Usage tracker for resource:security_group_rule and tenant:45118e867eb5448791eb3707d3a0c30b is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:02:57.246313 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:02:57.252654 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:02:57.327274 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:57.331420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:57.362009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:02:57.376768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a88507-4de7-40a3-b9d9-ada029435dee,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:57.382371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:57.383700 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Added segment 12ad0d68-0aee-4ffa-abe5-7fa9fff4a2a2 of type vlan for network 865a7bdd-23c1-4b19-a496-83436e54a5e3 Apr 22 15:02:57.400991 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:57.411907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:57.446323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:57.449867 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:57.450442 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:57.560157 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5523014 Apr 22 15:02:57.563071 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12284f4a-c731-45bc-91a6-bc8c3918652f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event updated for resources: {'Network': ['ID=865a7bdd-23c1-4b19-a496-83436e54a5e3,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:57.587318 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 865a7bdd-23c1-4b19-a496-83436e54a5e3 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:02:59.788050 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:03:00.938536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40530) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:00.947906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2d881752-3350-48d6-adf0-23d1a10ff926 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Request body: {'subnet': {'network_id': '865a7bdd-23c1-4b19-a496-83436e54a5e3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:01.156870 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2d881752-3350-48d6-adf0-23d1a10ff926 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:01.160868 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2d881752-3350-48d6-adf0-23d1a10ff926 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Usage tracker for resource:subnet and tenant:45118e867eb5448791eb3707d3a0c30b is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:01.164415 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2d881752-3350-48d6-adf0-23d1a10ff926 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:01.171060 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2d881752-3350-48d6-adf0-23d1a10ff926 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:01.181719 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d881752-3350-48d6-adf0-23d1a10ff926 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Made reservation on behalf of 45118e867eb5448791eb3707d3a0c30b for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:01.286286 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d881752-3350-48d6-adf0-23d1a10ff926 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:01.510544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d881752-3350-48d6-adf0-23d1a10ff926 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:01.591743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d881752-3350-48d6-adf0-23d1a10ff926 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event updated for resources: {'Subnet': ['ID=6c64dedc-b7dc-4762-bf7c-de36c247108f,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:01.608749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d881752-3350-48d6-adf0-23d1a10ff926 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Checking segment: {'id': '12ad0d68-0aee-4ffa-abe5-7fa9fff4a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '865a7bdd-23c1-4b19-a496-83436e54a5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:01.609101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d881752-3350-48d6-adf0-23d1a10ff926 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Network hostable DHCP agents. Network: 865a7bdd-23c1-4b19-a496-83436e54a5e3, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:03:01.631212 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d881752-3350-48d6-adf0-23d1a10ff926 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Network 865a7bdd-23c1-4b19-a496-83436e54a5e3 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:03:01.641998 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-2d881752-3350-48d6-adf0-23d1a10ff926 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 865a7bdd-23c1-4b19-a496-83436e54a5e3) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:01.646073 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d881752-3350-48d6-adf0-23d1a10ff926 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:01.646784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2d881752-3350-48d6-adf0-23d1a10ff926 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:01.653689 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ef9c2-3e94-49af-a1f1-cf4246796c34 None None] Network 865a7bdd-23c1-4b19-a496-83436e54a5e3 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:01.671848 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2d881752-3350-48d6-adf0-23d1a10ff926 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7317185 Apr 22 15:03:01.675336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40534) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:01.682393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-c854d472-a066-45aa-8613-a3df351e09a9 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1533266989'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:01.687980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c854d472-a066-45aa-8613-a3df351e09a9 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:01.691908 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c854d472-a066-45aa-8613-a3df351e09a9 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Usage tracker for resource:network and tenant:45118e867eb5448791eb3707d3a0c30b is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:01.694812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c854d472-a066-45aa-8613-a3df351e09a9 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:01.702150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c854d472-a066-45aa-8613-a3df351e09a9 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:01.713082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c854d472-a066-45aa-8613-a3df351e09a9 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Made reservation on behalf of 45118e867eb5448791eb3707d3a0c30b for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:01.716040 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c854d472-a066-45aa-8613-a3df351e09a9 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:01.753324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c854d472-a066-45aa-8613-a3df351e09a9 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:03:01.764812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c854d472-a066-45aa-8613-a3df351e09a9 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:01.765162 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-c854d472-a066-45aa-8613-a3df351e09a9 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Added segment c1a7e804-451e-4725-a2fa-2573682e5d19 of type vlan for network ef45e8e7-3f96-4fb9-a25d-e6e8334a329e Apr 22 15:03:01.791996 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c854d472-a066-45aa-8613-a3df351e09a9 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:01.824990 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c854d472-a066-45aa-8613-a3df351e09a9 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:01.829926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c854d472-a066-45aa-8613-a3df351e09a9 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:01.830562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c854d472-a066-45aa-8613-a3df351e09a9 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:01.926500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-865a7bdd-23c1-4b19-a496-83436e54a5e3', 'network_id': '865a7bdd-23c1-4b19-a496-83436e54a5e3', 'tenant_id': '45118e867eb5448791eb3707d3a0c30b', 'fixed_ips': [{'subnet_id': '6c64dedc-b7dc-4762-bf7c-de36c247108f'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:03:01.927643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:01.949595 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c854d472-a066-45aa-8613-a3df351e09a9 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2725255 Apr 22 15:03:01.952713 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40538) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:01.962124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-fbfd4195-64ce-4722-a415-cd01f55cb323 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Request body: {'subnet': {'network_id': 'ef45e8e7-3f96-4fb9-a25d-e6e8334a329e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:01.965218 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854d472-a066-45aa-8613-a3df351e09a9 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event updated for resources: {'Network': ['ID=ef45e8e7-3f96-4fb9-a25d-e6e8334a329e,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:01.994038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network ef45e8e7-3f96-4fb9-a25d-e6e8334a329e details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:03:02.103489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fbfd4195-64ce-4722-a415-cd01f55cb323 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:02.107779 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fbfd4195-64ce-4722-a415-cd01f55cb323 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Usage tracker for resource:subnet and tenant:45118e867eb5448791eb3707d3a0c30b is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:02.111110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fbfd4195-64ce-4722-a415-cd01f55cb323 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:02.118413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fbfd4195-64ce-4722-a415-cd01f55cb323 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:02.130024 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfd4195-64ce-4722-a415-cd01f55cb323 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Made reservation on behalf of 45118e867eb5448791eb3707d3a0c30b for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:02.206578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Allocated IP 2001:db8:0:ffff::2 (865a7bdd-23c1-4b19-a496-83436e54a5e3/6c64dedc-b7dc-4762-bf7c-de36c247108f/c15a325c-1538-4ade-b5be-58f08508c31a) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:03:02.236635 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fbfd4195-64ce-4722-a415-cd01f55cb323 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:02.416701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:02.427240 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Transition to ACTIVE for port object c15a325c-1538-4ade-b5be-58f08508c31a will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:02.449157 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Transition to ACTIVE for port object c15a325c-1538-4ade-b5be-58f08508c31a will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:02.455907 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:02.474528 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fbfd4195-64ce-4722-a415-cd01f55cb323 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:02.526067 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Network 865a7bdd-23c1-4b19-a496-83436e54a5e3 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:03:02.528797 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:02.531294 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:03:02.541994 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Pushing event updated for resources: {'Port': ['ID=c15a325c-1538-4ade-b5be-58f08508c31a,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:02.556167 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd4195-64ce-4722-a415-cd01f55cb323 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event updated for resources: {'Subnet': ['ID=b147e81d-fc62-4147-99e0-ba1bc246de6c,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:02.569060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfd4195-64ce-4722-a415-cd01f55cb323 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Checking segment: {'id': 'c1a7e804-451e-4725-a2fa-2573682e5d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ef45e8e7-3f96-4fb9-a25d-e6e8334a329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:02.569423 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfd4195-64ce-4722-a415-cd01f55cb323 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Network hostable DHCP agents. Network: ef45e8e7-3f96-4fb9-a25d-e6e8334a329e, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:03:02.593373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfd4195-64ce-4722-a415-cd01f55cb323 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Network ef45e8e7-3f96-4fb9-a25d-e6e8334a329e is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:03:02.604727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-fbfd4195-64ce-4722-a415-cd01f55cb323 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, ef45e8e7-3f96-4fb9-a25d-e6e8334a329e) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:02.608875 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd4195-64ce-4722-a415-cd01f55cb323 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:02.609473 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fbfd4195-64ce-4722-a415-cd01f55cb323 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:02.615901 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed41bf0-8db5-4c9f-ae27-30e23c3ec7a5 None None] Network ef45e8e7-3f96-4fb9-a25d-e6e8334a329e requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:02.637691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40542) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:02.638139 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fbfd4195-64ce-4722-a415-cd01f55cb323 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6830344 Apr 22 15:03:02.710431 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Attempting to bind port c15a325c-1538-4ade-b5be-58f08508c31a on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:03:02.711644 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Attempting to bind port c15a325c-1538-4ade-b5be-58f08508c31a by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '12ad0d68-0aee-4ffa-abe5-7fa9fff4a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '865a7bdd-23c1-4b19-a496-83436e54a5e3'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:03:02.711975 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Attempting to bind port c15a325c-1538-4ade-b5be-58f08508c31a on network 865a7bdd-23c1-4b19-a496-83436e54a5e3 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:03:02.726134 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:03:02.727500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Checking segment: {'id': '12ad0d68-0aee-4ffa-abe5-7fa9fff4a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '865a7bdd-23c1-4b19-a496-83436e54a5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:02.728111 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:02.728428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Bound using segment: {'id': '12ad0d68-0aee-4ffa-abe5-7fa9fff4a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '865a7bdd-23c1-4b19-a496-83436e54a5e3'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:03:02.728900 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Bound port: c15a325c-1538-4ade-b5be-58f08508c31a, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ad0d68-0aee-4ffa-abe5-7fa9fff4a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '865a7bdd-23c1-4b19-a496-83436e54a5e3'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:03:02.729269 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:02.782516 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-659fd334-acff-4417-b53b-bd76e6c42006 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:02.849037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-659fd334-acff-4417-b53b-bd76e6c42006 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:02.920296 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] For port c15a325c-1538-4ade-b5be-58f08508c31a, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:03:02.934721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-659fd334-acff-4417-b53b-bd76e6c42006 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:02.939475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] For port c15a325c-1538-4ade-b5be-58f08508c31a, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c15a325c-1538-4ade-b5be-58f08508c31a,segment=NetworkSegment(12ad0d68-0aee-4ffa-abe5-7fa9fff4a2a2),segment_id=12ad0d68-0aee-4ffa-abe5-7fa9fff4a2a2)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:03:02.945271 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc0057b-8300-48a5-a7f5-0287b7f9d6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-ef45e8e7-3f96-4fb9-a25d-e6e8334a329e', 'network_id': 'ef45e8e7-3f96-4fb9-a25d-e6e8334a329e', 'tenant_id': '45118e867eb5448791eb3707d3a0c30b', 'fixed_ips': [{'subnet_id': 'b147e81d-fc62-4147-99e0-ba1bc246de6c'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:03:02.945936 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7bc0057b-8300-48a5-a7f5-0287b7f9d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:02.957809 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:02.990294 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fd334-acff-4417-b53b-bd76e6c42006 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event deleted for resources: {'Subnet': ['ID=b147e81d-fc62-4147-99e0-ba1bc246de6c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:03.073406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-659fd334-acff-4417-b53b-bd76e6c42006 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:03.099853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-659fd334-acff-4417-b53b-bd76e6c42006 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef45e8e7-3f96-4fb9-a25d-e6e8334a329e']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:03.103370 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dfca9-4233-4559-b5b7-b66ebfbe41d6 None None] Pushing event updated for resources: {'Port': ['ID=c15a325c-1538-4ade-b5be-58f08508c31a,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:03.112914 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-659fd334-acff-4417-b53b-bd76e6c42006 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a7e804-451e-4725-a2fa-2573682e5d19') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:03.113046 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-659fd334-acff-4417-b53b-bd76e6c42006 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a7e804-451e-4725-a2fa-2573682e5d19') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:03.125014 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70c26cc-5cb8-42c7-8342-37177202420c None None] Network ef45e8e7-3f96-4fb9-a25d-e6e8334a329e requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:03.125404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-659fd334-acff-4417-b53b-bd76e6c42006 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:03.145242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-659fd334-acff-4417-b53b-bd76e6c42006 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:03.152881 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659fd334-acff-4417-b53b-bd76e6c42006 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:03:03.153332 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-659fd334-acff-4417-b53b-bd76e6c42006 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:03:03.169735 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:03:03.266265 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-659fd334-acff-4417-b53b-bd76e6c42006 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:03.293862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-659fd334-acff-4417-b53b-bd76e6c42006 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:03.315802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40546) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:03.322514 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-659fd334-acff-4417-b53b-bd76e6c42006 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "DELETE /v2.0/networks/ef45e8e7-3f96-4fb9-a25d-e6e8334a329e HTTP/1.1" status: 204 len: 168 time: 0.6744487 Apr 22 15:03:03.322701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fd334-acff-4417-b53b-bd76e6c42006 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event deleted for resources: {'Network': ['ID=ef45e8e7-3f96-4fb9-a25d-e6e8334a329e,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:03.325988 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-4c49f270-dc89-41a7-afe8-59d29d31d8af tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-288059718'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:03.333449 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4c49f270-dc89-41a7-afe8-59d29d31d8af tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:03.343397 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4c49f270-dc89-41a7-afe8-59d29d31d8af tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Usage tracker for resource:network and tenant:45118e867eb5448791eb3707d3a0c30b is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:03.347462 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-4c49f270-dc89-41a7-afe8-59d29d31d8af tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:03.355456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-4c49f270-dc89-41a7-afe8-59d29d31d8af tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:03.365715 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c49f270-dc89-41a7-afe8-59d29d31d8af tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Made reservation on behalf of 45118e867eb5448791eb3707d3a0c30b for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:03.369515 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c49f270-dc89-41a7-afe8-59d29d31d8af tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:03.402456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c49f270-dc89-41a7-afe8-59d29d31d8af tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:03:03.412893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c49f270-dc89-41a7-afe8-59d29d31d8af tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:03.413239 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-4c49f270-dc89-41a7-afe8-59d29d31d8af tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Added segment 582fb227-6ad6-4c8c-bda2-cd66adde6178 of type vlan for network 30f85dfa-4aa1-458c-9e5d-17786d9814e4 Apr 22 15:03:03.453457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c49f270-dc89-41a7-afe8-59d29d31d8af tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:03.484097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c49f270-dc89-41a7-afe8-59d29d31d8af tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:03.487813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c49f270-dc89-41a7-afe8-59d29d31d8af tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:03.488388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4c49f270-dc89-41a7-afe8-59d29d31d8af tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:03.589588 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4c49f270-dc89-41a7-afe8-59d29d31d8af tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2725961 Apr 22 15:03:03.592733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40550) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:03.600504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Request body: {'subnet': {'network_id': '30f85dfa-4aa1-458c-9e5d-17786d9814e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:03.620985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49f270-dc89-41a7-afe8-59d29d31d8af tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event updated for resources: {'Network': ['ID=30f85dfa-4aa1-458c-9e5d-17786d9814e4,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:03.634880 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 30f85dfa-4aa1-458c-9e5d-17786d9814e4 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:03:03.717037 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:03.720991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Usage tracker for resource:subnet and tenant:45118e867eb5448791eb3707d3a0c30b is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:03.723914 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:03.729873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:03.740817 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Made reservation on behalf of 45118e867eb5448791eb3707d3a0c30b for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:03.856233 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:03.953966 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.ipam_backend_mixin [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Performing IP validity checks on allocation pools {{(pid=83963) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 15:03:03.954498 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.ipam_backend_mixin [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83963) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 15:03:04.035442 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c15a325c-1538-4ade-b5be-58f08508c31a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:04.111311 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:04.122388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port c15a325c-1538-4ade-b5be-58f08508c31a completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:04.158057 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec6a182-bc64-4168-aeb1-3fa74c61bf61 None None] Network 865a7bdd-23c1-4b19-a496-83436e54a5e3 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:04.190814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event updated for resources: {'Subnet': ['ID=13e5665f-33a4-4050-86a2-e874020043a0,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:04.202862 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Checking segment: {'id': '582fb227-6ad6-4c8c-bda2-cd66adde6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '30f85dfa-4aa1-458c-9e5d-17786d9814e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:04.203218 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Network hostable DHCP agents. Network: 30f85dfa-4aa1-458c-9e5d-17786d9814e4, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:03:04.228006 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Network 30f85dfa-4aa1-458c-9e5d-17786d9814e4 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:03:04.243833 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 30f85dfa-4aa1-458c-9e5d-17786d9814e4) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:04.253048 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:04.253774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1814a511-dab9-46a3-ba71-cf1dfce70348 None None] Network 30f85dfa-4aa1-458c-9e5d-17786d9814e4 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:04.253941 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:04.277609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ab9319ff-8c6f-446a-adfa-e33aa03f760b None None] Provisioning for port c15a325c-1538-4ade-b5be-58f08508c31a completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:04.279818 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fd087031-5241-435f-8730-3af45f0b4e37 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6860180 Apr 22 15:03:04.280222 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40554) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:04.399309 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ab9319ff-8c6f-446a-adfa-e33aa03f760b None None] Provisioning complete for port c15a325c-1538-4ade-b5be-58f08508c31a triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:04.399606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ab9319ff-8c6f-446a-adfa-e33aa03f760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:04.428090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-117c2883-8152-4a07-86b1-694f84e50cac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:04.494427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-117c2883-8152-4a07-86b1-694f84e50cac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:04.682167 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-117c2883-8152-4a07-86b1-694f84e50cac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:04.727848 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c2883-8152-4a07-86b1-694f84e50cac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event deleted for resources: {'Subnet': ['ID=13e5665f-33a4-4050-86a2-e874020043a0,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:04.757085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ab9319ff-8c6f-446a-adfa-e33aa03f760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:04.770753 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3b46e0-d43a-4fdc-b9bc-caa874c5e701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-30f85dfa-4aa1-458c-9e5d-17786d9814e4', 'network_id': '30f85dfa-4aa1-458c-9e5d-17786d9814e4', 'tenant_id': '45118e867eb5448791eb3707d3a0c30b', 'fixed_ips': [{'subnet_id': '13e5665f-33a4-4050-86a2-e874020043a0'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:03:04.771578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8d3b46e0-d43a-4fdc-b9bc-caa874c5e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:04.832667 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-117c2883-8152-4a07-86b1-694f84e50cac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:04.862019 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-117c2883-8152-4a07-86b1-694f84e50cac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f85dfa-4aa1-458c-9e5d-17786d9814e4']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:04.873725 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ab9319ff-8c6f-446a-adfa-e33aa03f760b None None] For port c15a325c-1538-4ade-b5be-58f08508c31a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c15a325c-1538-4ade-b5be-58f08508c31a,segment=NetworkSegment(12ad0d68-0aee-4ffa-abe5-7fa9fff4a2a2),segment_id=12ad0d68-0aee-4ffa-abe5-7fa9fff4a2a2)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:04.876340 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-117c2883-8152-4a07-86b1-694f84e50cac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582fb227-6ad6-4c8c-bda2-cd66adde6178') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:04.876706 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-117c2883-8152-4a07-86b1-694f84e50cac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582fb227-6ad6-4c8c-bda2-cd66adde6178') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:04.884617 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ab9319ff-8c6f-446a-adfa-e33aa03f760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:04.890395 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-117c2883-8152-4a07-86b1-694f84e50cac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:04.907800 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-117c2883-8152-4a07-86b1-694f84e50cac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:04.914680 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117c2883-8152-4a07-86b1-694f84e50cac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:03:04.915221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-117c2883-8152-4a07-86b1-694f84e50cac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:03:04.930456 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:03:04.970424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75649aa0-811e-4505-9ef6-cec6e1e0ccff None None] Network 30f85dfa-4aa1-458c-9e5d-17786d9814e4 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:04.988985 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9319ff-8c6f-446a-adfa-e33aa03f760b None None] Pushing event updated for resources: {'Port': ['ID=c15a325c-1538-4ade-b5be-58f08508c31a,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:05.020957 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-117c2883-8152-4a07-86b1-694f84e50cac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:05.029185 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-117c2883-8152-4a07-86b1-694f84e50cac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:05.057975 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c2883-8152-4a07-86b1-694f84e50cac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event deleted for resources: {'Network': ['ID=30f85dfa-4aa1-458c-9e5d-17786d9814e4,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:05.060720 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-117c2883-8152-4a07-86b1-694f84e50cac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "DELETE /v2.0/networks/30f85dfa-4aa1-458c-9e5d-17786d9814e4 HTTP/1.1" status: 204 len: 168 time: 0.7792459 Apr 22 15:03:05.064269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40558) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:05.071347 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-40974429-6b04-47f5-b46f-fee63dd23bbd tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1144550648'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:05.078553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-40974429-6b04-47f5-b46f-fee63dd23bbd tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:05.082958 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-40974429-6b04-47f5-b46f-fee63dd23bbd tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Usage tracker for resource:network and tenant:45118e867eb5448791eb3707d3a0c30b is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:05.086407 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-40974429-6b04-47f5-b46f-fee63dd23bbd tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:05.092857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-40974429-6b04-47f5-b46f-fee63dd23bbd tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:05.105969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40974429-6b04-47f5-b46f-fee63dd23bbd tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Made reservation on behalf of 45118e867eb5448791eb3707d3a0c30b for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:05.109294 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-40974429-6b04-47f5-b46f-fee63dd23bbd tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:05.141794 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40974429-6b04-47f5-b46f-fee63dd23bbd tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:03:05.152288 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-40974429-6b04-47f5-b46f-fee63dd23bbd tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:05.152634 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-40974429-6b04-47f5-b46f-fee63dd23bbd tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Added segment 06b1b741-c648-4ac1-aeb0-672032953005 of type vlan for network 2549193f-61d7-49b4-a3f7-958414ddff54 Apr 22 15:03:05.180593 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-40974429-6b04-47f5-b46f-fee63dd23bbd tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:05.208668 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-0eee98ea-b382-4b9c-8ab2-d04277d4827d None None] Provisioning complete for port c15a325c-1538-4ade-b5be-58f08508c31a triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:05.209358 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0eee98ea-b382-4b9c-8ab2-d04277d4827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:05.211981 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-40974429-6b04-47f5-b46f-fee63dd23bbd tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:05.215688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40974429-6b04-47f5-b46f-fee63dd23bbd tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:05.216268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-40974429-6b04-47f5-b46f-fee63dd23bbd tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:05.327176 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-40974429-6b04-47f5-b46f-fee63dd23bbd tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2592213 Apr 22 15:03:05.327894 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40562) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:05.330018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40974429-6b04-47f5-b46f-fee63dd23bbd tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event updated for resources: {'Network': ['ID=2549193f-61d7-49b4-a3f7-958414ddff54,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:05.335022 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-b46059ca-e424-41d1-a69c-57d2880d14ac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Request body: {'subnet': {'network_id': '2549193f-61d7-49b4-a3f7-958414ddff54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:05.342473 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 2549193f-61d7-49b4-a3f7-958414ddff54 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:03:05.453436 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b46059ca-e424-41d1-a69c-57d2880d14ac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:05.457318 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b46059ca-e424-41d1-a69c-57d2880d14ac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Usage tracker for resource:subnet and tenant:45118e867eb5448791eb3707d3a0c30b is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:05.460224 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-b46059ca-e424-41d1-a69c-57d2880d14ac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:05.466883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-b46059ca-e424-41d1-a69c-57d2880d14ac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:05.477263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46059ca-e424-41d1-a69c-57d2880d14ac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Made reservation on behalf of 45118e867eb5448791eb3707d3a0c30b for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:05.580211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b46059ca-e424-41d1-a69c-57d2880d14ac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:05.808375 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b46059ca-e424-41d1-a69c-57d2880d14ac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:05.887493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46059ca-e424-41d1-a69c-57d2880d14ac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event updated for resources: {'Subnet': ['ID=f0cec67b-d2f5-41d4-858f-46b07532c001,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:05.899749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46059ca-e424-41d1-a69c-57d2880d14ac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Checking segment: {'id': '06b1b741-c648-4ac1-aeb0-672032953005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2549193f-61d7-49b4-a3f7-958414ddff54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:05.900111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46059ca-e424-41d1-a69c-57d2880d14ac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Network hostable DHCP agents. Network: 2549193f-61d7-49b4-a3f7-958414ddff54, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:03:05.923090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46059ca-e424-41d1-a69c-57d2880d14ac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Network 2549193f-61d7-49b4-a3f7-958414ddff54 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:03:05.933047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-b46059ca-e424-41d1-a69c-57d2880d14ac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 2549193f-61d7-49b4-a3f7-958414ddff54) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:05.937049 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46059ca-e424-41d1-a69c-57d2880d14ac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:05.937768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b46059ca-e424-41d1-a69c-57d2880d14ac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:05.945485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c8bdc3-9189-4781-b58b-62c74f6deb47 None None] Network 2549193f-61d7-49b4-a3f7-958414ddff54 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:05.964538 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b46059ca-e424-41d1-a69c-57d2880d14ac tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6325860 Apr 22 15:03:05.964766 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40566) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:05.971056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-3e7b1f38-9ecb-4521-b3dc-c84decde8d29 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-881357462'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:05.976750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3e7b1f38-9ecb-4521-b3dc-c84decde8d29 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:05.980658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3e7b1f38-9ecb-4521-b3dc-c84decde8d29 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Usage tracker for resource:network and tenant:45118e867eb5448791eb3707d3a0c30b is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:05.983765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3e7b1f38-9ecb-4521-b3dc-c84decde8d29 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:05.989764 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3e7b1f38-9ecb-4521-b3dc-c84decde8d29 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:06.002874 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7b1f38-9ecb-4521-b3dc-c84decde8d29 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Made reservation on behalf of 45118e867eb5448791eb3707d3a0c30b for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:06.006136 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3e7b1f38-9ecb-4521-b3dc-c84decde8d29 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:06.021979 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c15a325c-1538-4ade-b5be-58f08508c31a up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:06.037566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7b1f38-9ecb-4521-b3dc-c84decde8d29 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:03:06.049003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3e7b1f38-9ecb-4521-b3dc-c84decde8d29 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:06.049920 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-3e7b1f38-9ecb-4521-b3dc-c84decde8d29 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Added segment d615c8f1-a5aa-4047-a791-8f0e0684474b of type vlan for network 8b7fca3a-3ca2-4949-82e7-ceab52339949 Apr 22 15:03:06.082821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3e7b1f38-9ecb-4521-b3dc-c84decde8d29 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:06.116637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3e7b1f38-9ecb-4521-b3dc-c84decde8d29 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:06.121974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7b1f38-9ecb-4521-b3dc-c84decde8d29 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:06.123187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3e7b1f38-9ecb-4521-b3dc-c84decde8d29 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:06.185919 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port c15a325c-1538-4ade-b5be-58f08508c31a triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:06.186284 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:06.227925 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3e7b1f38-9ecb-4521-b3dc-c84decde8d29 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2621014 Apr 22 15:03:06.231065 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40570) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:06.239737 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-be8bea8e-a1ea-4408-928a-9117e7eb0e04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Request body: {'subnet': {'network_id': '8b7fca3a-3ca2-4949-82e7-ceab52339949', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:06.255891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b1f38-9ecb-4521-b3dc-c84decde8d29 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event updated for resources: {'Network': ['ID=8b7fca3a-3ca2-4949-82e7-ceab52339949,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:06.270202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 8b7fca3a-3ca2-4949-82e7-ceab52339949 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:03:06.341332 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-2549193f-61d7-49b4-a3f7-958414ddff54', 'network_id': '2549193f-61d7-49b4-a3f7-958414ddff54', 'tenant_id': '45118e867eb5448791eb3707d3a0c30b', 'fixed_ips': [{'subnet_id': 'f0cec67b-d2f5-41d4-858f-46b07532c001'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:03:06.342040 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:06.352070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-be8bea8e-a1ea-4408-928a-9117e7eb0e04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:06.356166 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-be8bea8e-a1ea-4408-928a-9117e7eb0e04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Usage tracker for resource:subnet and tenant:45118e867eb5448791eb3707d3a0c30b is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:06.359816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-be8bea8e-a1ea-4408-928a-9117e7eb0e04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:06.365732 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-be8bea8e-a1ea-4408-928a-9117e7eb0e04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:06.376659 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8bea8e-a1ea-4408-928a-9117e7eb0e04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Made reservation on behalf of 45118e867eb5448791eb3707d3a0c30b for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:06.485497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be8bea8e-a1ea-4408-928a-9117e7eb0e04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:06.649781 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Allocated IP 2001:db8::2 (2549193f-61d7-49b4-a3f7-958414ddff54/f0cec67b-d2f5-41d4-858f-46b07532c001/194724c3-92ac-4a41-969b-74f13c2c4194) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:03:06.816475 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be8bea8e-a1ea-4408-928a-9117e7eb0e04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:06.873932 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:06.884699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Transition to ACTIVE for port object 194724c3-92ac-4a41-969b-74f13c2c4194 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:06.900346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bea8e-a1ea-4408-928a-9117e7eb0e04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event updated for resources: {'Subnet': ['ID=d6ab0c6b-2d44-4c8e-bf58-c68137ec44eb,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:06.909784 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Transition to ACTIVE for port object 194724c3-92ac-4a41-969b-74f13c2c4194 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:06.915524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8bea8e-a1ea-4408-928a-9117e7eb0e04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Checking segment: {'id': 'd615c8f1-a5aa-4047-a791-8f0e0684474b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8b7fca3a-3ca2-4949-82e7-ceab52339949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:06.916007 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8bea8e-a1ea-4408-928a-9117e7eb0e04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Network hostable DHCP agents. Network: 8b7fca3a-3ca2-4949-82e7-ceab52339949, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:03:06.917075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:06.940580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8bea8e-a1ea-4408-928a-9117e7eb0e04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Network 8b7fca3a-3ca2-4949-82e7-ceab52339949 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:03:06.950684 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-be8bea8e-a1ea-4408-928a-9117e7eb0e04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 8b7fca3a-3ca2-4949-82e7-ceab52339949) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:06.959295 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8bea8e-a1ea-4408-928a-9117e7eb0e04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:06.959906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be8bea8e-a1ea-4408-928a-9117e7eb0e04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:06.968463 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e302a78b-3708-41fb-9792-5f670e7e7660 None None] Network 8b7fca3a-3ca2-4949-82e7-ceab52339949 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:06.985188 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-be8bea8e-a1ea-4408-928a-9117e7eb0e04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7504332 Apr 22 15:03:06.985640 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40574) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:07.074697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Pushing event updated for resources: {'Port': ['ID=194724c3-92ac-4a41-969b-74f13c2c4194,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:07.079771 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Network 2549193f-61d7-49b4-a3f7-958414ddff54 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:03:07.082809 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:07.086709 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:03:07.129412 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc535084-190d-4f69-b7aa-5cfe5d33b80f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:07.199793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc535084-190d-4f69-b7aa-5cfe5d33b80f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:07.241030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Attempting to bind port 194724c3-92ac-4a41-969b-74f13c2c4194 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:03:07.241400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Attempting to bind port 194724c3-92ac-4a41-969b-74f13c2c4194 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '06b1b741-c648-4ac1-aeb0-672032953005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2549193f-61d7-49b4-a3f7-958414ddff54'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:03:07.241797 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Attempting to bind port 194724c3-92ac-4a41-969b-74f13c2c4194 on network 2549193f-61d7-49b4-a3f7-958414ddff54 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:03:07.254301 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:03:07.254672 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Checking segment: {'id': '06b1b741-c648-4ac1-aeb0-672032953005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2549193f-61d7-49b4-a3f7-958414ddff54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:07.255071 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:07.255497 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Bound using segment: {'id': '06b1b741-c648-4ac1-aeb0-672032953005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2549193f-61d7-49b4-a3f7-958414ddff54'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:03:07.255963 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Bound port: 194724c3-92ac-4a41-969b-74f13c2c4194, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1b741-c648-4ac1-aeb0-672032953005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2549193f-61d7-49b4-a3f7-958414ddff54'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:03:07.256334 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:07.272924 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc535084-190d-4f69-b7aa-5cfe5d33b80f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:07.314488 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc535084-190d-4f69-b7aa-5cfe5d33b80f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ab0c6b-2d44-4c8e-bf58-c68137ec44eb,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:07.333949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1ab8b8-a311-44cb-886a-711458f49078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-8b7fca3a-3ca2-4949-82e7-ceab52339949', 'network_id': '8b7fca3a-3ca2-4949-82e7-ceab52339949', 'tenant_id': '45118e867eb5448791eb3707d3a0c30b', 'fixed_ips': [{'subnet_id': 'd6ab0c6b-2d44-4c8e-bf58-c68137ec44eb'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:03:07.335009 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab8b8-a311-44cb-886a-711458f49078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:07.410795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc535084-190d-4f69-b7aa-5cfe5d33b80f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:07.437366 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-bc535084-190d-4f69-b7aa-5cfe5d33b80f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7fca3a-3ca2-4949-82e7-ceab52339949']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:07.455180 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-bc535084-190d-4f69-b7aa-5cfe5d33b80f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd615c8f1-a5aa-4047-a791-8f0e0684474b') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:07.455514 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-bc535084-190d-4f69-b7aa-5cfe5d33b80f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd615c8f1-a5aa-4047-a791-8f0e0684474b') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:07.456017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] For port 194724c3-92ac-4a41-969b-74f13c2c4194, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:03:07.463154 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] For port 194724c3-92ac-4a41-969b-74f13c2c4194, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=194724c3-92ac-4a41-969b-74f13c2c4194,segment=NetworkSegment(06b1b741-c648-4ac1-aeb0-672032953005),segment_id=06b1b741-c648-4ac1-aeb0-672032953005)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:03:07.471041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc535084-190d-4f69-b7aa-5cfe5d33b80f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:07.472267 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:07.488742 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc535084-190d-4f69-b7aa-5cfe5d33b80f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:07.496002 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc535084-190d-4f69-b7aa-5cfe5d33b80f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:03:07.496470 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc535084-190d-4f69-b7aa-5cfe5d33b80f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:07.511486 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0970d085-e8a6-4a1a-b002-e1f4b962ae2c None None] Network 8b7fca3a-3ca2-4949-82e7-ceab52339949 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:03:07.512126 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:03:07.592723 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc535084-190d-4f69-b7aa-5cfe5d33b80f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:07.612761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc535084-190d-4f69-b7aa-5cfe5d33b80f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:07.623049 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc535084-190d-4f69-b7aa-5cfe5d33b80f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event deleted for resources: {'Network': ['ID=8b7fca3a-3ca2-4949-82e7-ceab52339949,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:07.634139 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bc535084-190d-4f69-b7aa-5cfe5d33b80f tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "DELETE /v2.0/networks/8b7fca3a-3ca2-4949-82e7-ceab52339949 HTTP/1.1" status: 204 len: 168 time: 0.6433110 Apr 22 15:03:07.634139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40578) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:07.654218 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52f693-e2cd-41af-ade2-af6a67c22024 None None] Pushing event updated for resources: {'Port': ['ID=194724c3-92ac-4a41-969b-74f13c2c4194,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:07.679206 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c0515d-c250-4f16-850d-0e101f4d064a tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] GET failed (client error): The resource could not be found. Apr 22 15:03:07.679730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-72c0515d-c250-4f16-850d-0e101f4d064a tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Synchronizing usage tracker for tenant:45118e867eb5448791eb3707d3a0c30b on resource:subnet {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:03:07.700264 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-72c0515d-c250-4f16-850d-0e101f4d064a tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Unset dirty status for tenant:45118e867eb5448791eb3707d3a0c30b on resource:subnet {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:03:07.704254 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-72c0515d-c250-4f16-850d-0e101f4d064a tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "GET /v2.0/subnets/d6ab0c6b-2d44-4c8e-bf58-c68137ec44eb HTTP/1.1" status: 404 len: 337 time: 0.0667813 Apr 22 15:03:07.705266 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40582) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:07.735235 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedc2c3f-3a08-46c8-8935-cddd21d1163e tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] DELETE failed (client error): The resource could not be found. Apr 22 15:03:07.736416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bedc2c3f-3a08-46c8-8935-cddd21d1163e tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83963) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:03:07.742758 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bedc2c3f-3a08-46c8-8935-cddd21d1163e tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "DELETE /v2.0/networks/8b7fca3a-3ca2-4949-82e7-ceab52339949 HTTP/1.1" status: 404 len: 339 time: 0.0327287 Apr 22 15:03:07.743612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40586) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:07.783084 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-33104cf8-0a4a-4cf5-9435-7d209c5b83b7 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] DELETE failed (client error): The resource could not be found. Apr 22 15:03:07.783691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33104cf8-0a4a-4cf5-9435-7d209c5b83b7 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:03:07.786413 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-33104cf8-0a4a-4cf5-9435-7d209c5b83b7 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "DELETE /v2.0/subnets/d6ab0c6b-2d44-4c8e-bf58-c68137ec44eb HTTP/1.1" status: 404 len: 337 time: 0.0412550 Apr 22 15:03:07.788844 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40590) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:07.822307 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-616ff132-4e10-43a2-bc87-ef70002e563e tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] DELETE failed (client error): The resource could not be found. Apr 22 15:03:07.822743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616ff132-4e10-43a2-bc87-ef70002e563e tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:03:07.824457 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-616ff132-4e10-43a2-bc87-ef70002e563e tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "DELETE /v2.0/networks/8b7fca3a-3ca2-4949-82e7-ceab52339949 HTTP/1.1" status: 404 len: 339 time: 0.0344889 Apr 22 15:03:07.827612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40594) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:08.041284 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 194724c3-92ac-4a41-969b-74f13c2c4194 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:08.118849 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 194724c3-92ac-4a41-969b-74f13c2c4194 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:08.142659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b485cf-b62d-41a6-bda8-f6a409c993e4 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Deleting subnet f0cec67b-d2f5-41d4-858f-46b07532c001 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:03:08.146937 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-22b485cf-b62d-41a6-bda8-f6a409c993e4 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:08.205529 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-22b485cf-b62d-41a6-bda8-f6a409c993e4 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:08.291940 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-22b485cf-b62d-41a6-bda8-f6a409c993e4 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:08.370054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-22b485cf-b62d-41a6-bda8-f6a409c993e4 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:08.409467 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b485cf-b62d-41a6-bda8-f6a409c993e4 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event deleted for resources: {'Subnet': ['ID=f0cec67b-d2f5-41d4-858f-46b07532c001,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:08.417247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-22b485cf-b62d-41a6-bda8-f6a409c993e4 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:08.433058 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-22b485cf-b62d-41a6-bda8-f6a409c993e4 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "DELETE /v2.0/subnets/f0cec67b-d2f5-41d4-858f-46b07532c001 HTTP/1.1" status: 204 len: 168 time: 0.6037176 Apr 22 15:03:08.435574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40598) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:08.556435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:08.567480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Deleting port 194724c3-92ac-4a41-969b-74f13c2c4194 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:08.567822 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:08.633452 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70559b3a-a198-453b-bacc-6618c7f5a141 None None] Network 2549193f-61d7-49b4-a3f7-958414ddff54 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:08.772196 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4bef98b6-b3a3-4db0-9a16-21dfbcffcaad None None] Provisioning for port 194724c3-92ac-4a41-969b-74f13c2c4194 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:08.783768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] For port 194724c3-92ac-4a41-969b-74f13c2c4194, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=194724c3-92ac-4a41-969b-74f13c2c4194,segment=NetworkSegment(06b1b741-c648-4ac1-aeb0-672032953005),segment_id=06b1b741-c648-4ac1-aeb0-672032953005)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:08.784249 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:08.820753 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4bef98b6-b3a3-4db0-9a16-21dfbcffcaad None None] Provisioning complete for port 194724c3-92ac-4a41-969b-74f13c2c4194 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:08.821038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4bef98b6-b3a3-4db0-9a16-21dfbcffcaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:08.906559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Calling delete_port for 194724c3-92ac-4a41-969b-74f13c2c4194 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:03:08.966613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4bef98b6-b3a3-4db0-9a16-21dfbcffcaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:09.008053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-4bef98b6-b3a3-4db0-9a16-21dfbcffcaad None None] For port 194724c3-92ac-4a41-969b-74f13c2c4194, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=194724c3-92ac-4a41-969b-74f13c2c4194,segment=NetworkSegment(06b1b741-c648-4ac1-aeb0-672032953005),segment_id=06b1b741-c648-4ac1-aeb0-672032953005)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:09.013518 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4bef98b6-b3a3-4db0-9a16-21dfbcffcaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:09.046272 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984b55d0-dc8e-4c6f-b722-8d7580ff5ad1 None None] DHCP port deletion for 2549193f-61d7-49b4-a3f7-958414ddff54 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:03:09.063167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-984b55d0-dc8e-4c6f-b722-8d7580ff5ad1 None None] Deleting port 194724c3-92ac-4a41-969b-74f13c2c4194 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:09.063575 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-984b55d0-dc8e-4c6f-b722-8d7580ff5ad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:09.086686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.db.api [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:03:09.086686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG oslo_db.api [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:03:09.198290 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef98b6-b3a3-4db0-9a16-21dfbcffcaad None None] Pushing event updated for resources: {'Port': ['ID=194724c3-92ac-4a41-969b-74f13c2c4194,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:09.329875 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-984b55d0-dc8e-4c6f-b722-8d7580ff5ad1 None None] For port 194724c3-92ac-4a41-969b-74f13c2c4194, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=194724c3-92ac-4a41-969b-74f13c2c4194,segment=NetworkSegment(06b1b741-c648-4ac1-aeb0-672032953005),segment_id=06b1b741-c648-4ac1-aeb0-672032953005)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:09.330183 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-984b55d0-dc8e-4c6f-b722-8d7580ff5ad1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:09.450436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-984b55d0-dc8e-4c6f-b722-8d7580ff5ad1 None None] Calling delete_port for 194724c3-92ac-4a41-969b-74f13c2c4194 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:03:09.536858 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-984b55d0-dc8e-4c6f-b722-8d7580ff5ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:09.584697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b55d0-dc8e-4c6f-b722-8d7580ff5ad1 None None] Pushing event deleted for resources: {'Port': ['ID=194724c3-92ac-4a41-969b-74f13c2c4194,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:09.588295 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Deleting port 194724c3-92ac-4a41-969b-74f13c2c4194 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:09.589141 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:09.591753 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984b55d0-dc8e-4c6f-b722-8d7580ff5ad1 None None] No DVR routers for this DVR port 194724c3-92ac-4a41-969b-74f13c2c4194 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:03:09.678104 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] The port '194724c3-92ac-4a41-969b-74f13c2c4194' was deleted {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:03:09.803934 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:09.831859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2549193f-61d7-49b4-a3f7-958414ddff54']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:09.848926 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b1b741-c648-4ac1-aeb0-672032953005') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:09.849220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b1b741-c648-4ac1-aeb0-672032953005') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:09.863238 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:09.881671 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:09.889034 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:03:09.889440 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:03:09.904151 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:03:09.992343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:09.997874 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 194724c3-92ac-4a41-969b-74f13c2c4194 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:03:10.012139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:10.029438 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event deleted for resources: {'Network': ['ID=2549193f-61d7-49b4-a3f7-958414ddff54,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:10.032240 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6d041969-fdec-4659-88ca-ab3aee006105 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "DELETE /v2.0/networks/2549193f-61d7-49b4-a3f7-958414ddff54 HTTP/1.1" status: 204 len: 168 time: 1.5955298 Apr 22 15:03:10.034507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40602) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:10.040225 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 194724c3-92ac-4a41-969b-74f13c2c4194 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:03:10.040599 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 194724c3-92ac-4a41-969b-74f13c2c4194 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:03:10.075171 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68ec7c0-e9f9-4b0f-9e07-77e924cce336 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] DELETE failed (client error): The resource could not be found. Apr 22 15:03:10.083528 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68ec7c0-e9f9-4b0f-9e07-77e924cce336 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:03:10.083528 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b68ec7c0-e9f9-4b0f-9e07-77e924cce336 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "DELETE /v2.0/subnets/13e5665f-33a4-4050-86a2-e874020043a0 HTTP/1.1" status: 404 len: 337 time: 0.0418108 Apr 22 15:03:10.083528 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40606) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:10.106626 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f421b5f-eb8e-45f4-bf12-8874a3b3ec04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] DELETE failed (client error): The resource could not be found. Apr 22 15:03:10.107590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f421b5f-eb8e-45f4-bf12-8874a3b3ec04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:03:10.109115 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7f421b5f-eb8e-45f4-bf12-8874a3b3ec04 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "DELETE /v2.0/networks/30f85dfa-4aa1-458c-9e5d-17786d9814e4 HTTP/1.1" status: 404 len: 339 time: 0.0283716 Apr 22 15:03:10.112517 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40610) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:10.150636 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff647111-3c0a-4787-a2e5-de027be1fbff tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] DELETE failed (client error): The resource could not be found. Apr 22 15:03:10.151067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff647111-3c0a-4787-a2e5-de027be1fbff tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:03:10.152746 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ff647111-3c0a-4787-a2e5-de027be1fbff tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "DELETE /v2.0/subnets/b147e81d-fc62-4147-99e0-ba1bc246de6c HTTP/1.1" status: 404 len: 337 time: 0.0393264 Apr 22 15:03:10.155912 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40614) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:10.184784 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.pecan_wsgi.hooks.translation [None req-95482a6c-fedd-4777-9176-3ae6fcf12a3d tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] DELETE failed (client error): The resource could not be found. Apr 22 15:03:10.185122 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95482a6c-fedd-4777-9176-3ae6fcf12a3d tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:03:10.186759 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-95482a6c-fedd-4777-9176-3ae6fcf12a3d tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "DELETE /v2.0/networks/ef45e8e7-3f96-4fb9-a25d-e6e8334a329e HTTP/1.1" status: 404 len: 339 time: 0.0299268 Apr 22 15:03:10.189927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40618) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:10.392757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-da96c577-7fe8-41c0-911a-379087b9d7d2 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Deleting subnet 6c64dedc-b7dc-4762-bf7c-de36c247108f {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:03:10.396972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-da96c577-7fe8-41c0-911a-379087b9d7d2 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:10.462570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-da96c577-7fe8-41c0-911a-379087b9d7d2 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:10.551939 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-da96c577-7fe8-41c0-911a-379087b9d7d2 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:10.636617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-da96c577-7fe8-41c0-911a-379087b9d7d2 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:10.675803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96c577-7fe8-41c0-911a-379087b9d7d2 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event deleted for resources: {'Subnet': ['ID=6c64dedc-b7dc-4762-bf7c-de36c247108f,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:10.683030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-da96c577-7fe8-41c0-911a-379087b9d7d2 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:10.692198 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196d50fd-643e-4129-8438-ebd6fa0f6308 None None] Network 865a7bdd-23c1-4b19-a496-83436e54a5e3 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:10.697566 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-da96c577-7fe8-41c0-911a-379087b9d7d2 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "DELETE /v2.0/subnets/6c64dedc-b7dc-4762-bf7c-de36c247108f HTTP/1.1" status: 204 len: 168 time: 0.5063081 Apr 22 15:03:10.699587 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40622) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:10.821272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:10.832136 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Deleting port c15a325c-1538-4ade-b5be-58f08508c31a {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:10.832471 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:10.950613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79344ef3-c786-482b-9e30-055a319b39ba None None] DHCP port deletion for 865a7bdd-23c1-4b19-a496-83436e54a5e3 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:03:10.954815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-79344ef3-c786-482b-9e30-055a319b39ba None None] Deleting port c15a325c-1538-4ade-b5be-58f08508c31a {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:10.955178 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-79344ef3-c786-482b-9e30-055a319b39ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:11.061017 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] For port c15a325c-1538-4ade-b5be-58f08508c31a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c15a325c-1538-4ade-b5be-58f08508c31a,segment=NetworkSegment(12ad0d68-0aee-4ffa-abe5-7fa9fff4a2a2),segment_id=12ad0d68-0aee-4ffa-abe5-7fa9fff4a2a2)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:11.061368 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:11.169617 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-79344ef3-c786-482b-9e30-055a319b39ba None None] For port c15a325c-1538-4ade-b5be-58f08508c31a, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c15a325c-1538-4ade-b5be-58f08508c31a,segment=NetworkSegment(12ad0d68-0aee-4ffa-abe5-7fa9fff4a2a2),segment_id=12ad0d68-0aee-4ffa-abe5-7fa9fff4a2a2)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:11.170253 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-79344ef3-c786-482b-9e30-055a319b39ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:11.189280 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Calling delete_port for c15a325c-1538-4ade-b5be-58f08508c31a owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:03:11.304174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-79344ef3-c786-482b-9e30-055a319b39ba None None] Calling delete_port for c15a325c-1538-4ade-b5be-58f08508c31a owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:03:11.369240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:11.385859 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-79344ef3-c786-482b-9e30-055a319b39ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:03:11.386315 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-79344ef3-c786-482b-9e30-055a319b39ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:03:11.423095 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event deleted for resources: {'Port': ['ID=c15a325c-1538-4ade-b5be-58f08508c31a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:11.426985 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] No DVR routers for this DVR port c15a325c-1538-4ade-b5be-58f08508c31a on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:03:11.561321 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:11.590523 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865a7bdd-23c1-4b19-a496-83436e54a5e3']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:11.604967 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ad0d68-0aee-4ffa-abe5-7fa9fff4a2a2') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:11.605266 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ad0d68-0aee-4ffa-abe5-7fa9fff4a2a2') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:11.617986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:11.636456 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:11.643311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:03:11.644044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:03:11.658998 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:03:11.760303 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:11.764810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:11.792143 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] Pushing event deleted for resources: {'Network': ['ID=865a7bdd-23c1-4b19-a496-83436e54a5e3,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:11.795906 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-160afe57-2dfa-4c0a-9408-1a5c9babf014 tempest-NetworksIpV6Test-471399882 tempest-NetworksIpV6Test-471399882-project] 10.222.0.23 "DELETE /v2.0/networks/865a7bdd-23c1-4b19-a496-83436e54a5e3 HTTP/1.1" status: 204 len: 168 time: 1.0953634 Apr 22 15:03:11.888115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-79344ef3-c786-482b-9e30-055a319b39ba None None] Deleting port c15a325c-1538-4ade-b5be-58f08508c31a {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:11.888500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-79344ef3-c786-482b-9e30-055a319b39ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:11.959194 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-79344ef3-c786-482b-9e30-055a319b39ba None None] The port 'c15a325c-1538-4ade-b5be-58f08508c31a' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:03:12.015683 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c15a325c-1538-4ade-b5be-58f08508c31a no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:03:12.057605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: c15a325c-1538-4ade-b5be-58f08508c31a {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:03:12.057953 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c15a325c-1538-4ade-b5be-58f08508c31a not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:03:12.178852 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40630) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:12.385586 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7583c01f-6659-4376-a012-5ce16b2e75d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45118e867eb5448791eb3707d3a0c30b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2048974 Apr 22 15:03:12.388124 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40636) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:12.465384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-76a0b296-2e8c-489b-b877-dd4c515fc974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:12.494511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-76a0b296-2e8c-489b-b877-dd4c515fc974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:12.566021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-76a0b296-2e8c-489b-b877-dd4c515fc974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:12.581360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0b296-2e8c-489b-b877-dd4c515fc974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a88507-4de7-40a3-b9d9-ada029435dee,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:12.588208 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-76a0b296-2e8c-489b-b877-dd4c515fc974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:12.591994 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-76a0b296-2e8c-489b-b877-dd4c515fc974 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19a88507-4de7-40a3-b9d9-ada029435dee HTTP/1.1" status: 204 len: 168 time: 0.2028325 Apr 22 15:03:13.499834 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40658) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:13.634175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-90ffd2f3-cc56-47f9-a8b8-f1827a839ee4 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1025046781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:13.641452 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-90ffd2f3-cc56-47f9-a8b8-f1827a839ee4 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:13.645762 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-90ffd2f3-cc56-47f9-a8b8-f1827a839ee4 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Usage tracker for resource:router and tenant:ea16a10b79ec46518a96574f10b7768c is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:13.650219 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-90ffd2f3-cc56-47f9-a8b8-f1827a839ee4 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:13.657254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-90ffd2f3-cc56-47f9-a8b8-f1827a839ee4 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:13.668269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-90ffd2f3-cc56-47f9-a8b8-f1827a839ee4 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:13.669927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-90ffd2f3-cc56-47f9-a8b8-f1827a839ee4 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:13.691741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-90ffd2f3-cc56-47f9-a8b8-f1827a839ee4 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:13.712220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-90ffd2f3-cc56-47f9-a8b8-f1827a839ee4 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:13.740450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-90ffd2f3-cc56-47f9-a8b8-f1827a839ee4 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:13.742822 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-90ffd2f3-cc56-47f9-a8b8-f1827a839ee4 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2405994 Apr 22 15:03:13.745808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40664) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:13.751884 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1156214942'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:13.757216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:13.763123 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Usage tracker for resource:network and tenant:ea16a10b79ec46518a96574f10b7768c is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:13.766802 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:13.773058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:13.784862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Made reservation on behalf of ea16a10b79ec46518a96574f10b7768c for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:13.787990 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:13.802095 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:13.851851 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:13.857665 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Usage tracker for resource:security_group_rule and tenant:ea16a10b79ec46518a96574f10b7768c is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:13.862567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:13.873948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:13.970617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:13.976877 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:14.014780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:03:14.030235 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fca055a-cd7c-448f-aa28-9cad0651a598,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:14.035559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:14.035902 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Added segment 001d77da-a89e-45fb-b597-3e2ab69ac37a of type vlan for network 462a0eb1-3089-4e0c-b96f-a684eb58b3d6 Apr 22 15:03:14.081619 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:14.119784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:14.123991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:14.124593 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:14.246391 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4989417 Apr 22 15:03:14.249369 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2463a-6e14-4781-8854-d084692af2cc tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Pushing event updated for resources: {'Network': ['ID=462a0eb1-3089-4e0c-b96f-a684eb58b3d6,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:14.249545 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40668) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:14.255646 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Request body: {'subnet': {'network_id': '462a0eb1-3089-4e0c-b96f-a684eb58b3d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:14.265064 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 462a0eb1-3089-4e0c-b96f-a684eb58b3d6 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:03:14.390218 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:14.394410 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Usage tracker for resource:subnet and tenant:ea16a10b79ec46518a96574f10b7768c is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:14.397685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:14.408346 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:14.423573 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Made reservation on behalf of ea16a10b79ec46518a96574f10b7768c for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:14.543468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:14.806751 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:14.889472 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Pushing event updated for resources: {'Subnet': ['ID=0b1d37c5-0180-4f7f-9a43-7360928f54af,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:14.907518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:14.907856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:14.908191 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:14.908520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:14.908850 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:14.909178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:14.909498 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:14.909824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:14.910145 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:14.910472 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:14.910775 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:14.919610 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Checking segment: {'id': '001d77da-a89e-45fb-b597-3e2ab69ac37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '462a0eb1-3089-4e0c-b96f-a684eb58b3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:14.919974 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Network hostable DHCP agents. Network: 462a0eb1-3089-4e0c-b96f-a684eb58b3d6, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:03:14.947471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Network 462a0eb1-3089-4e0c-b96f-a684eb58b3d6 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:03:14.961736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 462a0eb1-3089-4e0c-b96f-a684eb58b3d6) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:14.967301 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:14.968529 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:14.972073 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16dae06-0c54-4c92-959d-1941ef220f1b None None] Network 462a0eb1-3089-4e0c-b96f-a684eb58b3d6 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:14.996534 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b9a69b84-fc5e-4088-a14e-c76345cea397 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7457666 Apr 22 15:03:15.000119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40672) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:15.009717 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-f380bc09-0eea-4932-a6ea-c97584f4b629 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-519162516'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:15.017797 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f380bc09-0eea-4932-a6ea-c97584f4b629 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:15.024825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f380bc09-0eea-4932-a6ea-c97584f4b629 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Usage tracker for resource:network and tenant:ea16a10b79ec46518a96574f10b7768c is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:15.029975 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f380bc09-0eea-4932-a6ea-c97584f4b629 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:15.039740 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f380bc09-0eea-4932-a6ea-c97584f4b629 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:15.054819 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f380bc09-0eea-4932-a6ea-c97584f4b629 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Made reservation on behalf of ea16a10b79ec46518a96574f10b7768c for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:15.058158 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f380bc09-0eea-4932-a6ea-c97584f4b629 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:15.092716 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f380bc09-0eea-4932-a6ea-c97584f4b629 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:03:15.105784 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f380bc09-0eea-4932-a6ea-c97584f4b629 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:15.106217 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-f380bc09-0eea-4932-a6ea-c97584f4b629 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Added segment ad6e5b17-1b2e-4d8f-a65a-8a5f6637ae55 of type vlan for network 91c84120-eb86-4cff-87b8-c29be5549d25 Apr 22 15:03:15.142155 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f380bc09-0eea-4932-a6ea-c97584f4b629 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:15.185913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f380bc09-0eea-4932-a6ea-c97584f4b629 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:15.190003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f380bc09-0eea-4932-a6ea-c97584f4b629 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:15.190588 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f380bc09-0eea-4932-a6ea-c97584f4b629 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:15.295598 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f380bc09-0eea-4932-a6ea-c97584f4b629 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2940454 Apr 22 15:03:15.299765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40676) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:15.300412 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-462a0eb1-3089-4e0c-b96f-a684eb58b3d6', 'network_id': '462a0eb1-3089-4e0c-b96f-a684eb58b3d6', 'tenant_id': 'ea16a10b79ec46518a96574f10b7768c', 'fixed_ips': [{'subnet_id': '0b1d37c5-0180-4f7f-9a43-7360928f54af'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:03:15.301257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:15.309090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Request body: {'subnet': {'network_id': '91c84120-eb86-4cff-87b8-c29be5549d25', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:15.310638 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380bc09-0eea-4932-a6ea-c97584f4b629 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Pushing event updated for resources: {'Network': ['ID=91c84120-eb86-4cff-87b8-c29be5549d25,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:15.324037 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 91c84120-eb86-4cff-87b8-c29be5549d25 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:03:15.440146 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:15.444546 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Usage tracker for resource:subnet and tenant:ea16a10b79ec46518a96574f10b7768c is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:15.448555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:15.455192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:15.472841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Made reservation on behalf of ea16a10b79ec46518a96574f10b7768c for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:15.587319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Allocated IP 172.20.0.2 (462a0eb1-3089-4e0c-b96f-a684eb58b3d6/0b1d37c5-0180-4f7f-9a43-7360928f54af/f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:03:15.592697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:15.830040 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:15.842108 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Transition to ACTIVE for port object f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:15.853816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:15.871047 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Transition to ACTIVE for port object f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:15.878751 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:15.957415 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Network 462a0eb1-3089-4e0c-b96f-a684eb58b3d6 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:03:15.961044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Pushing event updated for resources: {'Subnet': ['ID=c233b7af-c91e-40aa-8775-f83110bfba38,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:15.961435 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:15.966246 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:03:15.974728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:15.975174 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:15.975471 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:15.976538 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Pushing event updated for resources: {'Port': ['ID=f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:15.976797 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:15.976797 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:15.977076 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:15.977442 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:15.977804 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:15.978255 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:15.978458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:15.978789 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:15.982362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Checking segment: {'id': 'ad6e5b17-1b2e-4d8f-a65a-8a5f6637ae55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '91c84120-eb86-4cff-87b8-c29be5549d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:15.982768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Network hostable DHCP agents. Network: 91c84120-eb86-4cff-87b8-c29be5549d25, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:03:16.009495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Network 91c84120-eb86-4cff-87b8-c29be5549d25 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:03:16.021745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 91c84120-eb86-4cff-87b8-c29be5549d25) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:16.030979 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:16.030979 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:16.044446 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93176a8f-84b1-42d2-baab-6032f54f953e None None] Network 91c84120-eb86-4cff-87b8-c29be5549d25 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:16.068607 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fcd5de26-0f30-4ddf-a693-4da69d864555 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7655191 Apr 22 15:03:16.071848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40680) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:16.078446 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-120b099c-c7db-4992-8be1-895d16eda080 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Request body: {'router': {'external_gateway_info': {'network_id': '91c84120-eb86-4cff-87b8-c29be5549d25'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:16.147060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Attempting to bind port f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:03:16.147516 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Attempting to bind port f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '001d77da-a89e-45fb-b597-3e2ab69ac37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '462a0eb1-3089-4e0c-b96f-a684eb58b3d6'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:03:16.148563 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Attempting to bind port f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 on network 462a0eb1-3089-4e0c-b96f-a684eb58b3d6 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:03:16.163365 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:03:16.164320 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Checking segment: {'id': '001d77da-a89e-45fb-b597-3e2ab69ac37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '462a0eb1-3089-4e0c-b96f-a684eb58b3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:16.164680 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:16.165083 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Bound using segment: {'id': '001d77da-a89e-45fb-b597-3e2ab69ac37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '462a0eb1-3089-4e0c-b96f-a684eb58b3d6'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:03:16.165633 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Bound port: f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001d77da-a89e-45fb-b597-3e2ab69ac37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '462a0eb1-3089-4e0c-b96f-a684eb58b3d6'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:03:16.166048 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:16.352508 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] For port f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:03:16.402692 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] For port f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3,segment=NetworkSegment(001d77da-a89e-45fb-b597-3e2ab69ac37a),segment_id=001d77da-a89e-45fb-b597-3e2ab69ac37a)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:03:16.409083 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:16.444203 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-91c84120-eb86-4cff-87b8-c29be5549d25', 'network_id': '91c84120-eb86-4cff-87b8-c29be5549d25', 'tenant_id': 'ea16a10b79ec46518a96574f10b7768c', 'fixed_ips': [{'subnet_id': 'c233b7af-c91e-40aa-8775-f83110bfba38'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:03:16.445544 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:16.572172 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee346cd8-55c0-4d97-8b56-81a0ef01cb08 None None] Pushing event updated for resources: {'Port': ['ID=f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:16.643566 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-120b099c-c7db-4992-8be1-895d16eda080 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:16.706069 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Allocated IP 172.21.0.2 (91c84120-eb86-4cff-87b8-c29be5549d25/c233b7af-c91e-40aa-8775-f83110bfba38/9d188b87-9ed2-4688-b7b1-ac3aedd17cde) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:03:16.846739 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.api.v2.resource [None req-120b099c-c7db-4992-8be1-895d16eda080 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:03:16.847852 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-120b099c-c7db-4992-8be1-895d16eda080 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] 10.222.0.23 "PUT /v2.0/routers/72898a6d-08b7-4e2a-8ac8-7423e053c6c3 HTTP/1.1" status: 400 len: 364 time: 0.7747006 Apr 22 15:03:16.855021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40684) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:16.941526 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f182a2-1629-45e0-a82c-13dae6ed9cb3 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Deleting subnet c233b7af-c91e-40aa-8775-f83110bfba38 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:03:16.988469 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:17.001048 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Transition to ACTIVE for port object 9d188b87-9ed2-4688-b7b1-ac3aedd17cde will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:17.021376 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Transition to ACTIVE for port object 9d188b87-9ed2-4688-b7b1-ac3aedd17cde will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:17.036008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01f182a2-1629-45e0-a82c-13dae6ed9cb3 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:17.036645 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:17.101583 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01f182a2-1629-45e0-a82c-13dae6ed9cb3 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:17.120427 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Network 91c84120-eb86-4cff-87b8-c29be5549d25 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:03:17.123437 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:17.127133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:03:17.135927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Pushing event updated for resources: {'Port': ['ID=9d188b87-9ed2-4688-b7b1-ac3aedd17cde,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:17.198421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01f182a2-1629-45e0-a82c-13dae6ed9cb3 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:17.222560 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Attempting to bind port 9d188b87-9ed2-4688-b7b1-ac3aedd17cde on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:03:17.222926 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Attempting to bind port 9d188b87-9ed2-4688-b7b1-ac3aedd17cde by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'ad6e5b17-1b2e-4d8f-a65a-8a5f6637ae55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '91c84120-eb86-4cff-87b8-c29be5549d25'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:03:17.223400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Attempting to bind port 9d188b87-9ed2-4688-b7b1-ac3aedd17cde on network 91c84120-eb86-4cff-87b8-c29be5549d25 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:03:17.231041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:03:17.231443 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Checking segment: {'id': 'ad6e5b17-1b2e-4d8f-a65a-8a5f6637ae55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '91c84120-eb86-4cff-87b8-c29be5549d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:17.231849 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:17.232238 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Bound using segment: {'id': 'ad6e5b17-1b2e-4d8f-a65a-8a5f6637ae55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '91c84120-eb86-4cff-87b8-c29be5549d25'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:03:17.232762 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Bound port: 9d188b87-9ed2-4688-b7b1-ac3aedd17cde, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6e5b17-1b2e-4d8f-a65a-8a5f6637ae55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '91c84120-eb86-4cff-87b8-c29be5549d25'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:03:17.233175 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:17.274590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01f182a2-1629-45e0-a82c-13dae6ed9cb3 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:17.395348 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] For port 9d188b87-9ed2-4688-b7b1-ac3aedd17cde, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:03:17.399970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] For port 9d188b87-9ed2-4688-b7b1-ac3aedd17cde, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9d188b87-9ed2-4688-b7b1-ac3aedd17cde,segment=NetworkSegment(ad6e5b17-1b2e-4d8f-a65a-8a5f6637ae55),segment_id=ad6e5b17-1b2e-4d8f-a65a-8a5f6637ae55)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:03:17.407042 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:17.421116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f182a2-1629-45e0-a82c-13dae6ed9cb3 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Pushing event deleted for resources: {'Subnet': ['ID=c233b7af-c91e-40aa-8775-f83110bfba38,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:17.427315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01f182a2-1629-45e0-a82c-13dae6ed9cb3 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:17.434979 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-01f182a2-1629-45e0-a82c-13dae6ed9cb3 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] 10.222.0.23 "DELETE /v2.0/subnets/c233b7af-c91e-40aa-8775-f83110bfba38 HTTP/1.1" status: 204 len: 168 time: 0.5777469 Apr 22 15:03:17.437486 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40688) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:17.573935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fc3c6-488c-4b03-8819-80b5f5426783 None None] Pushing event updated for resources: {'Port': ['ID=9d188b87-9ed2-4688-b7b1-ac3aedd17cde,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:17.589050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e28166-7042-4d2b-a292-3b4064315dea None None] Network 91c84120-eb86-4cff-87b8-c29be5549d25 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:17.591743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:17.611622 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Deleting port 9d188b87-9ed2-4688-b7b1-ac3aedd17cde {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:17.612096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:17.732464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0afec3-63a7-4896-bea5-24ac55072078 None None] Network 462a0eb1-3089-4e0c-b96f-a684eb58b3d6 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:17.970267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] For port 9d188b87-9ed2-4688-b7b1-ac3aedd17cde, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=9d188b87-9ed2-4688-b7b1-ac3aedd17cde,segment=NetworkSegment(ad6e5b17-1b2e-4d8f-a65a-8a5f6637ae55),segment_id=ad6e5b17-1b2e-4d8f-a65a-8a5f6637ae55)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:17.970763 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:17.999974 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-88c6fd16-584c-4202-a755-6fcb8a994194 None None] Provisioning for port f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:18.045330 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:18.101807 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Calling delete_port for 9d188b87-9ed2-4688-b7b1-ac3aedd17cde owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:03:18.178011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:18.223502 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Pushing event deleted for resources: {'Port': ['ID=9d188b87-9ed2-4688-b7b1-ac3aedd17cde,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:18.223878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:18.229921 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] No DVR routers for this DVR port 9d188b87-9ed2-4688-b7b1-ac3aedd17cde on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:03:18.238695 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:18.239013 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:18.358274 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:18.371000 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:18.394221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c84120-eb86-4cff-87b8-c29be5549d25']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:18.412185 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6e5b17-1b2e-4d8f-a65a-8a5f6637ae55') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:18.412631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6e5b17-1b2e-4d8f-a65a-8a5f6637ae55') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:18.425615 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3,segment=NetworkSegment(001d77da-a89e-45fb-b597-3e2ab69ac37a),segment_id=001d77da-a89e-45fb-b597-3e2ab69ac37a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:18.426784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:18.431886 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:18.456943 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:18.465669 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:03:18.466190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:03:18.481113 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:03:18.515774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:18.548623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c71950f-4c49-4727-b046-db3e894be1fe None None] get_active_networks_info from dv-neutron-839027-1-hyperv {{(pid=83965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:03:18.571929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:18.576745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:18.603637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Pushing event deleted for resources: {'Network': ['ID=91c84120-eb86-4cff-87b8-c29be5549d25,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:18.607329 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c19a9133-2746-45ee-b772-c63fa6a2b0aa tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] 10.222.0.23 "DELETE /v2.0/networks/91c84120-eb86-4cff-87b8-c29be5549d25 HTTP/1.1" status: 204 len: 168 time: 1.1688175 Apr 22 15:03:18.609671 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40692) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:18.674350 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ccb3a30a-6c13-44b3-9392-127fc1223a0b None None] Provisioning complete for port f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:18.674634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ccb3a30a-6c13-44b3-9392-127fc1223a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:18.697607 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c71950f-4c49-4727-b046-db3e894be1fe None None] Resources bound (agent type, host, resource id): {{(pid=83965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:03:18.822688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-c052f262-4e8f-4615-a356-179cf1be3132 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Deleting subnet 0b1d37c5-0180-4f7f-9a43-7360928f54af {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:03:18.825819 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c052f262-4e8f-4615-a356-179cf1be3132 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:18.883368 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c052f262-4e8f-4615-a356-179cf1be3132 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:18.974460 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c052f262-4e8f-4615-a356-179cf1be3132 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:19.049953 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c052f262-4e8f-4615-a356-179cf1be3132 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:19.092838 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052f262-4e8f-4615-a356-179cf1be3132 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1d37c5-0180-4f7f-9a43-7360928f54af,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:19.096910 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c052f262-4e8f-4615-a356-179cf1be3132 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:19.105259 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffac50c-958f-4681-9f5b-0a743ba48f09 None None] Network 462a0eb1-3089-4e0c-b96f-a684eb58b3d6 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:19.106931 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c052f262-4e8f-4615-a356-179cf1be3132 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] 10.222.0.23 "DELETE /v2.0/subnets/0b1d37c5-0180-4f7f-9a43-7360928f54af HTTP/1.1" status: 204 len: 168 time: 0.4962611 Apr 22 15:03:19.109318 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40696) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:19.231176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:19.241947 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Deleting port f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:19.242295 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:19.352348 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3114dd-ef62-42c2-97f8-d2e44759544a None None] DHCP port deletion for 462a0eb1-3089-4e0c-b96f-a684eb58b3d6 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:03:19.356432 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-5f3114dd-ef62-42c2-97f8-d2e44759544a None None] Deleting port f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:19.356803 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5f3114dd-ef62-42c2-97f8-d2e44759544a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:19.561390 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] For port f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3,segment=NetworkSegment(001d77da-a89e-45fb-b597-3e2ab69ac37a),segment_id=001d77da-a89e-45fb-b597-3e2ab69ac37a)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:19.561738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:19.615663 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5f3114dd-ef62-42c2-97f8-d2e44759544a None None] For port f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3,segment=NetworkSegment(001d77da-a89e-45fb-b597-3e2ab69ac37a),segment_id=001d77da-a89e-45fb-b597-3e2ab69ac37a)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:19.616263 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5f3114dd-ef62-42c2-97f8-d2e44759544a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:19.685495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Calling delete_port for f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:03:19.751627 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-5f3114dd-ef62-42c2-97f8-d2e44759544a None None] Calling delete_port for f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:03:19.771384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:19.818866 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Pushing event deleted for resources: {'Port': ['ID=f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:19.827361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] No DVR routers for this DVR port f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:03:19.834149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-5f3114dd-ef62-42c2-97f8-d2e44759544a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:03:19.834499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-5f3114dd-ef62-42c2-97f8-d2e44759544a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:03:19.959035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:19.993883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462a0eb1-3089-4e0c-b96f-a684eb58b3d6']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:20.007601 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:03:20.008535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001d77da-a89e-45fb-b597-3e2ab69ac37a') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:20.009087 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001d77da-a89e-45fb-b597-3e2ab69ac37a') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:20.023450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:20.044754 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:03:20.045156 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:03:20.048934 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:20.056704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:03:20.057306 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:03:20.072304 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:03:20.161307 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:20.178337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:20.190525 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Pushing event deleted for resources: {'Network': ['ID=462a0eb1-3089-4e0c-b96f-a684eb58b3d6,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:20.193089 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-aa80c8cc-6c52-400f-b0fe-890730706d5e tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] 10.222.0.23 "DELETE /v2.0/networks/462a0eb1-3089-4e0c-b96f-a684eb58b3d6 HTTP/1.1" status: 204 len: 168 time: 1.0828466 Apr 22 15:03:20.196411 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40700) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:20.241054 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0b3b5a88-2615-4da6-80d1-7dc946212c9c tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Synchronizing usage tracker for tenant:ea16a10b79ec46518a96574f10b7768c on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:03:20.258625 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0b3b5a88-2615-4da6-80d1-7dc946212c9c tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Unset dirty status for tenant:ea16a10b79ec46518a96574f10b7768c on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:03:20.260551 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0b3b5a88-2615-4da6-80d1-7dc946212c9c tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] 10.222.0.23 "GET /v2.0/ports?device_id=72898a6d-08b7-4e2a-8ac8-7423e053c6c3 HTTP/1.1" status: 200 len: 205 time: 0.0631905 Apr 22 15:03:20.263007 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40704) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:20.336601 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-5f3114dd-ef62-42c2-97f8-d2e44759544a None None] Deleting port f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:20.337017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5f3114dd-ef62-42c2-97f8-d2e44759544a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:20.403716 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-5f3114dd-ef62-42c2-97f8-d2e44759544a None None] The port 'f8dde8b6-9606-4da0-b3b8-d8a74b24a9b3' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:03:20.405257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2dfabf80-2b54-4075-9e75-a9dcc0630f91 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:20.832570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2dfabf80-2b54-4075-9e75-a9dcc0630f91 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:20.836760 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2dfabf80-2b54-4075-9e75-a9dcc0630f91 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:20.863443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2dfabf80-2b54-4075-9e75-a9dcc0630f91 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:20.864093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfabf80-2b54-4075-9e75-a9dcc0630f91 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Fanout notify agent at l3_agent the message router_deleted on router 72898a6d-08b7-4e2a-8ac8-7423e053c6c3 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:03:20.875790 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2dfabf80-2b54-4075-9e75-a9dcc0630f91 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:20.876861 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2dfabf80-2b54-4075-9e75-a9dcc0630f91 tempest-RoutersNegativeTest-1798536560 tempest-RoutersNegativeTest-1798536560-project] 10.222.0.23 "DELETE /v2.0/routers/72898a6d-08b7-4e2a-8ac8-7423e053c6c3 HTTP/1.1" status: 204 len: 168 time: 0.6128805 Apr 22 15:03:21.190809 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40712) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:21.368766 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-57dce963-0029-4eeb-9558-1cb1afd9adad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea16a10b79ec46518a96574f10b7768c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1767161 Apr 22 15:03:21.371150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40718) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:21.534715 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a45592f7-09b5-472a-af18-e00d4807ea15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:21.561771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a45592f7-09b5-472a-af18-e00d4807ea15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:21.616106 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a45592f7-09b5-472a-af18-e00d4807ea15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:21.631190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45592f7-09b5-472a-af18-e00d4807ea15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fca055a-cd7c-448f-aa28-9cad0651a598,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:21.642822 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a45592f7-09b5-472a-af18-e00d4807ea15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:21.646591 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a45592f7-09b5-472a-af18-e00d4807ea15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fca055a-cd7c-448f-aa28-9cad0651a598 HTTP/1.1" status: 204 len: 168 time: 0.2720532 Apr 22 15:03:22.484359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b1d709cd-8319-4df6-8c6d-7dee8bc884cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:22.521715 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40740) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:22.669097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2022288880-network', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:22.674159 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:22.678455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Usage tracker for resource:network and tenant:4d88fb07e3b04ecdb3fd41f7a6ab0694 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:22.682018 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:22.688713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:22.699476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Made reservation on behalf of 4d88fb07e3b04ecdb3fd41f7a6ab0694 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:22.701759 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:22.715412 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:22.749511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:22.753475 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Usage tracker for resource:security_group_rule and tenant:4d88fb07e3b04ecdb3fd41f7a6ab0694 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:22.759736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:22.764764 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:22.844402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:22.848585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:22.885629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:03:22.890898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6dae07-2727-4588-8257-3b207ba273fe,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:22.898272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:22.899207 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Added segment 857142ac-b449-4063-95c1-ab3403971599 of type vlan for network d68e2639-279f-489c-ad34-d57b0524866e Apr 22 15:03:22.926570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:22.960200 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:22.961203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:22.961963 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:23.066590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] Pushing event updated for resources: {'Network': ['ID=d68e2639-279f-489c-ad34-d57b0524866e,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:23.069932 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-38824f40-ca0a-4e2e-911f-801710760d1a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5457892 Apr 22 15:03:23.073738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40748) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:23.078272 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network d68e2639-279f-489c-ad34-d57b0524866e details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:03:23.079204 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a8433a2a-176a-429a-86ff-455287b2c146 admin admin] Request body: {'subnet': {'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2022288880-subnet', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'ip_version': 4}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:23.084390 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a8433a2a-176a-429a-86ff-455287b2c146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:23.088935 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a8433a2a-176a-429a-86ff-455287b2c146 admin admin] Usage tracker for resource:subnet and tenant:4d88fb07e3b04ecdb3fd41f7a6ab0694 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:23.091900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a8433a2a-176a-429a-86ff-455287b2c146 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:23.097879 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a8433a2a-176a-429a-86ff-455287b2c146 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:23.109316 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8433a2a-176a-429a-86ff-455287b2c146 admin admin] Made reservation on behalf of 4d88fb07e3b04ecdb3fd41f7a6ab0694 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:23.111694 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a8433a2a-176a-429a-86ff-455287b2c146 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:23.318138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a8433a2a-176a-429a-86ff-455287b2c146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:23.387344 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8433a2a-176a-429a-86ff-455287b2c146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5537b27c-47e7-40cd-be0b-a2a52c91f024,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:23.411917 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8433a2a-176a-429a-86ff-455287b2c146 admin admin] Checking segment: {'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:23.412272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8433a2a-176a-429a-86ff-455287b2c146 admin admin] Network hostable DHCP agents. Network: d68e2639-279f-489c-ad34-d57b0524866e, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:03:23.436492 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8433a2a-176a-429a-86ff-455287b2c146 admin admin] Network d68e2639-279f-489c-ad34-d57b0524866e is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:03:23.446338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-a8433a2a-176a-429a-86ff-455287b2c146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, d68e2639-279f-489c-ad34-d57b0524866e) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:23.450348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8433a2a-176a-429a-86ff-455287b2c146 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:23.450930 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a8433a2a-176a-429a-86ff-455287b2c146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:23.455850 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e15d0c9-f0d8-46ad-b44e-c69b72f36cb8 None None] Network d68e2639-279f-489c-ad34-d57b0524866e requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:23.474697 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a8433a2a-176a-429a-86ff-455287b2c146 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3997951 Apr 22 15:03:23.477998 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40752) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:23.483110 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2022288880-router', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:23.488321 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:23.493743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Usage tracker for resource:router and tenant:4d88fb07e3b04ecdb3fd41f7a6ab0694 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:23.496809 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:23.503097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:23.516472 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:23.517406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:23.537379 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:23.688138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:23.710834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-d68e2639-279f-489c-ad34-d57b0524866e', 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'fixed_ips': [{'subnet_id': '5537b27c-47e7-40cd-be0b-a2a52c91f024'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:03:23.711829 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:23.883577 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Allocated IP 172.20.0.2 (d68e2639-279f-489c-ad34-d57b0524866e/5537b27c-47e7-40cd-be0b-a2a52c91f024/4b7dee3e-b0c9-467c-86de-4e836326564f) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:03:23.887800 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:23.918109 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:24.058730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Allocated IP 172.26.0.145 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/a446e20f-920d-4f03-b9e2-82a9b1aa1b47) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:03:24.095814 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:24.107149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Transition to ACTIVE for port object 4b7dee3e-b0c9-467c-86de-4e836326564f will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:24.127762 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Transition to ACTIVE for port object 4b7dee3e-b0c9-467c-86de-4e836326564f will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:24.134099 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:24.205823 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Network d68e2639-279f-489c-ad34-d57b0524866e is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:03:24.208759 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:24.214040 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:03:24.214974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:24.216260 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Pushing event updated for resources: {'Port': ['ID=4b7dee3e-b0c9-467c-86de-4e836326564f,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:24.246192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:24.314876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Attempting to bind port 4b7dee3e-b0c9-467c-86de-4e836326564f on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:03:24.314876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Attempting to bind port 4b7dee3e-b0c9-467c-86de-4e836326564f by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:03:24.314876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Attempting to bind port 4b7dee3e-b0c9-467c-86de-4e836326564f on network d68e2639-279f-489c-ad34-d57b0524866e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:03:24.314876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:03:24.315437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:03:24.315546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Checking segment: {'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:24.315546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:24.315546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Bound using segment: {'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:03:24.315546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Bound port: 4b7dee3e-b0c9-467c-86de-4e836326564f, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:03:24.315903 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:24.316674 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:24.319701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:03:24.359455 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Pushing event updated for resources: {'Port': ['ID=a446e20f-920d-4f03-b9e2-82a9b1aa1b47,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:24.410124 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] For port 4b7dee3e-b0c9-467c-86de-4e836326564f, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:03:24.414793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] For port 4b7dee3e-b0c9-467c-86de-4e836326564f, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4b7dee3e-b0c9-467c-86de-4e836326564f,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:03:24.422135 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:24.500846 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:24.501625 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:24.507246 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bac7f-71a6-4822-9005-862e6cab77de None None] Pushing event updated for resources: {'Port': ['ID=4b7dee3e-b0c9-467c-86de-4e836326564f,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:24.699269 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:24.814673 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6d4e-2f07-4636-820c-8258ae48505e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:24.875559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Router 67c57be7-cd4e-4889-8b76-8fadf691ce93 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:03:25.085247 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:03:25.095551 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Sync routers for ids ['67c57be7-cd4e-4889-8b76-8fadf691ce93'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:03:25.110417 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Routers {'67c57be7-cd4e-4889-8b76-8fadf691ce93'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:03:25.111791 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:03:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['67c57be7-cd4e-4889-8b76-8fadf691ce93'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:25.116067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:25.118189 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-719d67c0-50ab-4321-9593-3925e65c06af admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6390719 Apr 22 15:03:25.122204 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40756) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:25.389047 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Set router 67c57be7-cd4e-4889-8b76-8fadf691ce93 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:03:25.575645 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f7da36-022a-42ac-b582-45b34f71b82f None None] Network d68e2639-279f-489c-ad34-d57b0524866e requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:25.808199 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-12fdf782-30af-45e4-975c-db865c1be211 None None] Provisioning for port 4b7dee3e-b0c9-467c-86de-4e836326564f completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:25.944167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'name': 'tempest-TestEncryptedCinderVolumes-2022288880-router', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'a446e20f-920d-4f03-b9e2-82a9b1aa1b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:23Z', 'updated_at': '2022-04-22T15:03:24Z', 'revision_number': 3, 'project_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'gw_port': {'id': 'a446e20f-920d-4f03-b9e2-82a9b1aa1b47', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:23Z', 'updated_at': '2022-04-22T15:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:25.952812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Checking router: 67c57be7-cd4e-4889-8b76-8fadf691ce93 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:03:25.953022 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Updating router 67c57be7-cd4e-4889-8b76-8fadf691ce93 port a446e20f-920d-4f03-b9e2-82a9b1aa1b47 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:03:26.029114 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.036058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.067178 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4b7dee3e-b0c9-467c-86de-4e836326564f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:26.159522 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.252263 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.278126 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Allocated IP 172.20.0.1 (d68e2639-279f-489c-ad34-d57b0524866e/5537b27c-47e7-40cd-be0b-a2a52c91f024/1c7719e1-e796-4db5-b3bd-494ecd3040f3) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:03:26.283589 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 4b7dee3e-b0c9-467c-86de-4e836326564f completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:26.339877 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 4b7dee3e-b0c9-467c-86de-4e836326564f triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:26.340253 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.438755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.456292 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Transition to ACTIVE for port object 1c7719e1-e796-4db5-b3bd-494ecd3040f3 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:26.479138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.540369 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e81d6b8b-bdc6-4120-b550-741aa413af8a None None] Provisioning complete for port 4b7dee3e-b0c9-467c-86de-4e836326564f triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:26.540778 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e81d6b8b-bdc6-4120-b550-741aa413af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.561705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Network d68e2639-279f-489c-ad34-d57b0524866e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:03:26.562585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7719e1-e796-4db5-b3bd-494ecd3040f3,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:26.566364 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:26.568466 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:03:26.609172 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.633062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.677194 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.697326 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 4b7dee3e-b0c9-467c-86de-4e836326564f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4b7dee3e-b0c9-467c-86de-4e836326564f,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:26.699374 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Transition to ACTIVE for port object a446e20f-920d-4f03-b9e2-82a9b1aa1b47 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:26.708166 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.738906 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.752610 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.857620 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=4b7dee3e-b0c9-467c-86de-4e836326564f,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:26.860341 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Attempting to bind port a446e20f-920d-4f03-b9e2-82a9b1aa1b47 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:03:26.860714 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Attempting to bind port a446e20f-920d-4f03-b9e2-82a9b1aa1b47 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:03:26.861080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Attempting to bind port a446e20f-920d-4f03-b9e2-82a9b1aa1b47 on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:03:26.956708 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:03:26.957602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:26.957602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.957877 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:03:26.958432 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Bound port: a446e20f-920d-4f03-b9e2-82a9b1aa1b47, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:03:26.958752 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:27.027197 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f968f88-8035-4466-891b-3f77012ab810 None None] Pushing event updated for resources: {'Port': ['ID=a446e20f-920d-4f03-b9e2-82a9b1aa1b47,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:27.066751 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] For port a446e20f-920d-4f03-b9e2-82a9b1aa1b47, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:03:27.071548 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] For port a446e20f-920d-4f03-b9e2-82a9b1aa1b47, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a446e20f-920d-4f03-b9e2-82a9b1aa1b47,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:03:27.082923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:27.120833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-537067c3-7c07-43d9-baa5-8f4666800ad1 None None] Provisioning for port 1c7719e1-e796-4db5-b3bd-494ecd3040f3 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:27.143192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-537067c3-7c07-43d9-baa5-8f4666800ad1 None None] Provisioning complete for port 1c7719e1-e796-4db5-b3bd-494ecd3040f3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:27.143589 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-537067c3-7c07-43d9-baa5-8f4666800ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:27.163482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:27.168193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:27.222335 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f968f88-8035-4466-891b-3f77012ab810 None None] Pushing event updated for resources: {'Port': ['ID=a446e20f-920d-4f03-b9e2-82a9b1aa1b47,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:27.227810 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-537067c3-7c07-43d9-baa5-8f4666800ad1 None None] Port 1c7719e1-e796-4db5-b3bd-494ecd3040f3 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:03:27.235885 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Routers {'67c57be7-cd4e-4889-8b76-8fadf691ce93'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:03:27.236379 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:03:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['67c57be7-cd4e-4889-8b76-8fadf691ce93'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:27.289994 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:27.294166 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7719e1-e796-4db5-b3bd-494ecd3040f3,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:27.403142 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:27.436753 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] Set router 67c57be7-cd4e-4889-8b76-8fadf691ce93 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:03:27.442459 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Network d68e2639-279f-489c-ad34-d57b0524866e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:03:27.443740 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:27.808647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a7fd3c5e-caca-4199-9b5d-cd281ece4288 None None] Provisioning complete for port 1c7719e1-e796-4db5-b3bd-494ecd3040f3 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:27.808927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3c5e-caca-4199-9b5d-cd281ece4288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:27.868723 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-a7fd3c5e-caca-4199-9b5d-cd281ece4288 None None] Port 1c7719e1-e796-4db5-b3bd-494ecd3040f3 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:03:27.881521 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'name': 'tempest-TestEncryptedCinderVolumes-2022288880-router', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'a446e20f-920d-4f03-b9e2-82a9b1aa1b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:23Z', 'updated_at': '2022-04-22T15:03:26Z', 'revision_number': 4, 'project_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'gw_port': {'id': 'a446e20f-920d-4f03-b9e2-82a9b1aa1b47', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:23Z', 'updated_at': '2022-04-22T15:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '1c7719e1-e796-4db5-b3bd-494ecd3040f3', 'name': '', 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'mac_address': 'fa:16:3e:18:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5537b27c-47e7-40cd-be0b-a2a52c91f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:26Z', 'updated_at': '2022-04-22T15:03:26Z', 'revision_number': 2, 'project_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'subnets': [{'id': '5537b27c-47e7-40cd-be0b-a2a52c91f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:27.889120 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d410a40f-68a1-44df-9c7a-85997f58896c None None] The sync data for ids ['67c57be7-cd4e-4889-8b76-8fadf691ce93'] in dv-neutron-839027-1-hyperv is: [{'id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'name': 'tempest-TestEncryptedCinderVolumes-2022288880-router', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'a446e20f-920d-4f03-b9e2-82a9b1aa1b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:23Z', 'updated_at': '2022-04-22T15:03:26Z', 'revision_number': 4, 'project_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'gw_port': {'id': 'a446e20f-920d-4f03-b9e2-82a9b1aa1b47', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:23Z', 'updated_at': '2022-04-22T15:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '1c7719e1-e796-4db5-b3bd-494ecd3040f3', 'name': '', 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'mac_address': 'fa:16:3e:18:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5537b27c-47e7-40cd-be0b-a2a52c91f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:26Z', 'updated_at': '2022-04-22T15:03:26Z', 'revision_number': 2, 'project_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'subnets': [{'id': '5537b27c-47e7-40cd-be0b-a2a52c91f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:03:27.927668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Router 67c57be7-cd4e-4889-8b76-8fadf691ce93 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:03:28.021003 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4b7dee3e-b0c9-467c-86de-4e836326564f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:28.146240 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 4b7dee3e-b0c9-467c-86de-4e836326564f triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:28.146622 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:28.196564 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:03:28.209126 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f4d99726-43af-4d34-83e2-29712006f386 admin admin] 10.222.0.23 "PUT /v2.0/routers/67c57be7-cd4e-4889-8b76-8fadf691ce93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0850904 Apr 22 15:03:29.278833 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 40778) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:29.283829 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1614235364-network', 'tenant_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:29.289436 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:29.294246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Usage tracker for resource:network and tenant:c4f8fa0b3a2f49c3b2652fd4aacb7386 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:29.298010 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:29.304481 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:29.315893 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Made reservation on behalf of c4f8fa0b3a2f49c3b2652fd4aacb7386 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:29.318374 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:29.332144 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:29.370039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:29.375263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:c4f8fa0b3a2f49c3b2652fd4aacb7386 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:29.378750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:29.386653 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:29.468559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:29.473251 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:29.506967 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:03:29.516186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a09b93-d648-49f6-bc68-86370364dbae,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:29.523088 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:29.523448 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Added segment 75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff of type vlan for network 5596ec2f-edb9-4908-b694-afba1247388a Apr 22 15:03:29.556861 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:29.588431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:29.589551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:29.590195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:29.701408 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4227519 Apr 22 15:03:29.702255 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09930055-70f7-4da9-a071-ce38a7705fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=5596ec2f-edb9-4908-b694-afba1247388a,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:29.704789 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40782) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:29.715138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-5232e096-6519-4c05-941b-c2dfb95a9585 admin admin] Request body: {'subnet': {'network_id': '5596ec2f-edb9-4908-b694-afba1247388a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1614235364-subnet', 'tenant_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'ip_version': 4}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:29.716029 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 5596ec2f-edb9-4908-b694-afba1247388a details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:03:29.721293 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5232e096-6519-4c05-941b-c2dfb95a9585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:29.725265 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5232e096-6519-4c05-941b-c2dfb95a9585 admin admin] Usage tracker for resource:subnet and tenant:c4f8fa0b3a2f49c3b2652fd4aacb7386 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:29.729501 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-5232e096-6519-4c05-941b-c2dfb95a9585 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:29.737221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-5232e096-6519-4c05-941b-c2dfb95a9585 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:29.749324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5232e096-6519-4c05-941b-c2dfb95a9585 admin admin] Made reservation on behalf of c4f8fa0b3a2f49c3b2652fd4aacb7386 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:29.752031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5232e096-6519-4c05-941b-c2dfb95a9585 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:29.995239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5232e096-6519-4c05-941b-c2dfb95a9585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:30.036293 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a446e20f-920d-4f03-b9e2-82a9b1aa1b47 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:30.075483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232e096-6519-4c05-941b-c2dfb95a9585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a2c1593-d116-4ca0-8ca8-344446c8cc71,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:30.092457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232e096-6519-4c05-941b-c2dfb95a9585 admin admin] Checking segment: {'id': '75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5596ec2f-edb9-4908-b694-afba1247388a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:30.092812 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5232e096-6519-4c05-941b-c2dfb95a9585 admin admin] Network hostable DHCP agents. Network: 5596ec2f-edb9-4908-b694-afba1247388a, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:03:30.113000 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port a446e20f-920d-4f03-b9e2-82a9b1aa1b47 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:30.120205 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5232e096-6519-4c05-941b-c2dfb95a9585 admin admin] Network 5596ec2f-edb9-4908-b694-afba1247388a is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:03:30.121438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port a446e20f-920d-4f03-b9e2-82a9b1aa1b47 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:30.121828 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:30.130207 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-5232e096-6519-4c05-941b-c2dfb95a9585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 5596ec2f-edb9-4908-b694-afba1247388a) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:30.134985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5232e096-6519-4c05-941b-c2dfb95a9585 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:30.135623 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-5232e096-6519-4c05-941b-c2dfb95a9585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:30.152468 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1916e8f-6a44-4a42-b6d5-ad33b396eaee None None] Network 5596ec2f-edb9-4908-b694-afba1247388a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:30.158372 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5232e096-6519-4c05-941b-c2dfb95a9585 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4520617 Apr 22 15:03:30.161173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40786) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:30.166462 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1614235364-router', 'tenant_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:30.171519 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:30.175938 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Usage tracker for resource:router and tenant:c4f8fa0b3a2f49c3b2652fd4aacb7386 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:30.179050 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:30.185438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:30.197366 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:30.198406 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:30.218617 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:30.376522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:30.451826 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:30.528494 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port a446e20f-920d-4f03-b9e2-82a9b1aa1b47, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a446e20f-920d-4f03-b9e2-82a9b1aa1b47,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:30.534817 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-5596ec2f-edb9-4908-b694-afba1247388a', 'network_id': '5596ec2f-edb9-4908-b694-afba1247388a', 'tenant_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'fixed_ips': [{'subnet_id': '6a2c1593-d116-4ca0-8ca8-344446c8cc71'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:03:30.536204 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:30.562384 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:30.725359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=a446e20f-920d-4f03-b9e2-82a9b1aa1b47,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:30.750113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:30.784450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:30.817312 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Allocated IP 172.20.0.2 (5596ec2f-edb9-4908-b694-afba1247388a/6a2c1593-d116-4ca0-8ca8-344446c8cc71/6010d77d-ef4e-44fb-a41a-d4a929b9b94f) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:03:30.948437 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Allocated IP 172.26.0.12 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/a677fa67-c87f-4425-afa1-dc9dce6d004d) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:03:31.045732 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:31.058078 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Transition to ACTIVE for port object 6010d77d-ef4e-44fb-a41a-d4a929b9b94f will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:31.091167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Transition to ACTIVE for port object 6010d77d-ef4e-44fb-a41a-d4a929b9b94f will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:31.097562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:31.140515 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:31.172258 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Network 5596ec2f-edb9-4908-b694-afba1247388a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:03:31.175587 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:31.178360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:31.180212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:03:31.189136 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Pushing event updated for resources: {'Port': ['ID=6010d77d-ef4e-44fb-a41a-d4a929b9b94f,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:31.267934 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:03:31.271553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:31.274231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Pushing event updated for resources: {'Port': ['ID=a677fa67-c87f-4425-afa1-dc9dce6d004d,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:31.276866 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:03:31.287980 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Attempting to bind port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:03:31.288415 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Attempting to bind port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5596ec2f-edb9-4908-b694-afba1247388a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:03:31.288768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Attempting to bind port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f on network 5596ec2f-edb9-4908-b694-afba1247388a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:03:31.297718 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:03:31.298115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Checking segment: {'id': '75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5596ec2f-edb9-4908-b694-afba1247388a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:31.298507 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:31.298917 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Bound using segment: {'id': '75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5596ec2f-edb9-4908-b694-afba1247388a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:03:31.299409 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Bound port: 6010d77d-ef4e-44fb-a41a-d4a929b9b94f, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5596ec2f-edb9-4908-b694-afba1247388a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:03:31.299782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:31.406063 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] For port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:03:31.409769 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] For port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=6010d77d-ef4e-44fb-a41a-d4a929b9b94f,segment=NetworkSegment(75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff),segment_id=75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:03:31.414464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:31.471807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:31.472598 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:31.507908 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051792be-ffc8-4b5b-a062-4aaabed37161 None None] Pushing event updated for resources: {'Port': ['ID=6010d77d-ef4e-44fb-a41a-d4a929b9b94f,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:31.831185 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Router 4998ad1a-f988-470f-b53c-0ad01af98012 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:03:32.093100 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:03:32.112874 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Sync routers for ids ['4998ad1a-f988-470f-b53c-0ad01af98012'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:03:32.113873 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a446e20f-920d-4f03-b9e2-82a9b1aa1b47 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:32.126980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:32.128148 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-73a8f4d8-f38e-4e40-a07b-ac510ab80048 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9659221 Apr 22 15:03:32.131038 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 40790) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:32.136932 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Routers {'4998ad1a-f988-470f-b53c-0ad01af98012'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:03:32.137718 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:03:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4998ad1a-f988-470f-b53c-0ad01af98012'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:32.208272 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port a446e20f-920d-4f03-b9e2-82a9b1aa1b47 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:32.208651 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:32.371983 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 6010d77d-ef4e-44fb-a41a-d4a929b9b94f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:32.455684 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Set router 4998ad1a-f988-470f-b53c-0ad01af98012 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:03:32.472463 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:32.632223 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb68f99a-6733-4d44-8114-96de99b02af5 None None] Network 5596ec2f-edb9-4908-b694-afba1247388a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:32.744957 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ccfb64ae-05b6-40cc-896d-2fd4cf526541 None None] Provisioning for port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:32.762934 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ccfb64ae-05b6-40cc-896d-2fd4cf526541 None None] Provisioning complete for port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:32.763330 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ccfb64ae-05b6-40cc-896d-2fd4cf526541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:32.813028 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'name': 'tempest-TestEncryptedCinderVolumes-1614235364-router', 'tenant_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a677fa67-c87f-4425-afa1-dc9dce6d004d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:30Z', 'updated_at': '2022-04-22T15:03:31Z', 'revision_number': 3, 'project_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'gw_port': {'id': 'a677fa67-c87f-4425-afa1-dc9dce6d004d', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:30Z', 'updated_at': '2022-04-22T15:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:32.818570 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Checking router: 4998ad1a-f988-470f-b53c-0ad01af98012 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:03:32.820568 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Updating router 4998ad1a-f988-470f-b53c-0ad01af98012 port a677fa67-c87f-4425-afa1-dc9dce6d004d binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:03:32.902752 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.005021 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ccfb64ae-05b6-40cc-896d-2fd4cf526541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.049770 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ccfb64ae-05b6-40cc-896d-2fd4cf526541 None None] For port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=6010d77d-ef4e-44fb-a41a-d4a929b9b94f,segment=NetworkSegment(75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff),segment_id=75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:33.055840 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ccfb64ae-05b6-40cc-896d-2fd4cf526541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.142905 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb64ae-05b6-40cc-896d-2fd4cf526541 None None] Pushing event updated for resources: {'Port': ['ID=6010d77d-ef4e-44fb-a41a-d4a929b9b94f,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:33.334150 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.384745 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.386588 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-94f0f98c-4f92-4ac5-af39-e83d5b0323a7 None None] Provisioning complete for port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:33.387115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-94f0f98c-4f92-4ac5-af39-e83d5b0323a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.400456 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Transition to ACTIVE for port object a677fa67-c87f-4425-afa1-dc9dce6d004d will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:33.408459 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.496906 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Attempting to bind port a677fa67-c87f-4425-afa1-dc9dce6d004d on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:03:33.497359 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Attempting to bind port a677fa67-c87f-4425-afa1-dc9dce6d004d by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:03:33.497714 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Attempting to bind port a677fa67-c87f-4425-afa1-dc9dce6d004d on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:03:33.504039 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a739e-d1e3-4051-a045-a87c05518e51 None None] Pushing event updated for resources: {'Port': ['ID=a677fa67-c87f-4425-afa1-dc9dce6d004d,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:33.511650 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:03:33.512013 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:33.512409 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.512798 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:03:33.513373 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Bound port: a677fa67-c87f-4425-afa1-dc9dce6d004d, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:03:33.513744 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.560472 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a739e-d1e3-4051-a045-a87c05518e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:33.560801 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a739e-d1e3-4051-a045-a87c05518e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:33.561140 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a739e-d1e3-4051-a045-a87c05518e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:33.561490 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a739e-d1e3-4051-a045-a87c05518e51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:33.561811 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a739e-d1e3-4051-a045-a87c05518e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:33.562131 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a739e-d1e3-4051-a045-a87c05518e51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:33.562450 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a739e-d1e3-4051-a045-a87c05518e51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:33.562762 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a739e-d1e3-4051-a045-a87c05518e51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:33.563082 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a739e-d1e3-4051-a045-a87c05518e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:33.563432 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a739e-d1e3-4051-a045-a87c05518e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:33.563739 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a739e-d1e3-4051-a045-a87c05518e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:33.566521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Allocated IP 172.20.0.1 (5596ec2f-edb9-4908-b694-afba1247388a/6a2c1593-d116-4ca0-8ca8-344446c8cc71/3b374792-5b9f-4976-b9f6-56fdab127fe1) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:03:33.601029 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] For port a677fa67-c87f-4425-afa1-dc9dce6d004d, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:03:33.604489 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] For port a677fa67-c87f-4425-afa1-dc9dce6d004d, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a677fa67-c87f-4425-afa1-dc9dce6d004d,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:03:33.609147 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.698762 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Routers {'4998ad1a-f988-470f-b53c-0ad01af98012'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:03:33.699400 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:03:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4998ad1a-f988-470f-b53c-0ad01af98012'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:33.729392 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.745120 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Transition to ACTIVE for port object 3b374792-5b9f-4976-b9f6-56fdab127fe1 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:33.748913 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a739e-d1e3-4051-a045-a87c05518e51 None None] Pushing event updated for resources: {'Port': ['ID=a677fa67-c87f-4425-afa1-dc9dce6d004d,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:33.776285 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.856119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Network 5596ec2f-edb9-4908-b694-afba1247388a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:03:33.859775 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:33.864517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:03:33.894415 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=3b374792-5b9f-4976-b9f6-56fdab127fe1,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:33.900761 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] Set router 4998ad1a-f988-470f-b53c-0ad01af98012 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:03:33.924107 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:34.030795 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 6010d77d-ef4e-44fb-a41a-d4a929b9b94f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:34.048249 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:34.160658 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c09bcbcb-991e-4145-9b35-6182778a3312 None None] Provisioning for port 3b374792-5b9f-4976-b9f6-56fdab127fe1 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:34.167972 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c09bcbcb-991e-4145-9b35-6182778a3312 None None] Provisioning complete for port 3b374792-5b9f-4976-b9f6-56fdab127fe1 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:34.169650 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c09bcbcb-991e-4145-9b35-6182778a3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:34.224853 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:34.225228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:34.228919 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'name': 'tempest-TestEncryptedCinderVolumes-1614235364-router', 'tenant_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a677fa67-c87f-4425-afa1-dc9dce6d004d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:30Z', 'updated_at': '2022-04-22T15:03:31Z', 'revision_number': 3, 'project_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'gw_port': {'id': 'a677fa67-c87f-4425-afa1-dc9dce6d004d', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:30Z', 'updated_at': '2022-04-22T15:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:34.233857 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262a49d-2072-443f-8194-f0bc0aad219b None None] The sync data for ids ['4998ad1a-f988-470f-b53c-0ad01af98012'] in dv-neutron-839027-1-hyperv is: [{'id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'name': 'tempest-TestEncryptedCinderVolumes-1614235364-router', 'tenant_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a677fa67-c87f-4425-afa1-dc9dce6d004d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:30Z', 'updated_at': '2022-04-22T15:03:31Z', 'revision_number': 3, 'project_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'gw_port': {'id': 'a677fa67-c87f-4425-afa1-dc9dce6d004d', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:30Z', 'updated_at': '2022-04-22T15:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:03:34.291065 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-c09bcbcb-991e-4145-9b35-6182778a3312 None None] Port 3b374792-5b9f-4976-b9f6-56fdab127fe1 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:03:34.333031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:34.338380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:34.447447 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:34.449081 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=3b374792-5b9f-4976-b9f6-56fdab127fe1,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:34.607661 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Network 5596ec2f-edb9-4908-b694-afba1247388a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:03:34.608952 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:34.919047 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1899b00c-10e8-487d-aa02-7e01becc0238 None None] Provisioning complete for port 3b374792-5b9f-4976-b9f6-56fdab127fe1 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:34.919597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1899b00c-10e8-487d-aa02-7e01becc0238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:34.989002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1899b00c-10e8-487d-aa02-7e01becc0238 None None] Port 3b374792-5b9f-4976-b9f6-56fdab127fe1 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:03:35.174850 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Router 4998ad1a-f988-470f-b53c-0ad01af98012 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:03:35.443961 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:03:35.456148 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b20aa399-0143-49ee-9591-390c95890ad9 admin admin] 10.222.0.23 "PUT /v2.0/routers/4998ad1a-f988-470f-b53c-0ad01af98012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3233867 Apr 22 15:03:36.410395 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-43701ef0-c0cc-4781-bee9-e18803caf397 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:36.411058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-43701ef0-c0cc-4781-bee9-e18803caf397 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Synchronizing usage tracker for tenant:4d88fb07e3b04ecdb3fd41f7a6ab0694 on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:03:36.428315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-43701ef0-c0cc-4781-bee9-e18803caf397 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Unset dirty status for tenant:4d88fb07e3b04ecdb3fd41f7a6ab0694 on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:03:36.430223 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-43701ef0-c0cc-4781-bee9-e18803caf397 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/networks?id=d68e2639-279f-489c-ad34-d57b0524866e HTTP/1.1" status: 200 len: 817 time: 0.1631348 Apr 22 15:03:36.447352 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-b4a787b4-5879-4c59-8780-8e128a1a0683 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/quotas/4d88fb07e3b04ecdb3fd41f7a6ab0694 HTTP/1.1" status: 200 len: 375 time: 0.0114079 Apr 22 15:03:36.531671 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-b31c9dba-c277-4647-856c-c5751b222566 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d88fb07e3b04ecdb3fd41f7a6ab0694&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791020 Apr 22 15:03:36.789428 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:03:36.810460 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-9dd7cc06-acdf-4a21-b839-a680e6d3332e service neutron] 10.222.0.23 "GET /v2.0/networks/d68e2639-279f-489c-ad34-d57b0524866e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537918 Apr 22 15:03:36.945803 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-d425ffcd-deba-4ef7-96a9-6d0626ee0da1 service neutron] 10.222.0.23 "GET /v2.0/networks/d68e2639-279f-489c-ad34-d57b0524866e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294158 Apr 22 15:03:37.139072 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e683eebf-561d-48f0-ad18-346db0ac73fa req-23197cd0-747d-4e4e-b738-920f90e04096 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 210 time: 0.0421300 Apr 22 15:03:38.206981 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-904e114c-2bd4-4996-939d-69333e2673ff tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:38.208512 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-904e114c-2bd4-4996-939d-69333e2673ff tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.30 "GET /v2.0/networks?id=d68e2639-279f-489c-ad34-d57b0524866e HTTP/1.1" status: 200 len: 817 time: 0.1546588 Apr 22 15:03:38.223880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Request body: {'port': {'device_id': '9f8984b4-5ac5-406b-8dbc-7d217ef5597d', 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e', 'admin_state_up': True, 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:38.318235 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-220fd7fa-d697-454d-b28a-fc16cff3b43f req-366d4e73-732e-44a2-b192-bc8742d001df tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 210 time: 0.0414343 Apr 22 15:03:38.366668 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:38.370520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Usage tracker for resource:port and tenant:4d88fb07e3b04ecdb3fd41f7a6ab0694 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:38.373435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:38.379107 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:38.389236 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Made reservation on behalf of 4d88fb07e3b04ecdb3fd41f7a6ab0694 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:38.392736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:38.559959 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Allocated IP 172.20.0.14 (d68e2639-279f-489c-ad34-d57b0524866e/5537b27c-47e7-40cd-be0b-a2a52c91f024/29d19472-58f6-4760-8614-b6d14e2a895c) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:03:38.768041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:38.784777 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Transition to ACTIVE for port object 29d19472-58f6-4760-8614-b6d14e2a895c will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:38.806738 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:38.878821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Network d68e2639-279f-489c-ad34-d57b0524866e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:03:38.882474 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:38.887234 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:03:38.916262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Pushing event updated for resources: {'Port': ['ID=29d19472-58f6-4760-8614-b6d14e2a895c,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:38.961521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:38.962164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:38.984757 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-c5dbad8d-d303-4d9b-be9d-7cd8f33332c9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7647800 Apr 22 15:03:38.996601 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Request body: {'port': {'device_id': '9f8984b4-5ac5-406b-8dbc-7d217ef5597d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:39.114102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:39.144846 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4114486a-7348-4305-95b6-378d0c942c81 None None] Provisioning for port 29d19472-58f6-4760-8614-b6d14e2a895c completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:39.150850 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4114486a-7348-4305-95b6-378d0c942c81 None None] Provisioning complete for port 29d19472-58f6-4760-8614-b6d14e2a895c triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:39.151219 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4114486a-7348-4305-95b6-378d0c942c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:39.206776 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4114486a-7348-4305-95b6-378d0c942c81 None None] Port 29d19472-58f6-4760-8614-b6d14e2a895c cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:03:39.535005 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51376c6e-21be-40a5-8ae8-babe5111a905 req-090b827f-0cd3-4934-84c9-6b45bd4b4bf4 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:39.536887 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-51376c6e-21be-40a5-8ae8-babe5111a905 req-090b827f-0cd3-4934-84c9-6b45bd4b4bf4 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 932 time: 0.0926676 Apr 22 15:03:39.588647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d19472-58f6-4760-8614-b6d14e2a895c {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:03:39.594725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-51376c6e-21be-40a5-8ae8-babe5111a905 req-9d906a9e-421f-49ea-83cc-65cd05def7fd tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Synchronizing usage tracker for tenant:4d88fb07e3b04ecdb3fd41f7a6ab0694 on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:03:39.598836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:39.615461 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-51376c6e-21be-40a5-8ae8-babe5111a905 req-9d906a9e-421f-49ea-83cc-65cd05def7fd tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Unset dirty status for tenant:4d88fb07e3b04ecdb3fd41f7a6ab0694 on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:03:39.617553 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-51376c6e-21be-40a5-8ae8-babe5111a905 req-9d906a9e-421f-49ea-83cc-65cd05def7fd tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732968 Apr 22 15:03:39.619596 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Transition to ACTIVE for port object 29d19472-58f6-4760-8614-b6d14e2a895c will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:39.632142 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:39.837329 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Pushing event updated for resources: {'Port': ['ID=29d19472-58f6-4760-8614-b6d14e2a895c,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:39.894036 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Attempting to bind port 29d19472-58f6-4760-8614-b6d14e2a895c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:03:39.894393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Attempting to bind port 29d19472-58f6-4760-8614-b6d14e2a895c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:03:39.894778 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Attempting to bind port 29d19472-58f6-4760-8614-b6d14e2a895c on network d68e2639-279f-489c-ad34-d57b0524866e {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:03:39.902529 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Port 29d19472-58f6-4760-8614-b6d14e2a895c on network d68e2639-279f-489c-ad34-d57b0524866e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:03:39.902894 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Attempting to bind port 29d19472-58f6-4760-8614-b6d14e2a895c on network d68e2639-279f-489c-ad34-d57b0524866e {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:03:39.909763 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:03:39.910109 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Checking segment: {'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:39.910503 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Bound using segment: {'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:03:39.910967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Bound port: 29d19472-58f6-4760-8614-b6d14e2a895c, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:03:39.911340 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:40.019572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] For port 29d19472-58f6-4760-8614-b6d14e2a895c, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:03:40.023822 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] For port 29d19472-58f6-4760-8614-b6d14e2a895c, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=29d19472-58f6-4760-8614-b6d14e2a895c,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:03:40.031065 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:40.052142 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a677fa67-c87f-4425-afa1-dc9dce6d004d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:40.110416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:40.111868 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] 10.222.0.30 "PUT /v2.0/ports/29d19472-58f6-4760-8614-b6d14e2a895c HTTP/1.1" status: 200 len: 1094 time: 1.1196234 Apr 22 15:03:40.112407 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8984b4-5ac5-406b-8dbc-7d217ef5597d', 'tag': '29d19472-58f6-4760-8614-b6d14e2a895c'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:03:40.141736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5bd49-2a39-4d8a-888f-aac0145844b7 service neutron] Pushing event updated for resources: {'Port': ['ID=29d19472-58f6-4760-8614-b6d14e2a895c,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:40.154243 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port a677fa67-c87f-4425-afa1-dc9dce6d004d completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:40.161472 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port a677fa67-c87f-4425-afa1-dc9dce6d004d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:40.161928 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:40.213096 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d350765-9c54-4558-91f2-bb402aea308a'] response: {'name': 'network-changed', 'server_uuid': '9f8984b4-5ac5-406b-8dbc-7d217ef5597d', 'tag': '29d19472-58f6-4760-8614-b6d14e2a895c', 'status': 'completed', 'code': 200} Apr 22 15:03:40.266372 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-2c1c4995-86f0-41f9-9f46-54d1e9403eed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d88fb07e3b04ecdb3fd41f7a6ab0694&device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 1097 time: 0.1146386 Apr 22 15:03:40.342033 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-751a388c-0fd0-46c8-bef2-3c5dc9fca27c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29d19472-58f6-4760-8614-b6d14e2a895c HTTP/1.1" status: 200 len: 217 time: 0.0679750 Apr 22 15:03:40.346161 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:40.369817 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port a677fa67-c87f-4425-afa1-dc9dce6d004d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a677fa67-c87f-4425-afa1-dc9dce6d004d,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:40.374918 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:40.411208 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-db72c939-7dab-4078-aa14-7ab4268ed7c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:40.412602 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-db72c939-7dab-4078-aa14-7ab4268ed7c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5537b27c-47e7-40cd-be0b-a2a52c91f024 HTTP/1.1" status: 200 len: 856 time: 0.0643618 Apr 22 15:03:40.449821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=a677fa67-c87f-4425-afa1-dc9dce6d004d,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:40.494152 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-3c4d9915-40e9-4fdd-8b74-4c029771af62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d68e2639-279f-489c-ad34-d57b0524866e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758359 Apr 22 15:03:40.629617 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-9ecec73e-92ac-455d-99c1-c21ff0184ade service neutron] 10.222.0.30 "GET /v2.0/networks/d68e2639-279f-489c-ad34-d57b0524866e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291096 Apr 22 15:03:40.768338 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c823173c-5ce9-406a-8510-75b0e6a74f15 req-e640d2ea-6bc0-474a-a872-2a17b67392a8 service neutron] 10.222.0.30 "GET /v2.0/networks/d68e2639-279f-489c-ad34-d57b0524866e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330223 Apr 22 15:03:40.838785 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1b572-bb7c-4e2d-a8d5-0accc348b2f5 req-56f16799-f7d8-452f-b2f0-4605f5427045 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:40.840245 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-81e1b572-bb7c-4e2d-a8d5-0accc348b2f5 req-56f16799-f7d8-452f-b2f0-4605f5427045 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 944 time: 0.0809987 Apr 22 15:03:40.884507 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-52cff050-710b-4a3e-83b3-26287c318e61 req-597caf13-56f4-458e-a3c9-a8877d825e34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d88fb07e3b04ecdb3fd41f7a6ab0694&device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 1097 time: 0.0730445 Apr 22 15:03:40.888392 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-81e1b572-bb7c-4e2d-a8d5-0accc348b2f5 req-e87722a5-32bf-45ab-852d-73600f5f0308 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Apr 22 15:03:41.018066 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cff050-710b-4a3e-83b3-26287c318e61 req-8612c5d5-1816-4a31-b896-fa207ea108e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:41.019529 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-52cff050-710b-4a3e-83b3-26287c318e61 req-8612c5d5-1816-4a31-b896-fa207ea108e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d68e2639-279f-489c-ad34-d57b0524866e HTTP/1.1" status: 200 len: 918 time: 0.1275496 Apr 22 15:03:41.093189 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-52cff050-710b-4a3e-83b3-26287c318e61 req-f303a288-359a-4b01-b653-6771ecfeef90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29d19472-58f6-4760-8614-b6d14e2a895c HTTP/1.1" status: 200 len: 217 time: 0.0675759 Apr 22 15:03:41.157129 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cff050-710b-4a3e-83b3-26287c318e61 req-da8194a0-4286-47e9-a766-7bbc495fba35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:41.158594 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-52cff050-710b-4a3e-83b3-26287c318e61 req-da8194a0-4286-47e9-a766-7bbc495fba35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5537b27c-47e7-40cd-be0b-a2a52c91f024 HTTP/1.1" status: 200 len: 856 time: 0.0591340 Apr 22 15:03:41.234672 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-52cff050-710b-4a3e-83b3-26287c318e61 req-1f0198f1-c46f-443b-ab37-4cdf571412b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d68e2639-279f-489c-ad34-d57b0524866e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690954 Apr 22 15:03:41.372942 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-52cff050-710b-4a3e-83b3-26287c318e61 req-2b50ed98-9a38-47a0-b019-7091f4ced632 service neutron] 10.222.0.30 "GET /v2.0/networks/d68e2639-279f-489c-ad34-d57b0524866e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304619 Apr 22 15:03:41.604524 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-52cff050-710b-4a3e-83b3-26287c318e61 req-6b39f01e-1dcb-4f28-947f-f60a2ecde209 service neutron] 10.222.0.30 "GET /v2.0/networks/d68e2639-279f-489c-ad34-d57b0524866e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248762 Apr 22 15:03:41.730193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Sync routers for ids ['67c57be7-cd4e-4889-8b76-8fadf691ce93'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:03:41.748689 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Routers {'67c57be7-cd4e-4889-8b76-8fadf691ce93'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:03:41.749352 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:03:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['67c57be7-cd4e-4889-8b76-8fadf691ce93'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:41.934874 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Set router 67c57be7-cd4e-4889-8b76-8fadf691ce93 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:03:42.074850 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a677fa67-c87f-4425-afa1-dc9dce6d004d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:42.101715 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ce95-db3c-413b-8af9-fe89bd8dfc9d req-af128eeb-2476-4861-b7bd-2182bbc37cec tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:42.103306 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7b09ce95-db3c-413b-8af9-fe89bd8dfc9d req-af128eeb-2476-4861-b7bd-2182bbc37cec tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 944 time: 0.0860157 Apr 22 15:03:42.161069 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7b09ce95-db3c-413b-8af9-fe89bd8dfc9d req-6fcf0fab-e134-474b-8de3-26a21c6d1ac4 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473740 Apr 22 15:03:42.294734 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port a677fa67-c87f-4425-afa1-dc9dce6d004d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:42.295031 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:42.423778 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'name': 'tempest-TestEncryptedCinderVolumes-2022288880-router', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'a446e20f-920d-4f03-b9e2-82a9b1aa1b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:23Z', 'updated_at': '2022-04-22T15:03:26Z', 'revision_number': 4, 'project_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'gw_port': {'id': 'a446e20f-920d-4f03-b9e2-82a9b1aa1b47', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:23Z', 'updated_at': '2022-04-22T15:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '1c7719e1-e796-4db5-b3bd-494ecd3040f3', 'name': '', 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'mac_address': 'fa:16:3e:18:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5537b27c-47e7-40cd-be0b-a2a52c91f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:26Z', 'updated_at': '2022-04-22T15:03:26Z', 'revision_number': 2, 'project_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'subnets': [{'id': '5537b27c-47e7-40cd-be0b-a2a52c91f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:42.432806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Checking router: 67c57be7-cd4e-4889-8b76-8fadf691ce93 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:03:42.433158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Updating router 67c57be7-cd4e-4889-8b76-8fadf691ce93 port 1c7719e1-e796-4db5-b3bd-494ecd3040f3 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:03:42.499137 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:42.816092 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 29d19472-58f6-4760-8614-b6d14e2a895c details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:03:43.069744 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 29d19472-58f6-4760-8614-b6d14e2a895c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=29d19472-58f6-4760-8614-b6d14e2a895c,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:43.092190 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '29d19472-58f6-4760-8614-b6d14e2a895c', 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e', 'port_id': '29d19472-58f6-4760-8614-b6d14e2a895c', 'mac_address': 'fa:16:3e:44:a2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5537b27c-47e7-40cd-be0b-a2a52c91f024', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:03:43.097364 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:43.143536 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Transition to ACTIVE for port object 1c7719e1-e796-4db5-b3bd-494ecd3040f3 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:43.158176 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:43.214963 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:43.298780 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d19472-58f6-4760-8614-b6d14e2a895c {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:03:43.329636 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f76ba-e677-4963-8671-703aeb1fd2ad None None] Pushing event updated for resources: {'Port': ['ID=1c7719e1-e796-4db5-b3bd-494ecd3040f3,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:43.342487 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 29d19472-58f6-4760-8614-b6d14e2a895c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=29d19472-58f6-4760-8614-b6d14e2a895c,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:43.352390 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:43.355540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f76ba-e677-4963-8671-703aeb1fd2ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:43.355954 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f76ba-e677-4963-8671-703aeb1fd2ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:43.356295 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f76ba-e677-4963-8671-703aeb1fd2ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:43.356629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f76ba-e677-4963-8671-703aeb1fd2ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:43.356986 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f76ba-e677-4963-8671-703aeb1fd2ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:43.357325 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f76ba-e677-4963-8671-703aeb1fd2ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:43.357646 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f76ba-e677-4963-8671-703aeb1fd2ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:43.357971 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f76ba-e677-4963-8671-703aeb1fd2ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:43.358310 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f76ba-e677-4963-8671-703aeb1fd2ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:43.358612 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f76ba-e677-4963-8671-703aeb1fd2ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:43.358942 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f76ba-e677-4963-8671-703aeb1fd2ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:43.448458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b4c5d-7d59-41e8-bebf-df093aebd4a5 req-799810e9-cbca-4316-b363-dcb1cd2d5954 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:43.451065 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2f7b4c5d-7d59-41e8-bebf-df093aebd4a5 req-799810e9-cbca-4316-b363-dcb1cd2d5954 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 945 time: 0.0993426 Apr 22 15:03:43.550111 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Attempting to bind port 1c7719e1-e796-4db5-b3bd-494ecd3040f3 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:03:43.550566 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Attempting to bind port 1c7719e1-e796-4db5-b3bd-494ecd3040f3 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:03:43.551111 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Attempting to bind port 1c7719e1-e796-4db5-b3bd-494ecd3040f3 on network d68e2639-279f-489c-ad34-d57b0524866e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:03:43.555160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=29d19472-58f6-4760-8614-b6d14e2a895c,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:43.574250 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['29d19472-58f6-4760-8614-b6d14e2a895c'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:03:43.613726 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:03:43.614101 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Checking segment: {'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:43.614495 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:43.614902 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Bound using segment: {'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:03:43.615403 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Bound port: 1c7719e1-e796-4db5-b3bd-494ecd3040f3, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:03:43.616381 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:43.619993 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2f7b4c5d-7d59-41e8-bebf-df093aebd4a5 req-3b7c8de8-5dd4-4d3f-9d79-543d1c9af0df tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622713 Apr 22 15:03:43.788833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] For port 1c7719e1-e796-4db5-b3bd-494ecd3040f3, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:03:43.807355 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] For port 1c7719e1-e796-4db5-b3bd-494ecd3040f3, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1c7719e1-e796-4db5-b3bd-494ecd3040f3,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:03:43.814583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:43.983412 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f76ba-e677-4963-8671-703aeb1fd2ad None None] Pushing event updated for resources: {'Port': ['ID=1c7719e1-e796-4db5-b3bd-494ecd3040f3,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:44.000224 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Routers {'67c57be7-cd4e-4889-8b76-8fadf691ce93'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:03:44.000859 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:03:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['67c57be7-cd4e-4889-8b76-8fadf691ce93'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:44.222880 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] Set router 67c57be7-cd4e-4889-8b76-8fadf691ce93 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:03:44.555704 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Sync routers for ids ['4998ad1a-f988-470f-b53c-0ad01af98012'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:03:44.575560 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Routers {'4998ad1a-f988-470f-b53c-0ad01af98012'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:03:44.576195 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:03:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4998ad1a-f988-470f-b53c-0ad01af98012'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:44.653037 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'name': 'tempest-TestEncryptedCinderVolumes-2022288880-router', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'a446e20f-920d-4f03-b9e2-82a9b1aa1b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:23Z', 'updated_at': '2022-04-22T15:03:26Z', 'revision_number': 4, 'project_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'gw_port': {'id': 'a446e20f-920d-4f03-b9e2-82a9b1aa1b47', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:23Z', 'updated_at': '2022-04-22T15:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '1c7719e1-e796-4db5-b3bd-494ecd3040f3', 'name': '', 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'mac_address': 'fa:16:3e:18:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5537b27c-47e7-40cd-be0b-a2a52c91f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:26Z', 'updated_at': '2022-04-22T15:03:43Z', 'revision_number': 4, 'project_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'subnets': [{'id': '5537b27c-47e7-40cd-be0b-a2a52c91f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:44.659588 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3441eb9-51ac-49eb-a6bc-81873dd23f16 None None] The sync data for ids ['67c57be7-cd4e-4889-8b76-8fadf691ce93'] in dv-neutron-839027-1-hyperv is: [{'id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'name': 'tempest-TestEncryptedCinderVolumes-2022288880-router', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'a446e20f-920d-4f03-b9e2-82a9b1aa1b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:23Z', 'updated_at': '2022-04-22T15:03:26Z', 'revision_number': 4, 'project_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'gw_port': {'id': 'a446e20f-920d-4f03-b9e2-82a9b1aa1b47', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:23Z', 'updated_at': '2022-04-22T15:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '1c7719e1-e796-4db5-b3bd-494ecd3040f3', 'name': '', 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'mac_address': 'fa:16:3e:18:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5537b27c-47e7-40cd-be0b-a2a52c91f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:26Z', 'updated_at': '2022-04-22T15:03:43Z', 'revision_number': 4, 'project_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'subnets': [{'id': '5537b27c-47e7-40cd-be0b-a2a52c91f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:03:44.816860 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 29d19472-58f6-4760-8614-b6d14e2a895c up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:44.853124 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Set router 4998ad1a-f988-470f-b53c-0ad01af98012 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:03:44.938165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 29d19472-58f6-4760-8614-b6d14e2a895c completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:44.946721 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 29d19472-58f6-4760-8614-b6d14e2a895c triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:44.947337 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:44.962241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e01d6-000b-4f2b-b585-74175db816ef req-fd8f0847-e961-45c9-9fd9-b79699f0afcf tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:44.974830 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-775e01d6-000b-4f2b-b585-74175db816ef req-fd8f0847-e961-45c9-9fd9-b79699f0afcf tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 945 time: 0.1484647 Apr 22 15:03:45.059897 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-775e01d6-000b-4f2b-b585-74175db816ef req-2129c19b-a372-469c-ac7e-c7f672961335 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826352 Apr 22 15:03:45.126611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:45.171374 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8984b4-5ac5-406b-8dbc-7d217ef5597d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d19472-58f6-4760-8614-b6d14e2a895c'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:03:45.186706 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 29d19472-58f6-4760-8614-b6d14e2a895c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=29d19472-58f6-4760-8614-b6d14e2a895c,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:45.200722 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:45.259845 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80570ded-7017-42bf-807c-1d629c88e66c'] response: {'server_uuid': '9f8984b4-5ac5-406b-8dbc-7d217ef5597d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d19472-58f6-4760-8614-b6d14e2a895c', 'code': 200} Apr 22 15:03:45.308338 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=29d19472-58f6-4760-8614-b6d14e2a895c,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:45.366711 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'name': 'tempest-TestEncryptedCinderVolumes-1614235364-router', 'tenant_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a677fa67-c87f-4425-afa1-dc9dce6d004d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:30Z', 'updated_at': '2022-04-22T15:03:33Z', 'revision_number': 4, 'project_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'gw_port': {'id': 'a677fa67-c87f-4425-afa1-dc9dce6d004d', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:30Z', 'updated_at': '2022-04-22T15:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '3b374792-5b9f-4976-b9f6-56fdab127fe1', 'name': '', 'network_id': '5596ec2f-edb9-4908-b694-afba1247388a', 'tenant_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'mac_address': 'fa:16:3e:fb:d2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a2c1593-d116-4ca0-8ca8-344446c8cc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:33Z', 'updated_at': '2022-04-22T15:03:34Z', 'revision_number': 2, 'project_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'subnets': [{'id': '6a2c1593-d116-4ca0-8ca8-344446c8cc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:45.370807 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Checking router: 4998ad1a-f988-470f-b53c-0ad01af98012 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:03:45.371156 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Updating router 4998ad1a-f988-470f-b53c-0ad01af98012 port 3b374792-5b9f-4976-b9f6-56fdab127fe1 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:03:45.432801 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:45.524184 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-bb7b2892-1554-4c9f-96de-d080b9722403 req-a9dc0f8c-046c-4cb7-ab76-88f0471ea6b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 1099 time: 0.0741136 Apr 22 15:03:45.569413 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-bb7b2892-1554-4c9f-96de-d080b9722403 req-dd93d673-8c5b-49d6-948f-0d07e4d8a9c3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389345 Apr 22 15:03:45.827614 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:45.839948 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Transition to ACTIVE for port object 3b374792-5b9f-4976-b9f6-56fdab127fe1 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:45.849724 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:45.979464 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76092931-ad71-4f7e-a54a-101baff8fdc6 None None] Pushing event updated for resources: {'Port': ['ID=3b374792-5b9f-4976-b9f6-56fdab127fe1,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:46.061628 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1c7719e1-e796-4db5-b3bd-494ecd3040f3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:46.098013 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Attempting to bind port 3b374792-5b9f-4976-b9f6-56fdab127fe1 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:03:46.098937 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Attempting to bind port 3b374792-5b9f-4976-b9f6-56fdab127fe1 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5596ec2f-edb9-4908-b694-afba1247388a'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:03:46.099251 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Attempting to bind port 3b374792-5b9f-4976-b9f6-56fdab127fe1 on network 5596ec2f-edb9-4908-b694-afba1247388a {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:03:46.109685 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:03:46.110181 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Checking segment: {'id': '75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5596ec2f-edb9-4908-b694-afba1247388a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:46.110697 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:46.111185 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Bound using segment: {'id': '75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5596ec2f-edb9-4908-b694-afba1247388a'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:03:46.111776 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Bound port: 3b374792-5b9f-4976-b9f6-56fdab127fe1, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5596ec2f-edb9-4908-b694-afba1247388a'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:03:46.112236 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:46.175082 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 1c7719e1-e796-4db5-b3bd-494ecd3040f3 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:46.182154 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 1c7719e1-e796-4db5-b3bd-494ecd3040f3 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:46.183736 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:46.222803 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] For port 3b374792-5b9f-4976-b9f6-56fdab127fe1, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:03:46.226719 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] For port 3b374792-5b9f-4976-b9f6-56fdab127fe1, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3b374792-5b9f-4976-b9f6-56fdab127fe1,segment=NetworkSegment(75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff),segment_id=75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:03:46.236545 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:46.300198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268ddfb-fd71-4d9b-a5b9-ca338b001d92 req-f5276f2d-635e-449e-8c05-c5d467d21978 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:46.302390 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6268ddfb-fd71-4d9b-a5b9-ca338b001d92 req-f5276f2d-635e-449e-8c05-c5d467d21978 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 946 time: 0.0912883 Apr 22 15:03:46.312332 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76092931-ad71-4f7e-a54a-101baff8fdc6 None None] Pushing event updated for resources: {'Port': ['ID=3b374792-5b9f-4976-b9f6-56fdab127fe1,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:46.330710 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Routers {'4998ad1a-f988-470f-b53c-0ad01af98012'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:03:46.331357 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:03:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4998ad1a-f988-470f-b53c-0ad01af98012'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:46.367587 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6268ddfb-fd71-4d9b-a5b9-ca338b001d92 req-05ec1e62-b70f-44ed-a50b-e0a552f68c06 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560064 Apr 22 15:03:46.401019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:46.449792 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 1c7719e1-e796-4db5-b3bd-494ecd3040f3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1c7719e1-e796-4db5-b3bd-494ecd3040f3,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:46.455034 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:46.540996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=1c7719e1-e796-4db5-b3bd-494ecd3040f3,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:46.608360 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] Set router 4998ad1a-f988-470f-b53c-0ad01af98012 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:03:46.944302 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'name': 'tempest-TestEncryptedCinderVolumes-1614235364-router', 'tenant_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a677fa67-c87f-4425-afa1-dc9dce6d004d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:30Z', 'updated_at': '2022-04-22T15:03:33Z', 'revision_number': 4, 'project_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'gw_port': {'id': 'a677fa67-c87f-4425-afa1-dc9dce6d004d', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:30Z', 'updated_at': '2022-04-22T15:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '3b374792-5b9f-4976-b9f6-56fdab127fe1', 'name': '', 'network_id': '5596ec2f-edb9-4908-b694-afba1247388a', 'tenant_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'mac_address': 'fa:16:3e:fb:d2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a2c1593-d116-4ca0-8ca8-344446c8cc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:33Z', 'updated_at': '2022-04-22T15:03:46Z', 'revision_number': 4, 'project_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'subnets': [{'id': '6a2c1593-d116-4ca0-8ca8-344446c8cc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:46.948720 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be6f91-2efd-4952-afc6-fc157d636120 None None] The sync data for ids ['4998ad1a-f988-470f-b53c-0ad01af98012'] in dv-neutron-839027-1-hyperv is: [{'id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'name': 'tempest-TestEncryptedCinderVolumes-1614235364-router', 'tenant_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a677fa67-c87f-4425-afa1-dc9dce6d004d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:30Z', 'updated_at': '2022-04-22T15:03:33Z', 'revision_number': 4, 'project_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'gw_port': {'id': 'a677fa67-c87f-4425-afa1-dc9dce6d004d', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:30Z', 'updated_at': '2022-04-22T15:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '3b374792-5b9f-4976-b9f6-56fdab127fe1', 'name': '', 'network_id': '5596ec2f-edb9-4908-b694-afba1247388a', 'tenant_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'mac_address': 'fa:16:3e:fb:d2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a2c1593-d116-4ca0-8ca8-344446c8cc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:33Z', 'updated_at': '2022-04-22T15:03:46Z', 'revision_number': 4, 'project_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'subnets': [{'id': '6a2c1593-d116-4ca0-8ca8-344446c8cc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:03:47.594512 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd648fd4-26e4-40dc-a683-750844ccb50b req-2e1d6b81-f1c1-4c4c-a556-4c999c27e293 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:47.596097 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dd648fd4-26e4-40dc-a683-750844ccb50b req-2e1d6b81-f1c1-4c4c-a556-4c999c27e293 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 946 time: 0.0909526 Apr 22 15:03:47.655845 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dd648fd4-26e4-40dc-a683-750844ccb50b req-6cdda336-8552-40ee-9028-86fff7767a53 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524800 Apr 22 15:03:47.894273 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a469-f1c7-481c-bef8-71ecca4c5ebe req-312badb6-83f9-4757-9161-13b6086ea611 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:47.895853 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1f09a469-f1c7-481c-bef8-71ecca4c5ebe req-312badb6-83f9-4757-9161-13b6086ea611 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 946 time: 0.0998261 Apr 22 15:03:47.954710 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1f09a469-f1c7-481c-bef8-71ecca4c5ebe req-b0abde64-5e6f-4af7-9880-f06b90879d2c tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519748 Apr 22 15:03:48.135072 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1c7719e1-e796-4db5-b3bd-494ecd3040f3 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:48.218244 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 1c7719e1-e796-4db5-b3bd-494ecd3040f3 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:48.218888 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:48.384647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3b374792-5b9f-4976-b9f6-56fdab127fe1 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:48.456602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 3b374792-5b9f-4976-b9f6-56fdab127fe1 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:48.464855 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 3b374792-5b9f-4976-b9f6-56fdab127fe1 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:48.465521 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:48.601091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:48.642857 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 3b374792-5b9f-4976-b9f6-56fdab127fe1, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3b374792-5b9f-4976-b9f6-56fdab127fe1,segment=NetworkSegment(75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff),segment_id=75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:48.648947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:48.731683 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=3b374792-5b9f-4976-b9f6-56fdab127fe1,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:50.024464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3b374792-5b9f-4976-b9f6-56fdab127fe1 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:50.099813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 3b374792-5b9f-4976-b9f6-56fdab127fe1 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:50.100657 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:52.487770 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-00a36ced-4a97-47e4-959a-420203c99b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:54.659338 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:54.810382 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-33db4b3a-4218-41ae-ac83-74c54d15f3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:56.109783 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:56.193518 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:57.399139 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:04.273408 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d8915-6ee2-4daf-ac06-3a4f559f63da req-93922ac6-771e-41a5-969b-3fa85f771f79 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:04.275155 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f15d8915-6ee2-4daf-ac06-3a4f559f63da req-93922ac6-771e-41a5-969b-3fa85f771f79 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 946 time: 0.1085746 Apr 22 15:04:04.327255 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f15d8915-6ee2-4daf-ac06-3a4f559f63da req-e7424243-d347-4b8b-999f-2aca7151f3f4 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463221 Apr 22 15:04:05.536278 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff7645-6b9b-482b-b0c6-92645831a259 req-59903bb5-845f-4005-8ead-576cdf9ac039 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:05.538340 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1bff7645-6b9b-482b-b0c6-92645831a259 req-59903bb5-845f-4005-8ead-576cdf9ac039 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 946 time: 0.0820010 Apr 22 15:04:05.588348 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1bff7645-6b9b-482b-b0c6-92645831a259 req-50ea4f75-5acb-466e-8873-fba79abf2a60 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430324 Apr 22 15:04:05.619510 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e9529-5fe0-4a7e-b3c6-d284d82fdfab req-09872ab5-f070-436b-a0ba-6780359f5b75 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:05.620195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-b11e9529-5fe0-4a7e-b3c6-d284d82fdfab req-09872ab5-f070-436b-a0ba-6780359f5b75 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Synchronizing usage tracker for tenant:4d88fb07e3b04ecdb3fd41f7a6ab0694 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:04:05.638324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-b11e9529-5fe0-4a7e-b3c6-d284d82fdfab req-09872ab5-f070-436b-a0ba-6780359f5b75 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Unset dirty status for tenant:4d88fb07e3b04ecdb3fd41f7a6ab0694 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:04:05.639798 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b11e9529-5fe0-4a7e-b3c6-d284d82fdfab req-09872ab5-f070-436b-a0ba-6780359f5b75 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 946 time: 0.1042926 Apr 22 15:04:05.713087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-b11e9529-5fe0-4a7e-b3c6-d284d82fdfab req-353e8d5e-b940-4ceb-8b06-8f8d94d4b263 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Deleting port 29d19472-58f6-4760-8614-b6d14e2a895c {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:05.713431 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b11e9529-5fe0-4a7e-b3c6-d284d82fdfab req-353e8d5e-b940-4ceb-8b06-8f8d94d4b263 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:05.987989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-b11e9529-5fe0-4a7e-b3c6-d284d82fdfab req-353e8d5e-b940-4ceb-8b06-8f8d94d4b263 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] For port 29d19472-58f6-4760-8614-b6d14e2a895c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=29d19472-58f6-4760-8614-b6d14e2a895c,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:05.988340 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b11e9529-5fe0-4a7e-b3c6-d284d82fdfab req-353e8d5e-b940-4ceb-8b06-8f8d94d4b263 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:06.111483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-b11e9529-5fe0-4a7e-b3c6-d284d82fdfab req-353e8d5e-b940-4ceb-8b06-8f8d94d4b263 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Calling delete_port for 29d19472-58f6-4760-8614-b6d14e2a895c owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:06.270346 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b11e9529-5fe0-4a7e-b3c6-d284d82fdfab req-353e8d5e-b940-4ceb-8b06-8f8d94d4b263 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:06.282388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['29d19472-58f6-4760-8614-b6d14e2a895c'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:04:06.320091 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e8d5e-b940-4ceb-8b06-8f8d94d4b263 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Pushing event deleted for resources: {'Port': ['ID=29d19472-58f6-4760-8614-b6d14e2a895c,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:06.401245 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11e9529-5fe0-4a7e-b3c6-d284d82fdfab req-353e8d5e-b940-4ceb-8b06-8f8d94d4b263 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] No DVR routers for this DVR port 29d19472-58f6-4760-8614-b6d14e2a895c on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:04:06.403927 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b11e9529-5fe0-4a7e-b3c6-d284d82fdfab req-353e8d5e-b940-4ceb-8b06-8f8d94d4b263 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:06.406795 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8984b4-5ac5-406b-8dbc-7d217ef5597d', 'name': 'network-vif-deleted', 'tag': '29d19472-58f6-4760-8614-b6d14e2a895c'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:04:06.426376 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b11e9529-5fe0-4a7e-b3c6-d284d82fdfab req-353e8d5e-b940-4ceb-8b06-8f8d94d4b263 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.30 "DELETE /v2.0/ports/29d19472-58f6-4760-8614-b6d14e2a895c HTTP/1.1" status: 204 len: 173 time: 0.7809722 Apr 22 15:04:06.493271 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b170b0-0b20-42f0-976a-59a7b31ed362'] response: {'server_uuid': '9f8984b4-5ac5-406b-8dbc-7d217ef5597d', 'name': 'network-vif-deleted', 'tag': '29d19472-58f6-4760-8614-b6d14e2a895c', 'status': 'completed', 'code': 200} Apr 22 15:04:06.776470 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-858d7042-6970-4ac8-ab0d-5a980ccc02c6 req-3724db84-2ed5-4922-9dc8-79954a07197d tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f8984b4-5ac5-406b-8dbc-7d217ef5597d HTTP/1.1" status: 200 len: 210 time: 0.0479980 Apr 22 15:04:08.648946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-00a2edec-7bb1-4101-96f1-6f25d2ec7715 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:08.650400 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-00a2edec-7bb1-4101-96f1-6f25d2ec7715 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/networks?id=d68e2639-279f-489c-ad34-d57b0524866e HTTP/1.1" status: 200 len: 817 time: 0.1495450 Apr 22 15:04:08.670597 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-338640b6-9d7a-4d57-b1a6-ef7be0055ad5 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/quotas/4d88fb07e3b04ecdb3fd41f7a6ab0694 HTTP/1.1" status: 200 len: 375 time: 0.0139589 Apr 22 15:04:08.753003 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c8480eea-b6ad-422b-adc6-03583adf77bf tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d88fb07e3b04ecdb3fd41f7a6ab0694&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769820 Apr 22 15:04:08.896962 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-819bc3a3-c9e9-4b0f-bcca-4d318db30977 service neutron] 10.222.0.23 "GET /v2.0/networks/d68e2639-279f-489c-ad34-d57b0524866e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305926 Apr 22 15:04:08.940066 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 29d19472-58f6-4760-8614-b6d14e2a895c no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:04:08.976501 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 29d19472-58f6-4760-8614-b6d14e2a895c {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:04:08.976787 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 29d19472-58f6-4760-8614-b6d14e2a895c not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:04:09.042668 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-4ac8818b-4065-4a24-b76b-d416255d66b8 service neutron] 10.222.0.23 "GET /v2.0/networks/d68e2639-279f-489c-ad34-d57b0524866e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398048 Apr 22 15:04:09.258718 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c2995aaa-1e70-4484-baa0-50314d5dc505 req-9a66a260-2164-4f47-a1cb-508beca30d1d tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 210 time: 0.0444145 Apr 22 15:04:10.435418 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1b0d57da-4c59-40a6-94a0-f0d71a70d1d8 req-57934e43-1cca-4889-8698-794fa5bbf0b9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 210 time: 0.0496988 Apr 22 15:04:10.530973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-1b755b0f-6cd5-4c00-9c24-e12bfdf3a1e1 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:10.532412 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-1b755b0f-6cd5-4c00-9c24-e12bfdf3a1e1 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.30 "GET /v2.0/networks?id=d68e2639-279f-489c-ad34-d57b0524866e HTTP/1.1" status: 200 len: 817 time: 0.1627896 Apr 22 15:04:10.547662 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Request body: {'port': {'device_id': 'a1e67a41-bf3b-44ee-b501-c6deb43b906c', 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e', 'admin_state_up': True, 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:10.728695 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:10.732684 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Usage tracker for resource:port and tenant:4d88fb07e3b04ecdb3fd41f7a6ab0694 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:10.735516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:10.742090 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:10.751884 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Made reservation on behalf of 4d88fb07e3b04ecdb3fd41f7a6ab0694 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:10.754854 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:10.926707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Allocated IP 172.20.0.7 (d68e2639-279f-489c-ad34-d57b0524866e/5537b27c-47e7-40cd-be0b-a2a52c91f024/fcf2934d-48aa-4ffe-918f-0f38a9d4e97e) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:04:11.235427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:11.252130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Transition to ACTIVE for port object fcf2934d-48aa-4ffe-918f-0f38a9d4e97e will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:11.275446 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:11.346305 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Network d68e2639-279f-489c-ad34-d57b0524866e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:11.350149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:11.354194 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:04:11.402813 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Pushing event updated for resources: {'Port': ['ID=fcf2934d-48aa-4ffe-918f-0f38a9d4e97e,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:11.427304 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:11.427961 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:11.455970 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f2b71f71-76f5-457b-846a-35ce077df68e tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9123020 Apr 22 15:04:11.467106 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Request body: {'port': {'device_id': 'a1e67a41-bf3b-44ee-b501-c6deb43b906c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:11.602242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:11.637625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c22b9656-45fa-4862-a989-1c9b645ac6a6 None None] Provisioning for port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:11.645934 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c22b9656-45fa-4862-a989-1c9b645ac6a6 None None] Provisioning complete for port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:11.646629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c22b9656-45fa-4862-a989-1c9b645ac6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:11.666493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b78798-7901-4460-b13d-fcddfdce54ef req-65c080f6-de9b-4b6f-9940-a680b119091f tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:11.668240 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-28b78798-7901-4460-b13d-fcddfdce54ef req-65c080f6-de9b-4b6f-9940-a680b119091f tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 931 time: 0.0984592 Apr 22 15:04:11.712577 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-c22b9656-45fa-4862-a989-1c9b645ac6a6 None None] Port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:04:11.723731 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-28b78798-7901-4460-b13d-fcddfdce54ef req-55e94a64-2491-418c-bf10-3ca588693313 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487385 Apr 22 15:04:11.981511 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf2934d-48aa-4ffe-918f-0f38a9d4e97e {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:04:11.988599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:12.004879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Transition to ACTIVE for port object fcf2934d-48aa-4ffe-918f-0f38a9d4e97e will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:12.008696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:12.157477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf2934d-48aa-4ffe-918f-0f38a9d4e97e,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:12.281410 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Attempting to bind port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:04:12.281560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Attempting to bind port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:04:12.281956 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Attempting to bind port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e on network d68e2639-279f-489c-ad34-d57b0524866e {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:04:12.289098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e on network d68e2639-279f-489c-ad34-d57b0524866e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:04:12.289423 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Attempting to bind port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e on network d68e2639-279f-489c-ad34-d57b0524866e {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:04:12.296189 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:04:12.296529 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Checking segment: {'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:12.296938 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Bound using segment: {'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:04:12.297398 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Bound port: fcf2934d-48aa-4ffe-918f-0f38a9d4e97e, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857142ac-b449-4063-95c1-ab3403971599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:04:12.297747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:12.401250 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] For port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:04:12.404554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] For port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fcf2934d-48aa-4ffe-918f-0f38a9d4e97e,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:04:12.412932 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:12.474381 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:12.475598 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] 10.222.0.30 "PUT /v2.0/ports/fcf2934d-48aa-4ffe-918f-0f38a9d4e97e HTTP/1.1" status: 200 len: 1093 time: 1.0129640 Apr 22 15:04:12.478617 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e67a41-bf3b-44ee-b501-c6deb43b906c', 'tag': 'fcf2934d-48aa-4ffe-918f-0f38a9d4e97e'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:04:12.502597 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384bb15-596d-47d2-bd75-ced3fbeb4d96 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf2934d-48aa-4ffe-918f-0f38a9d4e97e,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:12.564325 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284cfaff-c87a-4191-9eb7-a1eb7ce8987a'] response: {'name': 'network-changed', 'server_uuid': 'a1e67a41-bf3b-44ee-b501-c6deb43b906c', 'tag': 'fcf2934d-48aa-4ffe-918f-0f38a9d4e97e', 'status': 'completed', 'code': 200} Apr 22 15:04:12.607147 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-f957e6a6-dd5f-48da-aada-71a284ee0102 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d88fb07e3b04ecdb3fd41f7a6ab0694&device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 1096 time: 0.0859540 Apr 22 15:04:12.687011 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-d7b7c5b1-48c5-4395-a81d-11bc93d73bc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf2934d-48aa-4ffe-918f-0f38a9d4e97e HTTP/1.1" status: 200 len: 217 time: 0.0729029 Apr 22 15:04:12.759924 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c4de422f-68dc-4519-a765-a6e3b6b3bf89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:12.761629 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-c4de422f-68dc-4519-a765-a6e3b6b3bf89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5537b27c-47e7-40cd-be0b-a2a52c91f024 HTTP/1.1" status: 200 len: 856 time: 0.0662916 Apr 22 15:04:12.841604 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-06885a1f-1d0b-4521-9689-ef4bc2b44d44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d68e2639-279f-489c-ad34-d57b0524866e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734100 Apr 22 15:04:12.938641 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b51a4-7978-49cc-a318-048ceab6a579 req-8f0c7da1-16a4-4143-b97c-d2b379d35c1b tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:12.940158 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7a4b51a4-7978-49cc-a318-048ceab6a579 req-8f0c7da1-16a4-4143-b97c-d2b379d35c1b tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 943 time: 0.0868392 Apr 22 15:04:12.987421 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-ad670af5-e363-400e-a2db-67c6f321bdfe service neutron] 10.222.0.30 "GET /v2.0/networks/d68e2639-279f-489c-ad34-d57b0524866e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393301 Apr 22 15:04:12.993981 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7a4b51a4-7978-49cc-a318-048ceab6a579 req-dc4bda6f-85fa-4c50-b7a6-0bcfd6843e41 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482144 Apr 22 15:04:13.130132 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-82f0ad54-9995-48c1-8df7-ecfcc826d29c req-cbd7415e-a031-4dc5-afa2-2861c4624b39 service neutron] 10.222.0.30 "GET /v2.0/networks/d68e2639-279f-489c-ad34-d57b0524866e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371074 Apr 22 15:04:13.345323 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-41c92a23-4560-4ab3-8e0e-a76dd92be40e req-0a5c78d2-917d-4313-a241-29e3292ad510 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d88fb07e3b04ecdb3fd41f7a6ab0694&device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 1096 time: 0.1635447 Apr 22 15:04:13.485461 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c92a23-4560-4ab3-8e0e-a76dd92be40e req-189cb34c-8c92-442b-98b3-b8f2879744fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:13.486801 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-41c92a23-4560-4ab3-8e0e-a76dd92be40e req-189cb34c-8c92-442b-98b3-b8f2879744fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=d68e2639-279f-489c-ad34-d57b0524866e HTTP/1.1" status: 200 len: 918 time: 0.1313500 Apr 22 15:04:13.554234 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-41c92a23-4560-4ab3-8e0e-a76dd92be40e req-a71a5f96-41fd-402f-88ea-72ebd96ac29d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf2934d-48aa-4ffe-918f-0f38a9d4e97e HTTP/1.1" status: 200 len: 217 time: 0.0616543 Apr 22 15:04:13.628754 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c92a23-4560-4ab3-8e0e-a76dd92be40e req-5cb87b28-5584-4246-bb98-7be3794cff11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:13.628754 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-41c92a23-4560-4ab3-8e0e-a76dd92be40e req-5cb87b28-5584-4246-bb98-7be3794cff11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5537b27c-47e7-40cd-be0b-a2a52c91f024 HTTP/1.1" status: 200 len: 856 time: 0.0646381 Apr 22 15:04:13.704066 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-41c92a23-4560-4ab3-8e0e-a76dd92be40e req-12d8e3cd-eb07-426e-b72c-9206f840b6b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d68e2639-279f-489c-ad34-d57b0524866e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719273 Apr 22 15:04:13.789335 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:04:13.839175 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-41c92a23-4560-4ab3-8e0e-a76dd92be40e req-795ab135-bccf-46cd-ab58-3575e594869b service neutron] 10.222.0.30 "GET /v2.0/networks/d68e2639-279f-489c-ad34-d57b0524866e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285608 Apr 22 15:04:13.988932 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-41c92a23-4560-4ab3-8e0e-a76dd92be40e req-ce3abc7f-4cbc-45ca-9be4-5f1f24518c76 service neutron] 10.222.0.30 "GET /v2.0/networks/d68e2639-279f-489c-ad34-d57b0524866e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426418 Apr 22 15:04:14.200481 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e655b0-3e43-4dd4-9ae0-a93a8e42de4b req-07830c00-8f57-4bac-8630-c6e8e2bd80ae tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:14.201955 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-36e655b0-3e43-4dd4-9ae0-a93a8e42de4b req-07830c00-8f57-4bac-8630-c6e8e2bd80ae tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 943 time: 0.0782814 Apr 22 15:04:14.250946 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-36e655b0-3e43-4dd4-9ae0-a93a8e42de4b req-448916f8-df7d-44a9-a4c7-10d14c42b392 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Apr 22 15:04:15.457876 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061649b2-56b3-4506-9dbc-c5b4dd097be5 req-52eea999-ea89-4a7e-babf-9fcf3dbca856 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:15.459724 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-061649b2-56b3-4506-9dbc-c5b4dd097be5 req-52eea999-ea89-4a7e-babf-9fcf3dbca856 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 943 time: 0.0840402 Apr 22 15:04:15.509627 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-061649b2-56b3-4506-9dbc-c5b4dd097be5 req-08a1fad9-0ce8-43b3-bbc2-d468bbcde75a tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440481 Apr 22 15:04:16.706936 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f3e1b-8a81-4318-9862-c23e2d7509aa req-1bfb9973-1e68-495e-bdb0-335475bddba0 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:16.708398 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-013f3e1b-8a81-4318-9862-c23e2d7509aa req-1bfb9973-1e68-495e-bdb0-335475bddba0 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 943 time: 0.0757160 Apr 22 15:04:16.836492 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-013f3e1b-8a81-4318-9862-c23e2d7509aa req-f11cb460-d8d2-452b-ac72-0150c7932c87 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217399 Apr 22 15:04:16.960845 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device fcf2934d-48aa-4ffe-918f-0f38a9d4e97e details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:04:17.096651 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fcf2934d-48aa-4ffe-918f-0f38a9d4e97e,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:17.109802 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': 'fcf2934d-48aa-4ffe-918f-0f38a9d4e97e', 'network_id': 'd68e2639-279f-489c-ad34-d57b0524866e', 'port_id': 'fcf2934d-48aa-4ffe-918f-0f38a9d4e97e', 'mac_address': 'fa:16:3e:78:1f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5537b27c-47e7-40cd-be0b-a2a52c91f024', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:04:17.168867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:17.186626 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf2934d-48aa-4ffe-918f-0f38a9d4e97e {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:04:17.202791 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fcf2934d-48aa-4ffe-918f-0f38a9d4e97e,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:17.207230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:17.308394 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=fcf2934d-48aa-4ffe-918f-0f38a9d4e97e,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:17.400128 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['fcf2934d-48aa-4ffe-918f-0f38a9d4e97e'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:04:18.043702 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3a90b-54ca-417e-8278-01824b9ee5e9 req-8498b6dd-1ebd-4e24-8dee-815b24c4809f tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:18.045213 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d7b3a90b-54ca-417e-8278-01824b9ee5e9 req-8498b6dd-1ebd-4e24-8dee-815b24c4809f tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 944 time: 0.0792665 Apr 22 15:04:18.092519 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d7b3a90b-54ca-417e-8278-01824b9ee5e9 req-7d91b531-1b0e-4f58-89a0-9b4ce7a7097b tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415535 Apr 22 15:04:18.961015 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device fcf2934d-48aa-4ffe-918f-0f38a9d4e97e up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:04:19.032475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:19.038469 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:19.038838 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:19.159217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:19.188934 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e67a41-bf3b-44ee-b501-c6deb43b906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf2934d-48aa-4ffe-918f-0f38a9d4e97e'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:04:19.199867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fcf2934d-48aa-4ffe-918f-0f38a9d4e97e,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:19.206647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:19.279099 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=fcf2934d-48aa-4ffe-918f-0f38a9d4e97e,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:19.305583 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aac8fc-b2c3-4678-86c4-b47f032e580a req-c724ff20-5c98-4e28-9ef7-75a08ec2dc2d tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:19.307277 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a1aac8fc-b2c3-4678-86c4-b47f032e580a req-c724ff20-5c98-4e28-9ef7-75a08ec2dc2d tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 945 time: 0.0879683 Apr 22 15:04:19.339788 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4106e3b-56b6-45da-84d1-d0eced56fd95'] response: {'server_uuid': 'a1e67a41-bf3b-44ee-b501-c6deb43b906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf2934d-48aa-4ffe-918f-0f38a9d4e97e', 'code': 200} Apr 22 15:04:19.360716 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a1aac8fc-b2c3-4678-86c4-b47f032e580a req-acc151c1-7ce7-4ed9-b93c-ea31481f1815 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458529 Apr 22 15:04:19.569561 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8600ecae-962b-4a74-b999-fdfa02aee05b req-9d015bcd-9481-4a99-8b5c-1d2e4def2353 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 1098 time: 0.0724816 Apr 22 15:04:19.623904 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8600ecae-962b-4a74-b999-fdfa02aee05b req-9418b289-e289-4522-b3fd-15ac60719f73 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488729 Apr 22 15:04:20.565556 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a19a0e-ec31-45b5-b56e-d3bceeda4ec3 req-ae37c03f-b23e-4918-b323-25144023afa9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:20.567682 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a0a19a0e-ec31-45b5-b56e-d3bceeda4ec3 req-ae37c03f-b23e-4918-b323-25144023afa9 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 945 time: 0.0777884 Apr 22 15:04:20.622175 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a0a19a0e-ec31-45b5-b56e-d3bceeda4ec3 req-6fb86679-63ac-4a43-bc02-e84d4b9b2782 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471504 Apr 22 15:04:21.822726 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33912dbc-460b-4fe2-8bba-d488624c7d84 req-dd77474a-1825-49a9-8439-75262c5b8fae tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:21.824307 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-33912dbc-460b-4fe2-8bba-d488624c7d84 req-dd77474a-1825-49a9-8439-75262c5b8fae tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 945 time: 0.0797482 Apr 22 15:04:21.875709 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-33912dbc-460b-4fe2-8bba-d488624c7d84 req-2f2b14e8-572a-42cf-a98d-339b32997e7f tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458362 Apr 22 15:04:22.081127 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d3426-49d5-4cee-844a-414452e33f0e req-7a3421bd-709c-426a-85a6-79ac570fd8a3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:22.082587 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-906d3426-49d5-4cee-844a-414452e33f0e req-7a3421bd-709c-426a-85a6-79ac570fd8a3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 945 time: 0.0819254 Apr 22 15:04:22.134079 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-906d3426-49d5-4cee-844a-414452e33f0e req-d844dd95-07c5-473e-a0a7-0ed95dfab513 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452573 Apr 22 15:04:22.494670 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-39cda2f5-e7c4-4e5b-ad85-581bae1c7df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:24.158974 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0e506e1-1ac5-4424-8f05-0b2218c7bb2a req-cfbb5ea9-09cc-43bd-ad40-7d9560e44cd3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717020 Apr 22 15:04:24.336038 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0e506e1-1ac5-4424-8f05-0b2218c7bb2a req-8aaa385e-1767-49de-937a-49b0441b2810 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d88fb07e3b04ecdb3fd41f7a6ab0694&device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 1098 time: 0.0768435 Apr 22 15:04:24.514450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e506e1-1ac5-4424-8f05-0b2218c7bb2a req-5b8d9956-19b1-4d4d-9458-2e4a7017ab40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:24.515835 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0e506e1-1ac5-4424-8f05-0b2218c7bb2a req-5b8d9956-19b1-4d4d-9458-2e4a7017ab40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d68e2639-279f-489c-ad34-d57b0524866e HTTP/1.1" status: 200 len: 918 time: 0.1359963 Apr 22 15:04:24.587890 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0e506e1-1ac5-4424-8f05-0b2218c7bb2a req-c18da7ac-74b6-4086-8890-2233581c7e09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf2934d-48aa-4ffe-918f-0f38a9d4e97e HTTP/1.1" status: 200 len: 217 time: 0.0652702 Apr 22 15:04:24.660746 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e506e1-1ac5-4424-8f05-0b2218c7bb2a req-660efc9e-977d-4de7-8669-12f90cd25b61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:24.662733 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0e506e1-1ac5-4424-8f05-0b2218c7bb2a req-660efc9e-977d-4de7-8669-12f90cd25b61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5537b27c-47e7-40cd-be0b-a2a52c91f024 HTTP/1.1" status: 200 len: 856 time: 0.0685031 Apr 22 15:04:24.672096 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:24.745264 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0e506e1-1ac5-4424-8f05-0b2218c7bb2a req-19f0380c-396a-42f7-b5d9-57a3eb725857 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d68e2639-279f-489c-ad34-d57b0524866e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762446 Apr 22 15:04:24.819019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-33cff740-ad2d-4b54-aed6-719764b4e095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:24.884442 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0e506e1-1ac5-4424-8f05-0b2218c7bb2a req-94e14101-39d6-444c-b7f8-50d3e085fe2b service neutron] 10.222.0.30 "GET /v2.0/networks/d68e2639-279f-489c-ad34-d57b0524866e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336186 Apr 22 15:04:25.025206 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b0e506e1-1ac5-4424-8f05-0b2218c7bb2a req-b89ae9ae-42c5-4588-867d-befe9bdd0667 service neutron] 10.222.0.30 "GET /v2.0/networks/d68e2639-279f-489c-ad34-d57b0524866e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338780 Apr 22 15:04:26.112216 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:26.187468 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:27.402738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:36.648540 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356a017-6c3c-48ae-88b2-f888fe1ec0d6 req-ca553109-6420-423c-88bb-1a7db4f49e6a tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:36.650236 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8356a017-6c3c-48ae-88b2-f888fe1ec0d6 req-ca553109-6420-423c-88bb-1a7db4f49e6a tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 945 time: 0.0901272 Apr 22 15:04:36.701900 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8356a017-6c3c-48ae-88b2-f888fe1ec0d6 req-79804ad9-a3e2-42bc-ab76-b70d94ee2fb2 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458732 Apr 22 15:04:37.920048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bb33f-0915-4537-b559-4e0a2fb0b643 req-94ea1b78-2ead-44ce-937b-03b8dd5ef1f5 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:37.921512 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-900bb33f-0915-4537-b559-4e0a2fb0b643 req-94ea1b78-2ead-44ce-937b-03b8dd5ef1f5 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 945 time: 0.0851080 Apr 22 15:04:37.970777 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-900bb33f-0915-4537-b559-4e0a2fb0b643 req-0d6acb7a-d278-4f65-abb1-87687534017a tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a6dae07-2727-4588-8257-3b207ba273fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Apr 22 15:04:38.150827 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc561bb2-6454-405b-81c7-954af0928b68 req-5869610e-2108-4f00-aa3b-7edde6e7d64a tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:38.151552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-fc561bb2-6454-405b-81c7-954af0928b68 req-5869610e-2108-4f00-aa3b-7edde6e7d64a tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Synchronizing usage tracker for tenant:4d88fb07e3b04ecdb3fd41f7a6ab0694 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:04:38.168510 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-fc561bb2-6454-405b-81c7-954af0928b68 req-5869610e-2108-4f00-aa3b-7edde6e7d64a tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Unset dirty status for tenant:4d88fb07e3b04ecdb3fd41f7a6ab0694 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:04:38.169702 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fc561bb2-6454-405b-81c7-954af0928b68 req-5869610e-2108-4f00-aa3b-7edde6e7d64a tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 945 time: 0.1989129 Apr 22 15:04:38.241909 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-fc561bb2-6454-405b-81c7-954af0928b68 req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Deleting port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:38.242151 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-fc561bb2-6454-405b-81c7-954af0928b68 req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:38.498281 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-fc561bb2-6454-405b-81c7-954af0928b68 req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] For port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fcf2934d-48aa-4ffe-918f-0f38a9d4e97e,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:38.498550 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-fc561bb2-6454-405b-81c7-954af0928b68 req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:38.622551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-fc561bb2-6454-405b-81c7-954af0928b68 req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Calling delete_port for fcf2934d-48aa-4ffe-918f-0f38a9d4e97e owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:38.781899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-fc561bb2-6454-405b-81c7-954af0928b68 req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:38.793946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['fcf2934d-48aa-4ffe-918f-0f38a9d4e97e'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:04:38.835511 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Pushing event deleted for resources: {'Port': ['ID=fcf2934d-48aa-4ffe-918f-0f38a9d4e97e,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:38.878043 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:38.878401 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:38.878789 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:38.879245 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:38.879658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:38.880538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:38.881404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:38.881404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:38.881623 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:38.881846 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:38.882182 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:38.929801 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc561bb2-6454-405b-81c7-954af0928b68 req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] No DVR routers for this DVR port fcf2934d-48aa-4ffe-918f-0f38a9d4e97e on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:04:38.932461 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-fc561bb2-6454-405b-81c7-954af0928b68 req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:38.935112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e67a41-bf3b-44ee-b501-c6deb43b906c', 'name': 'network-vif-deleted', 'tag': 'fcf2934d-48aa-4ffe-918f-0f38a9d4e97e'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:04:38.953010 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fc561bb2-6454-405b-81c7-954af0928b68 req-70430edf-68d3-400c-9ddd-9970c89d57c3 tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.30 "DELETE /v2.0/ports/fcf2934d-48aa-4ffe-918f-0f38a9d4e97e HTTP/1.1" status: 204 len: 173 time: 0.7777007 Apr 22 15:04:38.996662 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6132c58e-5cea-47da-9c3a-f847a2ac39d6'] response: {'server_uuid': 'a1e67a41-bf3b-44ee-b501-c6deb43b906c', 'name': 'network-vif-deleted', 'tag': 'fcf2934d-48aa-4ffe-918f-0f38a9d4e97e', 'status': 'completed', 'code': 200} Apr 22 15:04:39.169909 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7a29301e-e67e-4931-80a4-d18152ee5526 req-00260315-f5d2-484f-bc96-54b3a28329fb tempest-TestEncryptedCinderVolumes-794238549 tempest-TestEncryptedCinderVolumes-794238549-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e67a41-bf3b-44ee-b501-c6deb43b906c HTTP/1.1" status: 200 len: 210 time: 0.0409234 Apr 22 15:04:40.322117 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41074) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:40.723336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4af9e85d-4e3c-4f98-8aa1-7a38f4e9891a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:41.039609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device fcf2934d-48aa-4ffe-918f-0f38a9d4e97e no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:04:41.073133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: fcf2934d-48aa-4ffe-918f-0f38a9d4e97e {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:04:41.073540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device fcf2934d-48aa-4ffe-918f-0f38a9d4e97e not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:04:41.448532 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-4af9e85d-4e3c-4f98-8aa1-7a38f4e9891a admin admin] Deleting port 1c7719e1-e796-4db5-b3bd-494ecd3040f3 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:41.449156 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4af9e85d-4e3c-4f98-8aa1-7a38f4e9891a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:41.629614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-4af9e85d-4e3c-4f98-8aa1-7a38f4e9891a admin admin] For port 1c7719e1-e796-4db5-b3bd-494ecd3040f3, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1c7719e1-e796-4db5-b3bd-494ecd3040f3,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:41.630644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4af9e85d-4e3c-4f98-8aa1-7a38f4e9891a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:41.757809 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-4af9e85d-4e3c-4f98-8aa1-7a38f4e9891a admin admin] Calling delete_port for 1c7719e1-e796-4db5-b3bd-494ecd3040f3 owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:41.934737 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4af9e85d-4e3c-4f98-8aa1-7a38f4e9891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:41.981309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9e85d-4e3c-4f98-8aa1-7a38f4e9891a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7719e1-e796-4db5-b3bd-494ecd3040f3,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:42.292942 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4af9e85d-4e3c-4f98-8aa1-7a38f4e9891a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.983394 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af9e85d-4e3c-4f98-8aa1-7a38f4e9891a admin admin] Router 67c57be7-cd4e-4889-8b76-8fadf691ce93 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:04:43.198518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af9e85d-4e3c-4f98-8aa1-7a38f4e9891a admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:04:43.207089 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ccca9-2a7e-47c5-aa5e-25602da79e79 None None] Sync routers for ids ['67c57be7-cd4e-4889-8b76-8fadf691ce93'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:04:43.211497 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4af9e85d-4e3c-4f98-8aa1-7a38f4e9891a admin admin] 10.222.0.23 "PUT /v2.0/routers/67c57be7-cd4e-4889-8b76-8fadf691ce93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8882680 Apr 22 15:04:43.213957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41078) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:43.219942 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ccca9-2a7e-47c5-aa5e-25602da79e79 None None] Routers {'67c57be7-cd4e-4889-8b76-8fadf691ce93'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:04:43.220693 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ea6ccca9-2a7e-47c5-aa5e-25602da79e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:04:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['67c57be7-cd4e-4889-8b76-8fadf691ce93'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:43.420904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-ea6ccca9-2a7e-47c5-aa5e-25602da79e79 None None] Set router 67c57be7-cd4e-4889-8b76-8fadf691ce93 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:04:43.440034 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4062af31-4dd9-43a6-8032-9b173b10e181 admin admin] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.649593 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4062af31-4dd9-43a6-8032-9b173b10e181 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.660390 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-4062af31-4dd9-43a6-8032-9b173b10e181 admin admin] Deleting port a446e20f-920d-4f03-b9e2-82a9b1aa1b47 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:43.660758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4062af31-4dd9-43a6-8032-9b173b10e181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.725981 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ea6ccca9-2a7e-47c5-aa5e-25602da79e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'name': 'tempest-TestEncryptedCinderVolumes-2022288880-router', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'a446e20f-920d-4f03-b9e2-82a9b1aa1b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:23Z', 'updated_at': '2022-04-22T15:04:41Z', 'revision_number': 5, 'project_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'gw_port': {'id': 'a446e20f-920d-4f03-b9e2-82a9b1aa1b47', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:23Z', 'updated_at': '2022-04-22T15:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:43.730065 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ccca9-2a7e-47c5-aa5e-25602da79e79 None None] Checking router: 67c57be7-cd4e-4889-8b76-8fadf691ce93 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:04:43.741317 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ccca9-2a7e-47c5-aa5e-25602da79e79 None None] Routers {'67c57be7-cd4e-4889-8b76-8fadf691ce93'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:04:43.741942 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ea6ccca9-2a7e-47c5-aa5e-25602da79e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:04:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['67c57be7-cd4e-4889-8b76-8fadf691ce93'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:43.841839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-4062af31-4dd9-43a6-8032-9b173b10e181 admin admin] For port a446e20f-920d-4f03-b9e2-82a9b1aa1b47, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a446e20f-920d-4f03-b9e2-82a9b1aa1b47,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:43.842188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4062af31-4dd9-43a6-8032-9b173b10e181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.898521 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-ea6ccca9-2a7e-47c5-aa5e-25602da79e79 None None] Set router 67c57be7-cd4e-4889-8b76-8fadf691ce93 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:04:43.966126 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-4062af31-4dd9-43a6-8032-9b173b10e181 admin admin] Calling delete_port for a446e20f-920d-4f03-b9e2-82a9b1aa1b47 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:44.053816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ea6ccca9-2a7e-47c5-aa5e-25602da79e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'name': 'tempest-TestEncryptedCinderVolumes-2022288880-router', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:23Z', 'updated_at': '2022-04-22T15:04:43Z', 'revision_number': 6, 'project_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:44.058091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ccca9-2a7e-47c5-aa5e-25602da79e79 None None] The sync data for ids ['67c57be7-cd4e-4889-8b76-8fadf691ce93'] in dv-neutron-839027-1-hyperv is: [{'id': '67c57be7-cd4e-4889-8b76-8fadf691ce93', 'name': 'tempest-TestEncryptedCinderVolumes-2022288880-router', 'tenant_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:23Z', 'updated_at': '2022-04-22T15:04:43Z', 'revision_number': 6, 'project_id': '4d88fb07e3b04ecdb3fd41f7a6ab0694', 'gw_port_host': None}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:04:44.139877 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4062af31-4dd9-43a6-8032-9b173b10e181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:44.189680 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062af31-4dd9-43a6-8032-9b173b10e181 admin admin] Pushing event deleted for resources: {'Port': ['ID=a446e20f-920d-4f03-b9e2-82a9b1aa1b47,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:44.533310 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4062af31-4dd9-43a6-8032-9b173b10e181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:44.799994 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4062af31-4dd9-43a6-8032-9b173b10e181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:44.804715 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4062af31-4dd9-43a6-8032-9b173b10e181 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:44.829947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4062af31-4dd9-43a6-8032-9b173b10e181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:44.830205 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4062af31-4dd9-43a6-8032-9b173b10e181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67c57be7-cd4e-4889-8b76-8fadf691ce93 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:04:44.843520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4062af31-4dd9-43a6-8032-9b173b10e181 admin admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:44.844665 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4062af31-4dd9-43a6-8032-9b173b10e181 admin admin] 10.222.0.23 "DELETE /v2.0/routers/67c57be7-cd4e-4889-8b76-8fadf691ce93 HTTP/1.1" status: 204 len: 168 time: 1.6298060 Apr 22 15:04:44.847947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41082) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:44.916339 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e9882f-2042-424c-9568-dbf0cb62002e admin admin] Deleting subnet 5537b27c-47e7-40cd-be0b-a2a52c91f024 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:04:44.920606 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83e9882f-2042-424c-9568-dbf0cb62002e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:44.975264 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83e9882f-2042-424c-9568-dbf0cb62002e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.072476 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83e9882f-2042-424c-9568-dbf0cb62002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.144143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83e9882f-2042-424c-9568-dbf0cb62002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.185426 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9882f-2042-424c-9568-dbf0cb62002e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5537b27c-47e7-40cd-be0b-a2a52c91f024,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:45.192978 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-83e9882f-2042-424c-9568-dbf0cb62002e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.198478 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22202b4-31b8-4466-8092-03e800f5ceb0 None None] Network d68e2639-279f-489c-ad34-d57b0524866e requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:45.205851 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-83e9882f-2042-424c-9568-dbf0cb62002e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5537b27c-47e7-40cd-be0b-a2a52c91f024 HTTP/1.1" status: 204 len: 168 time: 0.3520670 Apr 22 15:04:45.205851 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41086) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:45.310912 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.322343 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] Deleting port 4b7dee3e-b0c9-467c-86de-4e836326564f {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:45.322678 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.463277 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a8441-6992-40d0-8498-e2d2959367a7 None None] DHCP port deletion for d68e2639-279f-489c-ad34-d57b0524866e request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:04:45.467442 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-854a8441-6992-40d0-8498-e2d2959367a7 None None] Deleting port 4b7dee3e-b0c9-467c-86de-4e836326564f {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:45.467888 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-854a8441-6992-40d0-8498-e2d2959367a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.533603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] For port 4b7dee3e-b0c9-467c-86de-4e836326564f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4b7dee3e-b0c9-467c-86de-4e836326564f,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:45.533986 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.657239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] Calling delete_port for 4b7dee3e-b0c9-467c-86de-4e836326564f owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:45.687700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-854a8441-6992-40d0-8498-e2d2959367a7 None None] For port 4b7dee3e-b0c9-467c-86de-4e836326564f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4b7dee3e-b0c9-467c-86de-4e836326564f,segment=NetworkSegment(857142ac-b449-4063-95c1-ab3403971599),segment_id=857142ac-b449-4063-95c1-ab3403971599)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:45.688083 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-854a8441-6992-40d0-8498-e2d2959367a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.735661 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.783641 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7dee3e-b0c9-467c-86de-4e836326564f,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:45.787666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] No DVR routers for this DVR port 4b7dee3e-b0c9-467c-86de-4e836326564f on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:04:45.812785 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-854a8441-6992-40d0-8498-e2d2959367a7 None None] Calling delete_port for 4b7dee3e-b0c9-467c-86de-4e836326564f owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:45.892153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-854a8441-6992-40d0-8498-e2d2959367a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:04:45.892488 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-854a8441-6992-40d0-8498-e2d2959367a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:04:46.003594 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:46.035424 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68e2639-279f-489c-ad34-d57b0524866e']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:46.049701 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857142ac-b449-4063-95c1-ab3403971599') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:46.049999 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857142ac-b449-4063-95c1-ab3403971599') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:46.050678 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1c7719e1-e796-4db5-b3bd-494ecd3040f3 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:04:46.063712 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:46.082700 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:46.087003 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 1c7719e1-e796-4db5-b3bd-494ecd3040f3 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:04:46.087394 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1c7719e1-e796-4db5-b3bd-494ecd3040f3 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:04:46.087954 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a446e20f-920d-4f03-b9e2-82a9b1aa1b47 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:04:46.090674 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:04:46.091149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:04:46.105566 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:04:46.120649 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: a446e20f-920d-4f03-b9e2-82a9b1aa1b47 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:04:46.120992 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a446e20f-920d-4f03-b9e2-82a9b1aa1b47 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:04:46.121412 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4b7dee3e-b0c9-467c-86de-4e836326564f no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:04:46.153506 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 4b7dee3e-b0c9-467c-86de-4e836326564f {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:04:46.153847 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4b7dee3e-b0c9-467c-86de-4e836326564f not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:04:46.187591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:46.204389 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:46.216280 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=d68e2639-279f-489c-ad34-d57b0524866e,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:46.228646 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fb963631-13b6-4a77-9df9-59dffe904c37 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d68e2639-279f-489c-ad34-d57b0524866e HTTP/1.1" status: 204 len: 168 time: 1.0250258 Apr 22 15:04:46.231567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41090) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:46.393362 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-854a8441-6992-40d0-8498-e2d2959367a7 None None] Deleting port 4b7dee3e-b0c9-467c-86de-4e836326564f {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:46.393946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-854a8441-6992-40d0-8498-e2d2959367a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:46.460842 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-854a8441-6992-40d0-8498-e2d2959367a7 None None] The port '4b7dee3e-b0c9-467c-86de-4e836326564f' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:04:46.634689 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-989bc47f-67c9-44f1-b5a3-5441c966a9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:47.244534 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-989bc47f-67c9-44f1-b5a3-5441c966a9e8 admin admin] Deleting port 3b374792-5b9f-4976-b9f6-56fdab127fe1 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:47.245304 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-989bc47f-67c9-44f1-b5a3-5441c966a9e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:47.430898 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-989bc47f-67c9-44f1-b5a3-5441c966a9e8 admin admin] For port 3b374792-5b9f-4976-b9f6-56fdab127fe1, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3b374792-5b9f-4976-b9f6-56fdab127fe1,segment=NetworkSegment(75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff),segment_id=75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:47.431239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-989bc47f-67c9-44f1-b5a3-5441c966a9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:47.645048 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-989bc47f-67c9-44f1-b5a3-5441c966a9e8 admin admin] Calling delete_port for 3b374792-5b9f-4976-b9f6-56fdab127fe1 owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:47.817860 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-989bc47f-67c9-44f1-b5a3-5441c966a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:47.863647 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bc47f-67c9-44f1-b5a3-5441c966a9e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b374792-5b9f-4976-b9f6-56fdab127fe1,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:48.164087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-989bc47f-67c9-44f1-b5a3-5441c966a9e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:48.764935 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989bc47f-67c9-44f1-b5a3-5441c966a9e8 admin admin] Router 4998ad1a-f988-470f-b53c-0ad01af98012 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:04:49.075276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989bc47f-67c9-44f1-b5a3-5441c966a9e8 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:04:49.084706 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-989bc47f-67c9-44f1-b5a3-5441c966a9e8 admin admin] 10.222.0.23 "PUT /v2.0/routers/4998ad1a-f988-470f-b53c-0ad01af98012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8520947 Apr 22 15:04:49.084960 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9d8a7-7f3d-4258-a52f-787bbcd8074b None None] Sync routers for ids ['4998ad1a-f988-470f-b53c-0ad01af98012'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:04:49.087241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41094) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:49.097407 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9d8a7-7f3d-4258-a52f-787bbcd8074b None None] Routers {'4998ad1a-f988-470f-b53c-0ad01af98012'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:04:49.101983 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-0db9d8a7-7f3d-4258-a52f-787bbcd8074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:04:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4998ad1a-f988-470f-b53c-0ad01af98012'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:49.291837 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:49.298441 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-0db9d8a7-7f3d-4258-a52f-787bbcd8074b None None] Set router 4998ad1a-f988-470f-b53c-0ad01af98012 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:04:49.492670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:49.506951 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Deleting port a677fa67-c87f-4425-afa1-dc9dce6d004d {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:49.507331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:49.584284 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-0db9d8a7-7f3d-4258-a52f-787bbcd8074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'name': 'tempest-TestEncryptedCinderVolumes-1614235364-router', 'tenant_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a677fa67-c87f-4425-afa1-dc9dce6d004d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:30Z', 'updated_at': '2022-04-22T15:04:47Z', 'revision_number': 5, 'project_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'gw_port': {'id': 'a677fa67-c87f-4425-afa1-dc9dce6d004d', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:03:30Z', 'updated_at': '2022-04-22T15:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:49.588417 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9d8a7-7f3d-4258-a52f-787bbcd8074b None None] Checking router: 4998ad1a-f988-470f-b53c-0ad01af98012 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:04:49.600559 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9d8a7-7f3d-4258-a52f-787bbcd8074b None None] Routers {'4998ad1a-f988-470f-b53c-0ad01af98012'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:04:49.601173 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-0db9d8a7-7f3d-4258-a52f-787bbcd8074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:04:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4998ad1a-f988-470f-b53c-0ad01af98012'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:49.696511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] For port a677fa67-c87f-4425-afa1-dc9dce6d004d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a677fa67-c87f-4425-afa1-dc9dce6d004d,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:49.696863 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:49.761236 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-0db9d8a7-7f3d-4258-a52f-787bbcd8074b None None] Set router 4998ad1a-f988-470f-b53c-0ad01af98012 gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:04:49.818625 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Calling delete_port for a677fa67-c87f-4425-afa1-dc9dce6d004d owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:49.867419 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-0db9d8a7-7f3d-4258-a52f-787bbcd8074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'name': 'tempest-TestEncryptedCinderVolumes-1614235364-router', 'tenant_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:30Z', 'updated_at': '2022-04-22T15:04:49Z', 'revision_number': 6, 'project_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:49.871687 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9d8a7-7f3d-4258-a52f-787bbcd8074b None None] The sync data for ids ['4998ad1a-f988-470f-b53c-0ad01af98012'] in dv-neutron-839027-1-hyperv is: [{'id': '4998ad1a-f988-470f-b53c-0ad01af98012', 'name': 'tempest-TestEncryptedCinderVolumes-1614235364-router', 'tenant_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:03:30Z', 'updated_at': '2022-04-22T15:04:49Z', 'revision_number': 6, 'project_id': 'c4f8fa0b3a2f49c3b2652fd4aacb7386', 'gw_port_host': None}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:04:50.088849 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:50.134972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a677fa67-c87f-4425-afa1-dc9dce6d004d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:50.204295 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:50.204539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:50.204872 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:50.205220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:50.205596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:50.205864 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:50.206171 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:50.206487 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:50.206803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:50.207195 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:50.207466 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:50.298392 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3b374792-5b9f-4976-b9f6-56fdab127fe1 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:04:50.334400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 3b374792-5b9f-4976-b9f6-56fdab127fe1 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:04:50.334759 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3b374792-5b9f-4976-b9f6-56fdab127fe1 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:04:50.386269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:50.643196 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:50.650285 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:50.685502 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:50.686678 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4998ad1a-f988-470f-b53c-0ad01af98012 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:04:50.701693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:50.702963 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1e737374-f1c8-48c6-b7c3-1255ec8c3ed1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4998ad1a-f988-470f-b53c-0ad01af98012 HTTP/1.1" status: 204 len: 168 time: 1.6145988 Apr 22 15:04:50.705573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41098) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:50.769431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8e24b1-0788-450b-9b97-9cbbb74a1e59 admin admin] Deleting subnet 6a2c1593-d116-4ca0-8ca8-344446c8cc71 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:04:50.773680 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6f8e24b1-0788-450b-9b97-9cbbb74a1e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:50.792044 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:04:50.828962 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6f8e24b1-0788-450b-9b97-9cbbb74a1e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:50.915948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6f8e24b1-0788-450b-9b97-9cbbb74a1e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:50.987956 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6f8e24b1-0788-450b-9b97-9cbbb74a1e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.030153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e24b1-0788-450b-9b97-9cbbb74a1e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a2c1593-d116-4ca0-8ca8-344446c8cc71,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:51.037756 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6f8e24b1-0788-450b-9b97-9cbbb74a1e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.042302 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db54519-16f8-4744-9101-26936d7b69ca None None] Network 5596ec2f-edb9-4908-b694-afba1247388a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:51.045228 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6f8e24b1-0788-450b-9b97-9cbbb74a1e59 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6a2c1593-d116-4ca0-8ca8-344446c8cc71 HTTP/1.1" status: 204 len: 168 time: 0.3383946 Apr 22 15:04:51.047554 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41102) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:51.162201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.177443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] Deleting port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:51.177443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.306861 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf248a-b676-4878-b858-dfc024b136e8 None None] DHCP port deletion for 5596ec2f-edb9-4908-b694-afba1247388a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:04:51.311317 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-afbf248a-b676-4878-b858-dfc024b136e8 None None] Deleting port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:51.311703 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-afbf248a-b676-4878-b858-dfc024b136e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.394960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] For port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=6010d77d-ef4e-44fb-a41a-d4a929b9b94f,segment=NetworkSegment(75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff),segment_id=75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:51.395511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.540030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-afbf248a-b676-4878-b858-dfc024b136e8 None None] For port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=6010d77d-ef4e-44fb-a41a-d4a929b9b94f,segment=NetworkSegment(75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff),segment_id=75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:51.540304 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-afbf248a-b676-4878-b858-dfc024b136e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.627137 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] Calling delete_port for 6010d77d-ef4e-44fb-a41a-d4a929b9b94f owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:51.699079 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-afbf248a-b676-4878-b858-dfc024b136e8 None None] Calling delete_port for 6010d77d-ef4e-44fb-a41a-d4a929b9b94f owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:51.707169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.757957 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6010d77d-ef4e-44fb-a41a-d4a929b9b94f,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:51.762035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] No DVR routers for this DVR port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:04:51.779097 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-afbf248a-b676-4878-b858-dfc024b136e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:04:51.779491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-afbf248a-b676-4878-b858-dfc024b136e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:04:51.887871 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.920539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5596ec2f-edb9-4908-b694-afba1247388a']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:51.934404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:51.934699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d3f8ee-55ab-4bad-9a05-c1766e5dd6ff') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:51.947544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.965202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.971658 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:04:51.972000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:04:51.985999 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:04:52.054603 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a677fa67-c87f-4425-afa1-dc9dce6d004d no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:04:52.075755 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:52.089458 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: a677fa67-c87f-4425-afa1-dc9dce6d004d {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:04:52.089806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a677fa67-c87f-4425-afa1-dc9dce6d004d not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:04:52.090227 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 6010d77d-ef4e-44fb-a41a-d4a929b9b94f no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:04:52.102026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:52.112389 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5596ec2f-edb9-4908-b694-afba1247388a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:52.118231 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d4681533-5f44-469f-9097-c064745392d0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5596ec2f-edb9-4908-b694-afba1247388a HTTP/1.1" status: 204 len: 168 time: 1.0694096 Apr 22 15:04:52.125871 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 6010d77d-ef4e-44fb-a41a-d4a929b9b94f {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:04:52.126243 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 6010d77d-ef4e-44fb-a41a-d4a929b9b94f not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:04:52.280935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-afbf248a-b676-4878-b858-dfc024b136e8 None None] Deleting port 6010d77d-ef4e-44fb-a41a-d4a929b9b94f {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:52.281331 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-afbf248a-b676-4878-b858-dfc024b136e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:52.322947 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41108) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:52.348545 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-afbf248a-b676-4878-b858-dfc024b136e8 None None] The port '6010d77d-ef4e-44fb-a41a-d4a929b9b94f' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:04:52.377003 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-512ca135-d4d8-4acb-8307-8e1fb3f0e2e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d88fb07e3b04ecdb3fd41f7a6ab0694&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527081 Apr 22 15:04:52.381296 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41112) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:52.443951 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-24785e01-6d78-492a-8921-11b37bd4e3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:52.471591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-24785e01-6d78-492a-8921-11b37bd4e3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:52.497865 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c87e5db4-4624-446f-9bf3-d7be36fdf873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:52.529609 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-24785e01-6d78-492a-8921-11b37bd4e3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:52.547991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24785e01-6d78-492a-8921-11b37bd4e3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6dae07-2727-4588-8257-3b207ba273fe,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:52.559858 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-24785e01-6d78-492a-8921-11b37bd4e3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:52.561032 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-24785e01-6d78-492a-8921-11b37bd4e3b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a6dae07-2727-4588-8257-3b207ba273fe HTTP/1.1" status: 204 len: 168 time: 0.1791706 Apr 22 15:04:52.978376 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41120) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:53.035663 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9f3a8697-9ef9-4823-ba3b-35c8b4c21c05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4f8fa0b3a2f49c3b2652fd4aacb7386&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558779 Apr 22 15:04:53.038782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41124) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:53.102967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-829f1fa6-96d2-4ad1-b014-90f7706a4c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:53.130574 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-829f1fa6-96d2-4ad1-b014-90f7706a4c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:53.187248 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-829f1fa6-96d2-4ad1-b014-90f7706a4c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:53.203551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f1fa6-96d2-4ad1-b014-90f7706a4c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a09b93-d648-49f6-bc68-86370364dbae,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:53.214393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-829f1fa6-96d2-4ad1-b014-90f7706a4c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:53.215590 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-829f1fa6-96d2-4ad1-b014-90f7706a4c89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18a09b93-d648-49f6-bc68-86370364dbae HTTP/1.1" status: 204 len: 168 time: 0.1758475 Apr 22 15:04:54.095824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41146) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:54.238157 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1652082885-network', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:54.243060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:54.246964 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Usage tracker for resource:network and tenant:d0f795c08d54457abf3c78f5c83261a2 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:54.249886 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:54.257048 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:54.267345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Made reservation on behalf of d0f795c08d54457abf3c78f5c83261a2 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:54.271350 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:54.283454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:54.315352 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:54.319772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Usage tracker for resource:security_group_rule and tenant:d0f795c08d54457abf3c78f5c83261a2 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:54.322666 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:54.328348 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:54.401894 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:54.405632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:54.437836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:04:54.446961 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1706058-c6ab-41ac-8e7a-3970b9959192,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:54.452591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:54.452945 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Added segment 8ed4b917-5c73-4e63-8b4e-a25d8900c4af of type vlan for network 85f68b51-ef86-428a-aae0-1f2273ec50f5 Apr 22 15:04:54.481188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:54.516011 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:54.516884 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:54.517452 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:54.625446 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] Pushing event updated for resources: {'Network': ['ID=85f68b51-ef86-428a-aae0-1f2273ec50f5,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:54.632131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41152) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:54.632681 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-140d4832-63b6-4877-9e6d-d20fe4dc9073 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5353777 Apr 22 15:04:54.636553 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 85f68b51-ef86-428a-aae0-1f2273ec50f5 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:04:54.639081 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f39fd755-76b5-447d-8217-6a8c6bc9d48b admin admin] Request body: {'subnet': {'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1652082885-subnet', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'ip_version': 4}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:54.644126 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f39fd755-76b5-447d-8217-6a8c6bc9d48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:54.649818 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f39fd755-76b5-447d-8217-6a8c6bc9d48b admin admin] Usage tracker for resource:subnet and tenant:d0f795c08d54457abf3c78f5c83261a2 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:54.654069 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f39fd755-76b5-447d-8217-6a8c6bc9d48b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:54.660091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f39fd755-76b5-447d-8217-6a8c6bc9d48b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:54.672443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39fd755-76b5-447d-8217-6a8c6bc9d48b admin admin] Made reservation on behalf of d0f795c08d54457abf3c78f5c83261a2 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:54.675438 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f39fd755-76b5-447d-8217-6a8c6bc9d48b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:54.734517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:54.812046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-bb86842b-6f03-46fd-a0a4-b46419da6108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:54.903736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f39fd755-76b5-447d-8217-6a8c6bc9d48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:54.980768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fd755-76b5-447d-8217-6a8c6bc9d48b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2fcca46-b009-40c3-933a-ee3f1dae5c05,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:54.995820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fd755-76b5-447d-8217-6a8c6bc9d48b admin admin] Checking segment: {'id': '8ed4b917-5c73-4e63-8b4e-a25d8900c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:54.996188 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39fd755-76b5-447d-8217-6a8c6bc9d48b admin admin] Network hostable DHCP agents. Network: 85f68b51-ef86-428a-aae0-1f2273ec50f5, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:04:55.017749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39fd755-76b5-447d-8217-6a8c6bc9d48b admin admin] Network 85f68b51-ef86-428a-aae0-1f2273ec50f5 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:04:55.028716 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-f39fd755-76b5-447d-8217-6a8c6bc9d48b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 85f68b51-ef86-428a-aae0-1f2273ec50f5) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:55.034193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39fd755-76b5-447d-8217-6a8c6bc9d48b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:55.034760 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f39fd755-76b5-447d-8217-6a8c6bc9d48b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:55.040842 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc98f018-e7fd-4b4c-87eb-d82a765136b3 None None] Network 85f68b51-ef86-428a-aae0-1f2273ec50f5 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:55.060584 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f39fd755-76b5-447d-8217-6a8c6bc9d48b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4261956 Apr 22 15:04:55.063056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41156) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:55.068723 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1652082885-router', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:55.073807 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:55.077748 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Usage tracker for resource:router and tenant:d0f795c08d54457abf3c78f5c83261a2 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:55.080668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:55.087133 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:55.100298 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:55.104175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:55.123829 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:55.272839 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-85f68b51-ef86-428a-aae0-1f2273ec50f5', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'fixed_ips': [{'subnet_id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:04:55.273648 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:55.273765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:55.440153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Allocated IP 172.20.0.2 (85f68b51-ef86-428a-aae0-1f2273ec50f5/a2fcca46-b009-40c3-933a-ee3f1dae5c05/5e3d1d79-0acc-4041-8fbb-de603cee6235) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:04:55.479809 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:55.511031 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:55.654242 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Allocated IP 172.26.0.72 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/bc6676ff-599c-4518-80a9-1d1c2681ad13) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:04:55.666461 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:55.679019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Transition to ACTIVE for port object 5e3d1d79-0acc-4041-8fbb-de603cee6235 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:55.703689 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Transition to ACTIVE for port object 5e3d1d79-0acc-4041-8fbb-de603cee6235 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:55.712323 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:55.784537 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Network 85f68b51-ef86-428a-aae0-1f2273ec50f5 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:55.788758 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:55.791548 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:04:55.798185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Pushing event updated for resources: {'Port': ['ID=5e3d1d79-0acc-4041-8fbb-de603cee6235,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:55.843629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:55.843976 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:55.844311 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:55.844645 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:55.844977 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:55.845303 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:55.845655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:55.845959 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:55.846283 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:55.846601 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:55.846917 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:55.904577 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Attempting to bind port 5e3d1d79-0acc-4041-8fbb-de603cee6235 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:04:55.904854 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Attempting to bind port 5e3d1d79-0acc-4041-8fbb-de603cee6235 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '8ed4b917-5c73-4e63-8b4e-a25d8900c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:04:55.905223 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Attempting to bind port 5e3d1d79-0acc-4041-8fbb-de603cee6235 on network 85f68b51-ef86-428a-aae0-1f2273ec50f5 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:04:55.913625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:04:55.913997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Checking segment: {'id': '8ed4b917-5c73-4e63-8b4e-a25d8900c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:55.914399 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:55.914731 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:55.914858 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Bound using segment: {'id': '8ed4b917-5c73-4e63-8b4e-a25d8900c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:04:55.915245 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Bound port: 5e3d1d79-0acc-4041-8fbb-de603cee6235, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed4b917-5c73-4e63-8b4e-a25d8900c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:04:55.915641 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:55.944795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:56.014295 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:56.017332 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:56.022923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] For port 5e3d1d79-0acc-4041-8fbb-de603cee6235, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:04:56.023169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:04:56.028326 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] For port 5e3d1d79-0acc-4041-8fbb-de603cee6235, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5e3d1d79-0acc-4041-8fbb-de603cee6235,segment=NetworkSegment(8ed4b917-5c73-4e63-8b4e-a25d8900c4af),segment_id=8ed4b917-5c73-4e63-8b4e-a25d8900c4af)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:04:56.033339 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:56.047860 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6676ff-599c-4518-80a9-1d1c2681ad13,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:56.139526 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:56.140729 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308f94f-e59b-4b6c-bd78-425566810ec7 None None] Pushing event updated for resources: {'Port': ['ID=5e3d1d79-0acc-4041-8fbb-de603cee6235,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:56.195034 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:56.202754 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:56.203638 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:56.477615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:04:56.685344 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:04:56.695496 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Sync routers for ids ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:04:56.707816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Routers {'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:04:56.708593 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:04:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:56.715720 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:56.716983 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c382b0da-763d-4ae9-ae24-d77433c73700 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6527820 Apr 22 15:04:56.719836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41160) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:56.958511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Set router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:04:57.153515 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd4ebb-5eeb-4e9f-8e0d-495219955582 None None] Network 85f68b51-ef86-428a-aae0-1f2273ec50f5 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:57.303751 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-63a8a599-53a1-436b-93f8-1239efca2084 None None] Provisioning for port 5e3d1d79-0acc-4041-8fbb-de603cee6235 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:57.448643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:57.513312 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'name': 'tempest-TestMinimumBasicScenario-1652082885-router', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:04:56Z', 'revision_number': 3, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'gw_port': {'id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:57.521583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Checking router: b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:04:57.521966 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Updating router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 port bc6676ff-599c-4518-80a9-1d1c2681ad13 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:04:57.534603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:57.581742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:57.772456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Allocated IP 172.20.0.1 (85f68b51-ef86-428a-aae0-1f2273ec50f5/a2fcca46-b009-40c3-933a-ee3f1dae5c05/c07d0378-8aed-4db7-828b-f01e5ce7a070) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:04:57.939222 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:57.956228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Transition to ACTIVE for port object c07d0378-8aed-4db7-828b-f01e5ce7a070 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:57.982981 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:57.983802 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:57.998584 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Transition to ACTIVE for port object bc6676ff-599c-4518-80a9-1d1c2681ad13 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:58.006313 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.097278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c58a19-1ed6-4b13-b17e-3c377a28f3d2 None None] Pushing event updated for resources: {'Port': ['ID=bc6676ff-599c-4518-80a9-1d1c2681ad13,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:58.099976 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Attempting to bind port bc6676ff-599c-4518-80a9-1d1c2681ad13 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:04:58.100349 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Attempting to bind port bc6676ff-599c-4518-80a9-1d1c2681ad13 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:04:58.100715 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Attempting to bind port bc6676ff-599c-4518-80a9-1d1c2681ad13 on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:04:58.108422 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:04:58.108935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:58.109187 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.109578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:04:58.110043 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Bound port: bc6676ff-599c-4518-80a9-1d1c2681ad13, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:04:58.110454 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.141492 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5e3d1d79-0acc-4041-8fbb-de603cee6235 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:04:58.159620 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Network 85f68b51-ef86-428a-aae0-1f2273ec50f5 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:58.162547 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:58.166271 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:04:58.211262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Pushing event updated for resources: {'Port': ['ID=c07d0378-8aed-4db7-828b-f01e5ce7a070,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:58.230004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.246049 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] For port bc6676ff-599c-4518-80a9-1d1c2681ad13, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:04:58.250959 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] For port bc6676ff-599c-4518-80a9-1d1c2681ad13, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=bc6676ff-599c-4518-80a9-1d1c2681ad13,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:04:58.258581 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.291538 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 5e3d1d79-0acc-4041-8fbb-de603cee6235 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:58.311675 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 5e3d1d79-0acc-4041-8fbb-de603cee6235 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:58.312051 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.323244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.405707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c58a19-1ed6-4b13-b17e-3c377a28f3d2 None None] Pushing event updated for resources: {'Port': ['ID=bc6676ff-599c-4518-80a9-1d1c2681ad13,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:58.414698 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Routers {'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:04:58.414698 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:04:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:58.567822 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.573223 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.686472 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-29e5527b-4e7e-4435-ac75-b8e8ba0cbdc3 None None] Provisioning for port c07d0378-8aed-4db7-828b-f01e5ce7a070 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:58.689611 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.694130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Pushing event updated for resources: {'Port': ['ID=c07d0378-8aed-4db7-828b-f01e5ce7a070,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:58.709190 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-29e5527b-4e7e-4435-ac75-b8e8ba0cbdc3 None None] Provisioning complete for port c07d0378-8aed-4db7-828b-f01e5ce7a070 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:58.709573 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-29e5527b-4e7e-4435-ac75-b8e8ba0cbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.740426 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.804940 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-29e5527b-4e7e-4435-ac75-b8e8ba0cbdc3 None None] Port c07d0378-8aed-4db7-828b-f01e5ce7a070 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:04:58.806926 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] Set router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:04:58.852231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Network 85f68b51-ef86-428a-aae0-1f2273ec50f5 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:58.853985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:58.867020 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 5e3d1d79-0acc-4041-8fbb-de603cee6235, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5e3d1d79-0acc-4041-8fbb-de603cee6235,segment=NetworkSegment(8ed4b917-5c73-4e63-8b4e-a25d8900c4af),segment_id=8ed4b917-5c73-4e63-8b4e-a25d8900c4af)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:58.877741 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:59.096596 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=5e3d1d79-0acc-4041-8fbb-de603cee6235,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:59.192987 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1060ea64-4a2e-4e4d-ae42-bfbe9a94355d None None] Provisioning complete for port c07d0378-8aed-4db7-828b-f01e5ce7a070 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:59.193337 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1060ea64-4a2e-4e4d-ae42-bfbe9a94355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:59.260396 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1060ea64-4a2e-4e4d-ae42-bfbe9a94355d None None] Port c07d0378-8aed-4db7-828b-f01e5ce7a070 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:04:59.274425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'name': 'tempest-TestMinimumBasicScenario-1652082885-router', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:04:58Z', 'revision_number': 4, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'gw_port': {'id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c07d0378-8aed-4db7-828b-f01e5ce7a070', 'name': '', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'mac_address': 'fa:16:3e:a9:95:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:57Z', 'updated_at': '2022-04-22T15:04:57Z', 'revision_number': 1, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'subnets': [{'id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:59.278618 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2e6b7c-252e-4ca6-a583-e72297b598aa None None] The sync data for ids ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'] in dv-neutron-839027-1-hyperv is: [{'id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'name': 'tempest-TestMinimumBasicScenario-1652082885-router', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:04:58Z', 'revision_number': 4, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'gw_port': {'id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c07d0378-8aed-4db7-828b-f01e5ce7a070', 'name': '', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'mac_address': 'fa:16:3e:a9:95:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:57Z', 'updated_at': '2022-04-22T15:04:57Z', 'revision_number': 1, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'subnets': [{'id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:04:59.298382 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:04:59.584151 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:04:59.604170 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6c3e20a2-acc5-42fb-a17e-5d8e51aedf4b admin admin] 10.222.0.23 "PUT /v2.0/routers/b9bf5849-da27-49b7-92d7-0ffb2cf1beb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8832240 Apr 22 15:05:00.183125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5e3d1d79-0acc-4041-8fbb-de603cee6235 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:05:00.269376 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 5e3d1d79-0acc-4041-8fbb-de603cee6235 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:00.270727 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:00.423370 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device bc6676ff-599c-4518-80a9-1d1c2681ad13 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:05:00.511547 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port bc6676ff-599c-4518-80a9-1d1c2681ad13 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:05:00.519013 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port bc6676ff-599c-4518-80a9-1d1c2681ad13 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:00.519419 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:00.647499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:00.668520 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port bc6676ff-599c-4518-80a9-1d1c2681ad13, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=bc6676ff-599c-4518-80a9-1d1c2681ad13,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:00.674523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:00.758362 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=bc6676ff-599c-4518-80a9-1d1c2681ad13,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:00.770423 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41182) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:00.776215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1336221559-network', 'tenant_id': '44948e8e059b401092b3b48d893a85bb'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:05:00.781206 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:05:00.785130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Usage tracker for resource:network and tenant:44948e8e059b401092b3b48d893a85bb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:05:00.788508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:05:00.794550 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:05:00.805834 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Made reservation on behalf of 44948e8e059b401092b3b48d893a85bb for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:05:00.808307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:00.821982 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:00.856778 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:05:00.860572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Usage tracker for resource:security_group_rule and tenant:44948e8e059b401092b3b48d893a85bb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:05:00.863515 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:05:00.870957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:05:00.943685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:00.947939 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:00.983607 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:05:00.992781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7029af74-5709-4557-96b9-8b65657868dc,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:01.000837 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:01.001383 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Added segment 0a78f429-c84b-44e5-bb3e-1188cb7ecd94 of type vlan for network c591fe8a-6903-4e72-ac70-e41066e5c1a0 Apr 22 15:05:01.034058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:01.067270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:01.068162 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:01.068733 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:01.175410 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] Pushing event updated for resources: {'Network': ['ID=c591fe8a-6903-4e72-ac70-e41066e5c1a0,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:01.179969 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a259efb7-0a40-4502-aee6-b72831c4153e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4081275 Apr 22 15:05:01.183030 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41186) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:01.186163 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network c591fe8a-6903-4e72-ac70-e41066e5c1a0 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:05:01.189152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-349458b7-a304-41bd-ac3c-d53cd8860192 admin admin] Request body: {'subnet': {'network_id': 'c591fe8a-6903-4e72-ac70-e41066e5c1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1336221559-subnet', 'tenant_id': '44948e8e059b401092b3b48d893a85bb', 'ip_version': 4}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:05:01.194982 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-349458b7-a304-41bd-ac3c-d53cd8860192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:05:01.199924 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-349458b7-a304-41bd-ac3c-d53cd8860192 admin admin] Usage tracker for resource:subnet and tenant:44948e8e059b401092b3b48d893a85bb is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:05:01.202871 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-349458b7-a304-41bd-ac3c-d53cd8860192 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:05:01.209087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-349458b7-a304-41bd-ac3c-d53cd8860192 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:05:01.322471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349458b7-a304-41bd-ac3c-d53cd8860192 admin admin] Made reservation on behalf of 44948e8e059b401092b3b48d893a85bb for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:05:01.324815 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-349458b7-a304-41bd-ac3c-d53cd8860192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:01.544110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-349458b7-a304-41bd-ac3c-d53cd8860192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:01.620352 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349458b7-a304-41bd-ac3c-d53cd8860192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=117ca77e-b844-4090-9e1c-f71f73b2d189,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:01.636442 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349458b7-a304-41bd-ac3c-d53cd8860192 admin admin] Checking segment: {'id': '0a78f429-c84b-44e5-bb3e-1188cb7ecd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c591fe8a-6903-4e72-ac70-e41066e5c1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:05:01.636802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349458b7-a304-41bd-ac3c-d53cd8860192 admin admin] Network hostable DHCP agents. Network: c591fe8a-6903-4e72-ac70-e41066e5c1a0, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:05:01.661142 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349458b7-a304-41bd-ac3c-d53cd8860192 admin admin] Network c591fe8a-6903-4e72-ac70-e41066e5c1a0 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:05:01.674604 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-349458b7-a304-41bd-ac3c-d53cd8860192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, c591fe8a-6903-4e72-ac70-e41066e5c1a0) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:05:01.679417 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349458b7-a304-41bd-ac3c-d53cd8860192 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:01.680078 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-349458b7-a304-41bd-ac3c-d53cd8860192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:01.685588 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d548c4dd-55fd-41e2-bee4-f42c471e8b09 None None] Network c591fe8a-6903-4e72-ac70-e41066e5c1a0 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:05:01.709926 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-349458b7-a304-41bd-ac3c-d53cd8860192 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5253108 Apr 22 15:05:01.713030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41190) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:01.719318 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1336221559-router', 'tenant_id': '44948e8e059b401092b3b48d893a85bb', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:05:01.724841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:05:01.729113 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Usage tracker for resource:router and tenant:44948e8e059b401092b3b48d893a85bb is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:05:01.733098 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:05:01.742106 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:05:01.757275 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:01.758282 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:01.779930 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:01.937650 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-c591fe8a-6903-4e72-ac70-e41066e5c1a0', 'network_id': 'c591fe8a-6903-4e72-ac70-e41066e5c1a0', 'tenant_id': '44948e8e059b401092b3b48d893a85bb', 'fixed_ips': [{'subnet_id': '117ca77e-b844-4090-9e1c-f71f73b2d189'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:05:01.938702 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:01.940254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:02.096492 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device bc6676ff-599c-4518-80a9-1d1c2681ad13 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:05:02.158773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:02.182852 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Allocated IP 172.20.0.2 (c591fe8a-6903-4e72-ac70-e41066e5c1a0/117ca77e-b844-4090-9e1c-f71f73b2d189/3360650e-6760-4603-bf00-16720a68e9d8) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:05:02.191029 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:02.311666 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port bc6676ff-599c-4518-80a9-1d1c2681ad13 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:02.312263 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:02.338177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Allocated IP 172.26.0.168 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/8123a869-d048-4565-b9be-a0dec06ad2f1) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:05:02.496445 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:02.527762 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:02.547881 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:02.560866 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Transition to ACTIVE for port object 3360650e-6760-4603-bf00-16720a68e9d8 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:05:02.581207 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Transition to ACTIVE for port object 3360650e-6760-4603-bf00-16720a68e9d8 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:05:02.587724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:02.607210 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:05:02.610840 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:05:02.612898 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Pushing event updated for resources: {'Port': ['ID=8123a869-d048-4565-b9be-a0dec06ad2f1,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:02.615061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:05:02.663700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Network c591fe8a-6903-4e72-ac70-e41066e5c1a0 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:05:02.667373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:05:02.671532 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Pushing event updated for resources: {'Port': ['ID=3360650e-6760-4603-bf00-16720a68e9d8,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:02.674250 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:05:02.775523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Attempting to bind port 3360650e-6760-4603-bf00-16720a68e9d8 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:05:02.775809 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Attempting to bind port 3360650e-6760-4603-bf00-16720a68e9d8 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '0a78f429-c84b-44e5-bb3e-1188cb7ecd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c591fe8a-6903-4e72-ac70-e41066e5c1a0'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:05:02.776165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Attempting to bind port 3360650e-6760-4603-bf00-16720a68e9d8 on network c591fe8a-6903-4e72-ac70-e41066e5c1a0 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:05:02.782531 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:02.783097 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:05:02.784450 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Checking segment: {'id': '0a78f429-c84b-44e5-bb3e-1188cb7ecd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c591fe8a-6903-4e72-ac70-e41066e5c1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:05:02.787426 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:02.787571 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:02.787571 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Bound using segment: {'id': '0a78f429-c84b-44e5-bb3e-1188cb7ecd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c591fe8a-6903-4e72-ac70-e41066e5c1a0'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:05:02.787571 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Bound port: 3360650e-6760-4603-bf00-16720a68e9d8, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a78f429-c84b-44e5-bb3e-1188cb7ecd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c591fe8a-6903-4e72-ac70-e41066e5c1a0'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:05:02.787571 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:02.891137 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] For port 3360650e-6760-4603-bf00-16720a68e9d8, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:05:02.894820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] For port 3360650e-6760-4603-bf00-16720a68e9d8, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3360650e-6760-4603-bf00-16720a68e9d8,segment=NetworkSegment(0a78f429-c84b-44e5-bb3e-1188cb7ecd94),segment_id=0a78f429-c84b-44e5-bb3e-1188cb7ecd94)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:05:02.900473 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:02.992242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925968ad-f8a7-4387-a2f2-599352bdafda None None] Pushing event updated for resources: {'Port': ['ID=3360650e-6760-4603-bf00-16720a68e9d8,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:03.165434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Router 6154721e-272c-4d68-a634-3d2ea5bf6dac is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:05:03.390343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:05:03.402396 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Sync routers for ids ['6154721e-272c-4d68-a634-3d2ea5bf6dac'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:05:03.419035 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Routers {'6154721e-272c-4d68-a634-3d2ea5bf6dac'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:05:03.419308 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:03.420153 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:04:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['6154721e-272c-4d68-a634-3d2ea5bf6dac'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:03.420355 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-37c93fba-0aec-47d8-a442-7af0c96e484e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7060492 Apr 22 15:05:03.423039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41194) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:03.615313 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Set router 6154721e-272c-4d68-a634-3d2ea5bf6dac gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:05:04.022460 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'name': 'tempest-TestMinimumBasicScenario-1336221559-router', 'tenant_id': '44948e8e059b401092b3b48d893a85bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '8123a869-d048-4565-b9be-a0dec06ad2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:05:01Z', 'updated_at': '2022-04-22T15:05:02Z', 'revision_number': 3, 'project_id': '44948e8e059b401092b3b48d893a85bb', 'gw_port': {'id': '8123a869-d048-4565-b9be-a0dec06ad2f1', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:05:02Z', 'updated_at': '2022-04-22T15:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:04.032352 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Checking router: 6154721e-272c-4d68-a634-3d2ea5bf6dac for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:05:04.032891 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Updating router 6154721e-272c-4d68-a634-3d2ea5bf6dac port 8123a869-d048-4565-b9be-a0dec06ad2f1 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:05:04.071307 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd27309-cb16-4734-80a0-87aa0a295256 None None] Network c591fe8a-6903-4e72-ac70-e41066e5c1a0 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:05:04.111095 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:04.178692 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3360650e-6760-4603-bf00-16720a68e9d8 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:05:04.288314 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-31d04817-222e-4255-a674-336d106db4a9 None None] Provisioning for port 3360650e-6760-4603-bf00-16720a68e9d8 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:05:04.317805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:04.367440 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 3360650e-6760-4603-bf00-16720a68e9d8 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:05:04.375805 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 3360650e-6760-4603-bf00-16720a68e9d8 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:04.376288 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:04.545195 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:04.560390 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Transition to ACTIVE for port object 8123a869-d048-4565-b9be-a0dec06ad2f1 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:05:04.570858 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:04.571128 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:04.588623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Allocated IP 172.20.0.1 (c591fe8a-6903-4e72-ac70-e41066e5c1a0/117ca77e-b844-4090-9e1c-f71f73b2d189/d7901549-96ae-4989-bca9-8bc24a702927) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:05:04.636486 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 3360650e-6760-4603-bf00-16720a68e9d8, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3360650e-6760-4603-bf00-16720a68e9d8,segment=NetworkSegment(0a78f429-c84b-44e5-bb3e-1188cb7ecd94),segment_id=0a78f429-c84b-44e5-bb3e-1188cb7ecd94)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:04.642841 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:04.661022 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Attempting to bind port 8123a869-d048-4565-b9be-a0dec06ad2f1 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:05:04.661672 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Attempting to bind port 8123a869-d048-4565-b9be-a0dec06ad2f1 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:05:04.662189 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Attempting to bind port 8123a869-d048-4565-b9be-a0dec06ad2f1 on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:05:04.670859 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294786d4-19ae-4598-9224-9548f3ca9010 None None] Pushing event updated for resources: {'Port': ['ID=8123a869-d048-4565-b9be-a0dec06ad2f1,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:04.681644 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:05:04.681984 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:05:04.682370 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:04.682759 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:05:04.683229 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Bound port: 8123a869-d048-4565-b9be-a0dec06ad2f1, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:05:04.686472 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:04.725087 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294786d4-19ae-4598-9224-9548f3ca9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:04.725432 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294786d4-19ae-4598-9224-9548f3ca9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:04.725757 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294786d4-19ae-4598-9224-9548f3ca9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:04.726294 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294786d4-19ae-4598-9224-9548f3ca9010 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:04.726934 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294786d4-19ae-4598-9224-9548f3ca9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:04.728179 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294786d4-19ae-4598-9224-9548f3ca9010 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:04.728695 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294786d4-19ae-4598-9224-9548f3ca9010 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:04.729186 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294786d4-19ae-4598-9224-9548f3ca9010 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:04.729789 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294786d4-19ae-4598-9224-9548f3ca9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:04.730305 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294786d4-19ae-4598-9224-9548f3ca9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:04.731622 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294786d4-19ae-4598-9224-9548f3ca9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:04.741983 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=3360650e-6760-4603-bf00-16720a68e9d8,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:04.822489 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] For port 8123a869-d048-4565-b9be-a0dec06ad2f1, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:05:04.826442 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] For port 8123a869-d048-4565-b9be-a0dec06ad2f1, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8123a869-d048-4565-b9be-a0dec06ad2f1,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:05:04.833544 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:04.926028 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294786d4-19ae-4598-9224-9548f3ca9010 None None] Pushing event updated for resources: {'Port': ['ID=8123a869-d048-4565-b9be-a0dec06ad2f1,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:04.932932 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-dc6445c5-9a4f-4a45-900b-021a176e19e7 None None] Provisioning complete for port 3360650e-6760-4603-bf00-16720a68e9d8 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:04.933391 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-dc6445c5-9a4f-4a45-900b-021a176e19e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:04.937760 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Routers {'6154721e-272c-4d68-a634-3d2ea5bf6dac'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:05:04.938380 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:04:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['6154721e-272c-4d68-a634-3d2ea5bf6dac'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:04.962754 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:04.979879 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Transition to ACTIVE for port object d7901549-96ae-4989-bca9-8bc24a702927 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:05:05.004812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:05.076266 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Network c591fe8a-6903-4e72-ac70-e41066e5c1a0 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:05:05.079328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:05:05.084521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:05:05.115214 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Pushing event updated for resources: {'Port': ['ID=d7901549-96ae-4989-bca9-8bc24a702927,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:05.151515 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:05.172691 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] Set router 6154721e-272c-4d68-a634-3d2ea5bf6dac gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:05:05.256399 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:05.424680 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f4de67a8-3fd5-47fc-84bf-6c34acd6631a None None] Provisioning for port d7901549-96ae-4989-bca9-8bc24a702927 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:05:05.433162 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-f4de67a8-3fd5-47fc-84bf-6c34acd6631a None None] Provisioning complete for port d7901549-96ae-4989-bca9-8bc24a702927 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:05.433784 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f4de67a8-3fd5-47fc-84bf-6c34acd6631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:05.498080 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'name': 'tempest-TestMinimumBasicScenario-1336221559-router', 'tenant_id': '44948e8e059b401092b3b48d893a85bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '8123a869-d048-4565-b9be-a0dec06ad2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:05:01Z', 'updated_at': '2022-04-22T15:05:02Z', 'revision_number': 3, 'project_id': '44948e8e059b401092b3b48d893a85bb', 'gw_port': {'id': '8123a869-d048-4565-b9be-a0dec06ad2f1', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:05:02Z', 'updated_at': '2022-04-22T15:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:05.499606 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-f4de67a8-3fd5-47fc-84bf-6c34acd6631a None None] Port d7901549-96ae-4989-bca9-8bc24a702927 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:05:05.504056 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba22ed1-f3d4-44d5-a18a-0fc8f10f82f4 None None] The sync data for ids ['6154721e-272c-4d68-a634-3d2ea5bf6dac'] in dv-neutron-839027-1-hyperv is: [{'id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'name': 'tempest-TestMinimumBasicScenario-1336221559-router', 'tenant_id': '44948e8e059b401092b3b48d893a85bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '8123a869-d048-4565-b9be-a0dec06ad2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:05:01Z', 'updated_at': '2022-04-22T15:05:02Z', 'revision_number': 3, 'project_id': '44948e8e059b401092b3b48d893a85bb', 'gw_port': {'id': '8123a869-d048-4565-b9be-a0dec06ad2f1', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:05:02Z', 'updated_at': '2022-04-22T15:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:05:05.585368 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:05.595752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:05.705642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Pushing event updated for resources: {'Port': ['ID=d7901549-96ae-4989-bca9-8bc24a702927,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:05.708570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:05.857542 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Network c591fe8a-6903-4e72-ac70-e41066e5c1a0 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:05:05.858646 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:05:06.077186 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3360650e-6760-4603-bf00-16720a68e9d8 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:05:06.148767 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-bc8084b4-2002-41ac-9f63-db70aca2511d None None] Provisioning complete for port d7901549-96ae-4989-bca9-8bc24a702927 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:06.149052 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-bc8084b4-2002-41ac-9f63-db70aca2511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:06.214812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-bc8084b4-2002-41ac-9f63-db70aca2511d None None] Port d7901549-96ae-4989-bca9-8bc24a702927 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:05:06.216443 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 3360650e-6760-4603-bf00-16720a68e9d8 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:06.216702 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:06.283669 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Router 6154721e-272c-4d68-a634-3d2ea5bf6dac has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:05:06.498338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:05:06.507791 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ea3f729a-ab7e-4a31-8e56-0f4da8ed48f3 admin admin] 10.222.0.23 "PUT /v2.0/routers/6154721e-272c-4d68-a634-3d2ea5bf6dac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0837457 Apr 22 15:05:12.104381 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8123a869-d048-4565-b9be-a0dec06ad2f1 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:05:12.196029 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 8123a869-d048-4565-b9be-a0dec06ad2f1 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:05:12.202103 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 8123a869-d048-4565-b9be-a0dec06ad2f1 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:12.202684 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:12.377595 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:12.400778 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 8123a869-d048-4565-b9be-a0dec06ad2f1, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8123a869-d048-4565-b9be-a0dec06ad2f1,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:12.406428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:12.491882 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=8123a869-d048-4565-b9be-a0dec06ad2f1,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:13.120325 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Sync routers for ids ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:05:13.136486 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Routers {'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:05:13.137451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:04:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:13.352660 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Set router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:05:13.724029 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'name': 'tempest-TestMinimumBasicScenario-1652082885-router', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:04:58Z', 'revision_number': 4, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'gw_port': {'id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c07d0378-8aed-4db7-828b-f01e5ce7a070', 'name': '', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'mac_address': 'fa:16:3e:a9:95:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:57Z', 'updated_at': '2022-04-22T15:04:58Z', 'revision_number': 2, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'subnets': [{'id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:13.730240 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Checking router: b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:05:13.731037 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Updating router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 port c07d0378-8aed-4db7-828b-f01e5ce7a070 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:05:13.790461 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:14.087309 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8123a869-d048-4565-b9be-a0dec06ad2f1 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:05:14.260789 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 8123a869-d048-4565-b9be-a0dec06ad2f1 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:14.261481 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:14.334169 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:14.359219 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Transition to ACTIVE for port object c07d0378-8aed-4db7-828b-f01e5ce7a070 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:05:14.399475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:14.569543 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4eb355-ebb2-4aab-b411-079052854799 None None] Pushing event updated for resources: {'Port': ['ID=c07d0378-8aed-4db7-828b-f01e5ce7a070,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:14.682113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Attempting to bind port c07d0378-8aed-4db7-828b-f01e5ce7a070 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:05:14.682474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Attempting to bind port c07d0378-8aed-4db7-828b-f01e5ce7a070 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '8ed4b917-5c73-4e63-8b4e-a25d8900c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:05:14.682846 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Attempting to bind port c07d0378-8aed-4db7-828b-f01e5ce7a070 on network 85f68b51-ef86-428a-aae0-1f2273ec50f5 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:05:14.692786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:05:14.693163 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Checking segment: {'id': '8ed4b917-5c73-4e63-8b4e-a25d8900c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:05:14.693567 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:14.693960 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Bound using segment: {'id': '8ed4b917-5c73-4e63-8b4e-a25d8900c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:05:14.694435 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Bound port: c07d0378-8aed-4db7-828b-f01e5ce7a070, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed4b917-5c73-4e63-8b4e-a25d8900c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:05:14.694819 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:14.808848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] For port c07d0378-8aed-4db7-828b-f01e5ce7a070, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:05:14.812794 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] For port c07d0378-8aed-4db7-828b-f01e5ce7a070, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c07d0378-8aed-4db7-828b-f01e5ce7a070,segment=NetworkSegment(8ed4b917-5c73-4e63-8b4e-a25d8900c4af),segment_id=8ed4b917-5c73-4e63-8b4e-a25d8900c4af)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:05:14.821772 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:14.965220 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4eb355-ebb2-4aab-b411-079052854799 None None] Pushing event updated for resources: {'Port': ['ID=c07d0378-8aed-4db7-828b-f01e5ce7a070,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:14.971820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Routers {'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:05:14.972906 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:04:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:15.176534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] Set router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:05:15.568970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'name': 'tempest-TestMinimumBasicScenario-1652082885-router', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:04:58Z', 'revision_number': 4, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'gw_port': {'id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c07d0378-8aed-4db7-828b-f01e5ce7a070', 'name': '', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'mac_address': 'fa:16:3e:a9:95:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:57Z', 'updated_at': '2022-04-22T15:05:14Z', 'revision_number': 4, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'subnets': [{'id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:15.573740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316fe9c6-2a2f-49a7-9a83-6683815f5fb3 None None] The sync data for ids ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'] in dv-neutron-839027-1-hyperv is: [{'id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'name': 'tempest-TestMinimumBasicScenario-1652082885-router', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:04:58Z', 'revision_number': 4, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'gw_port': {'id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c07d0378-8aed-4db7-828b-f01e5ce7a070', 'name': '', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'mac_address': 'fa:16:3e:a9:95:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:57Z', 'updated_at': '2022-04-22T15:05:14Z', 'revision_number': 4, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'subnets': [{'id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:05:15.996535 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Sync routers for ids ['6154721e-272c-4d68-a634-3d2ea5bf6dac'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:05:16.032190 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Routers {'6154721e-272c-4d68-a634-3d2ea5bf6dac'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:05:16.032870 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:04:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['6154721e-272c-4d68-a634-3d2ea5bf6dac'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:16.155408 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c07d0378-8aed-4db7-828b-f01e5ce7a070 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:05:16.279736 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port c07d0378-8aed-4db7-828b-f01e5ce7a070 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:05:16.283794 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port c07d0378-8aed-4db7-828b-f01e5ce7a070 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:16.284175 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:16.335352 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Set router 6154721e-272c-4d68-a634-3d2ea5bf6dac gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:05:16.433106 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:16.479598 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port c07d0378-8aed-4db7-828b-f01e5ce7a070, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c07d0378-8aed-4db7-828b-f01e5ce7a070,segment=NetworkSegment(8ed4b917-5c73-4e63-8b4e-a25d8900c4af),segment_id=8ed4b917-5c73-4e63-8b4e-a25d8900c4af)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:16.486575 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:16.572943 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=c07d0378-8aed-4db7-828b-f01e5ce7a070,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:16.728835 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'name': 'tempest-TestMinimumBasicScenario-1336221559-router', 'tenant_id': '44948e8e059b401092b3b48d893a85bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '8123a869-d048-4565-b9be-a0dec06ad2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:05:01Z', 'updated_at': '2022-04-22T15:05:05Z', 'revision_number': 4, 'project_id': '44948e8e059b401092b3b48d893a85bb', 'gw_port': {'id': '8123a869-d048-4565-b9be-a0dec06ad2f1', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:05:02Z', 'updated_at': '2022-04-22T15:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd7901549-96ae-4989-bca9-8bc24a702927', 'name': '', 'network_id': 'c591fe8a-6903-4e72-ac70-e41066e5c1a0', 'tenant_id': '44948e8e059b401092b3b48d893a85bb', 'mac_address': 'fa:16:3e:22:b8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '117ca77e-b844-4090-9e1c-f71f73b2d189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:05:04Z', 'updated_at': '2022-04-22T15:05:05Z', 'revision_number': 2, 'project_id': '44948e8e059b401092b3b48d893a85bb', 'subnets': [{'id': '117ca77e-b844-4090-9e1c-f71f73b2d189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:16.737858 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Checking router: 6154721e-272c-4d68-a634-3d2ea5bf6dac for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:05:16.738124 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Updating router 6154721e-272c-4d68-a634-3d2ea5bf6dac port d7901549-96ae-4989-bca9-8bc24a702927 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:05:16.806201 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:17.211166 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:17.229799 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Transition to ACTIVE for port object d7901549-96ae-4989-bca9-8bc24a702927 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:05:17.239168 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:17.373247 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43019a65-7b3f-4e57-8e58-a9712f5dd4a8 None None] Pushing event updated for resources: {'Port': ['ID=d7901549-96ae-4989-bca9-8bc24a702927,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:17.473110 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Attempting to bind port d7901549-96ae-4989-bca9-8bc24a702927 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:05:17.473542 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Attempting to bind port d7901549-96ae-4989-bca9-8bc24a702927 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '0a78f429-c84b-44e5-bb3e-1188cb7ecd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c591fe8a-6903-4e72-ac70-e41066e5c1a0'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:05:17.473907 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Attempting to bind port d7901549-96ae-4989-bca9-8bc24a702927 on network c591fe8a-6903-4e72-ac70-e41066e5c1a0 {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:05:17.481779 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:05:17.482180 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Checking segment: {'id': '0a78f429-c84b-44e5-bb3e-1188cb7ecd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c591fe8a-6903-4e72-ac70-e41066e5c1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:05:17.482543 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:17.483502 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Bound using segment: {'id': '0a78f429-c84b-44e5-bb3e-1188cb7ecd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c591fe8a-6903-4e72-ac70-e41066e5c1a0'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:05:17.483502 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Bound port: d7901549-96ae-4989-bca9-8bc24a702927, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a78f429-c84b-44e5-bb3e-1188cb7ecd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c591fe8a-6903-4e72-ac70-e41066e5c1a0'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:05:17.483838 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:17.596645 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] For port d7901549-96ae-4989-bca9-8bc24a702927, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:05:17.601945 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] For port d7901549-96ae-4989-bca9-8bc24a702927, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d7901549-96ae-4989-bca9-8bc24a702927,segment=NetworkSegment(0a78f429-c84b-44e5-bb3e-1188cb7ecd94),segment_id=0a78f429-c84b-44e5-bb3e-1188cb7ecd94)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:05:17.607738 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:17.733487 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43019a65-7b3f-4e57-8e58-a9712f5dd4a8 None None] Pushing event updated for resources: {'Port': ['ID=d7901549-96ae-4989-bca9-8bc24a702927,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:17.738778 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Routers {'6154721e-272c-4d68-a634-3d2ea5bf6dac'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:05:17.739495 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:04:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['6154721e-272c-4d68-a634-3d2ea5bf6dac'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:17.947006 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] Set router 6154721e-272c-4d68-a634-3d2ea5bf6dac gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:05:18.106292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c07d0378-8aed-4db7-828b-f01e5ce7a070 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:05:18.192664 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port c07d0378-8aed-4db7-828b-f01e5ce7a070 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:18.193122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:18.290742 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-d5372378-e932-46ed-a951-91cab93254d9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:18.292421 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-d5372378-e932-46ed-a951-91cab93254d9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/networks?id=85f68b51-ef86-428a-aae0-1f2273ec50f5 HTTP/1.1" status: 200 len: 815 time: 0.1539342 Apr 22 15:05:18.310717 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-62220dfe-fd37-4716-8348-ce74ea11c73f tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/quotas/d0f795c08d54457abf3c78f5c83261a2 HTTP/1.1" status: 200 len: 375 time: 0.0117881 Apr 22 15:05:18.313643 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'name': 'tempest-TestMinimumBasicScenario-1336221559-router', 'tenant_id': '44948e8e059b401092b3b48d893a85bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '8123a869-d048-4565-b9be-a0dec06ad2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:05:01Z', 'updated_at': '2022-04-22T15:05:05Z', 'revision_number': 4, 'project_id': '44948e8e059b401092b3b48d893a85bb', 'gw_port': {'id': '8123a869-d048-4565-b9be-a0dec06ad2f1', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:05:02Z', 'updated_at': '2022-04-22T15:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd7901549-96ae-4989-bca9-8bc24a702927', 'name': '', 'network_id': 'c591fe8a-6903-4e72-ac70-e41066e5c1a0', 'tenant_id': '44948e8e059b401092b3b48d893a85bb', 'mac_address': 'fa:16:3e:22:b8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '117ca77e-b844-4090-9e1c-f71f73b2d189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:05:04Z', 'updated_at': '2022-04-22T15:05:17Z', 'revision_number': 4, 'project_id': '44948e8e059b401092b3b48d893a85bb', 'subnets': [{'id': '117ca77e-b844-4090-9e1c-f71f73b2d189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:18.319043 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494448c-abaf-43cb-9800-f5c68d484d34 None None] The sync data for ids ['6154721e-272c-4d68-a634-3d2ea5bf6dac'] in dv-neutron-839027-1-hyperv is: [{'id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'name': 'tempest-TestMinimumBasicScenario-1336221559-router', 'tenant_id': '44948e8e059b401092b3b48d893a85bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '8123a869-d048-4565-b9be-a0dec06ad2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:05:01Z', 'updated_at': '2022-04-22T15:05:05Z', 'revision_number': 4, 'project_id': '44948e8e059b401092b3b48d893a85bb', 'gw_port': {'id': '8123a869-d048-4565-b9be-a0dec06ad2f1', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:05:02Z', 'updated_at': '2022-04-22T15:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd7901549-96ae-4989-bca9-8bc24a702927', 'name': '', 'network_id': 'c591fe8a-6903-4e72-ac70-e41066e5c1a0', 'tenant_id': '44948e8e059b401092b3b48d893a85bb', 'mac_address': 'fa:16:3e:22:b8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '117ca77e-b844-4090-9e1c-f71f73b2d189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:05:04Z', 'updated_at': '2022-04-22T15:05:17Z', 'revision_number': 4, 'project_id': '44948e8e059b401092b3b48d893a85bb', 'subnets': [{'id': '117ca77e-b844-4090-9e1c-f71f73b2d189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:05:18.518359 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-ea587117-b707-413f-aed6-cb1c278e1fa8 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0f795c08d54457abf3c78f5c83261a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2016428 Apr 22 15:05:18.674299 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-214d54bf-5d6b-41dd-8c87-8365c9867924 service neutron] 10.222.0.23 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426680 Apr 22 15:05:18.824490 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-5ec83c12-e182-45f2-ab89-bfe6e9fe02c8 service neutron] 10.222.0.23 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433213 Apr 22 15:05:19.039460 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-61b3091f-0dee-4aae-9cd1-ada12fb1f0dd req-4549df2a-8da3-4ce9-a4e0-9544c0ba50a2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 210 time: 0.0458870 Apr 22 15:05:20.110114 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d7901549-96ae-4989-bca9-8bc24a702927 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:05:20.144971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-a4dd7741-5ca3-4688-b213-0009be6c3ab6 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:20.146136 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-a4dd7741-5ca3-4688-b213-0009be6c3ab6 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Synchronizing usage tracker for tenant:d0f795c08d54457abf3c78f5c83261a2 on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:05:20.170713 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-a4dd7741-5ca3-4688-b213-0009be6c3ab6 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Unset dirty status for tenant:d0f795c08d54457abf3c78f5c83261a2 on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:05:20.174730 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-a4dd7741-5ca3-4688-b213-0009be6c3ab6 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.30 "GET /v2.0/networks?id=85f68b51-ef86-428a-aae0-1f2273ec50f5 HTTP/1.1" status: 200 len: 815 time: 0.1898992 Apr 22 15:05:20.190113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Request body: {'port': {'device_id': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'admin_state_up': True, 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:05:20.199904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port d7901549-96ae-4989-bca9-8bc24a702927 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:05:20.205631 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d7901549-96ae-4989-bca9-8bc24a702927 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:20.206099 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:20.236738 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-11d4cc04-87aa-42c6-94ac-d4c3e779906c req-b1a7d755-7f15-4e85-8b60-f8754108ef38 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 210 time: 0.0611691 Apr 22 15:05:20.334793 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:20.367052 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:05:20.371733 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port d7901549-96ae-4989-bca9-8bc24a702927, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d7901549-96ae-4989-bca9-8bc24a702927,segment=NetworkSegment(0a78f429-c84b-44e5-bb3e-1188cb7ecd94),segment_id=0a78f429-c84b-44e5-bb3e-1188cb7ecd94)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:20.371925 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Usage tracker for resource:port and tenant:d0f795c08d54457abf3c78f5c83261a2 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:05:20.374263 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:05:20.374691 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:20.381777 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:05:20.394741 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Made reservation on behalf of d0f795c08d54457abf3c78f5c83261a2 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:05:20.398789 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:20.463649 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=d7901549-96ae-4989-bca9-8bc24a702927,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:20.596349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Allocated IP 172.20.0.3 (85f68b51-ef86-428a-aae0-1f2273ec50f5/a2fcca46-b009-40c3-933a-ee3f1dae5c05/ccc52b19-535a-46e4-9030-c6b20f8d2f51) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:05:20.989760 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:21.017956 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Transition to ACTIVE for port object ccc52b19-535a-46e4-9030-c6b20f8d2f51 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:05:21.052871 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:21.137015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Network 85f68b51-ef86-428a-aae0-1f2273ec50f5 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:05:21.140987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:05:21.145338 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:05:21.225937 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:21.227543 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:21.245861 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Pushing event updated for resources: {'Port': ['ID=ccc52b19-535a-46e4-9030-c6b20f8d2f51,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:21.268828 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-8985fbc7-5a03-45d8-942a-94098f2ec5e2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0834048 Apr 22 15:05:21.482241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f0b0b-61a6-4536-b39d-2bea5200f565 req-d5799ffc-3f55-4865-907b-36bc9a962103 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:21.493771 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3f8f0b0b-61a6-4536-b39d-2bea5200f565 req-d5799ffc-3f55-4865-907b-36bc9a962103 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 931 time: 0.1083839 Apr 22 15:05:21.558590 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3f8f0b0b-61a6-4536-b39d-2bea5200f565 req-59b749e7-8e84-4ec8-8972-fd77f940a307 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638657 Apr 22 15:05:21.594416 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-954c10e7-0f64-4904-b266-a6151a44e2d0 None None] Provisioning for port ccc52b19-535a-46e4-9030-c6b20f8d2f51 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:05:21.601493 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-954c10e7-0f64-4904-b266-a6151a44e2d0 None None] Provisioning complete for port ccc52b19-535a-46e4-9030-c6b20f8d2f51 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:21.601865 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-954c10e7-0f64-4904-b266-a6151a44e2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:21.694960 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-954c10e7-0f64-4904-b266-a6151a44e2d0 None None] Port ccc52b19-535a-46e4-9030-c6b20f8d2f51 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:05:22.083222 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d7901549-96ae-4989-bca9-8bc24a702927 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:05:22.165830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d7901549-96ae-4989-bca9-8bc24a702927 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:22.166195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:22.502135 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ff6351e2-0a16-4a4e-9f77-5ddbfb82d9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:22.834901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93594a-fe26-44f1-9458-e3af71a61cee req-a7556ad8-4b9a-4fb4-a8d7-e4cb256cab36 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:22.836524 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ff93594a-fe26-44f1-9458-e3af71a61cee req-a7556ad8-4b9a-4fb4-a8d7-e4cb256cab36 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 931 time: 0.0964239 Apr 22 15:05:22.888275 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ff93594a-fe26-44f1-9458-e3af71a61cee req-cb58b0ee-f423-41ef-8164-0e29bdab6170 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456564 Apr 22 15:05:24.120284 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487349cb-e1cd-4975-af1c-2c792ec0d001 req-17e7b095-6f79-494e-93e4-3cd9effc0329 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:24.121738 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-487349cb-e1cd-4975-af1c-2c792ec0d001 req-17e7b095-6f79-494e-93e4-3cd9effc0329 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 931 time: 0.0835147 Apr 22 15:05:24.179086 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-487349cb-e1cd-4975-af1c-2c792ec0d001 req-49a9329b-6425-41b4-a9e8-641ec140d143 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506299 Apr 22 15:05:24.668965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:24.816332 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7bf25039-d49d-4802-903a-4ed2c8e3cc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:25.414143 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46557e27-2d7f-4412-bc56-aac25aed4436 req-b52e8a71-fb04-41e6-a6d5-2c92231f7a75 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:25.415762 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-46557e27-2d7f-4412-bc56-aac25aed4436 req-b52e8a71-fb04-41e6-a6d5-2c92231f7a75 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 931 time: 0.0947440 Apr 22 15:05:25.473513 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-46557e27-2d7f-4412-bc56-aac25aed4436 req-55ade309-93ad-4362-a860-f81b74806a07 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513587 Apr 22 15:05:26.120281 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:26.193297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:26.722098 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276ced7-33bc-4c6a-889b-b1e369723966 req-c7bbf653-f148-486a-97b3-130b4f982791 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:26.724565 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8276ced7-33bc-4c6a-889b-b1e369723966 req-c7bbf653-f148-486a-97b3-130b4f982791 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 931 time: 0.1160305 Apr 22 15:05:26.779887 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8276ced7-33bc-4c6a-889b-b1e369723966 req-c575a25f-5bbc-40dc-9b28-f29fc81d3b84 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490379 Apr 22 15:05:27.421038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:27.795800 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:05:27.994820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621c4c9-7db6-4a2d-a23f-4f9888d1f4af req-708a1923-b614-487c-b08d-8e6f76b741ca tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:27.996330 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b621c4c9-7db6-4a2d-a23f-4f9888d1f4af req-708a1923-b614-487c-b08d-8e6f76b741ca tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 931 time: 0.0826790 Apr 22 15:05:28.045338 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b621c4c9-7db6-4a2d-a23f-4f9888d1f4af req-17485a4d-7a9e-45b0-b5e4-d00216960ff3 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433562 Apr 22 15:05:28.180517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Request body: {'port': {'device_id': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:05:28.298969 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:28.654472 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc52b19-535a-46e4-9030-c6b20f8d2f51 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:05:28.662473 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:28.678422 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Transition to ACTIVE for port object ccc52b19-535a-46e4-9030-c6b20f8d2f51 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:05:28.682827 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:28.922732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc52b19-535a-46e4-9030-c6b20f8d2f51,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:29.032626 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Attempting to bind port ccc52b19-535a-46e4-9030-c6b20f8d2f51 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:05:29.033027 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Attempting to bind port ccc52b19-535a-46e4-9030-c6b20f8d2f51 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '8ed4b917-5c73-4e63-8b4e-a25d8900c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:05:29.033456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Attempting to bind port ccc52b19-535a-46e4-9030-c6b20f8d2f51 on network 85f68b51-ef86-428a-aae0-1f2273ec50f5 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:05:29.040589 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Port ccc52b19-535a-46e4-9030-c6b20f8d2f51 on network 85f68b51-ef86-428a-aae0-1f2273ec50f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:05:29.040900 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Attempting to bind port ccc52b19-535a-46e4-9030-c6b20f8d2f51 on network 85f68b51-ef86-428a-aae0-1f2273ec50f5 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:05:29.048457 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:05:29.048915 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Checking segment: {'id': '8ed4b917-5c73-4e63-8b4e-a25d8900c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:05:29.049380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Bound using segment: {'id': '8ed4b917-5c73-4e63-8b4e-a25d8900c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:05:29.049899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Bound port: ccc52b19-535a-46e4-9030-c6b20f8d2f51, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed4b917-5c73-4e63-8b4e-a25d8900c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:05:29.050336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:29.152212 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] For port ccc52b19-535a-46e4-9030-c6b20f8d2f51, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:05:29.155431 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] For port ccc52b19-535a-46e4-9030-c6b20f8d2f51, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ccc52b19-535a-46e4-9030-c6b20f8d2f51,segment=NetworkSegment(8ed4b917-5c73-4e63-8b4e-a25d8900c4af),segment_id=8ed4b917-5c73-4e63-8b4e-a25d8900c4af)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:05:29.164446 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:29.232657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:29.233865 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] 10.222.0.30 "PUT /v2.0/ports/ccc52b19-535a-46e4-9030-c6b20f8d2f51 HTTP/1.1" status: 200 len: 1093 time: 1.0575907 Apr 22 15:05:29.234308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'tag': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:05:29.262396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfe4b4-ab6a-4ce3-b928-f66aebf21ede req-520ddbfd-6a6f-4857-9ac6-de31437d0801 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:29.264725 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2fdfe4b4-ab6a-4ce3-b928-f66aebf21ede req-520ddbfd-6a6f-4857-9ac6-de31437d0801 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 943 time: 0.0900350 Apr 22 15:05:29.265747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4e0cf-e6e6-4b05-befb-4dc1bdddc4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc52b19-535a-46e4-9030-c6b20f8d2f51,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:29.315675 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1087d2c0-45e0-467a-a5f4-d47aa947ab92'] response: {'name': 'network-changed', 'server_uuid': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'tag': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51', 'status': 'completed', 'code': 200} Apr 22 15:05:29.333072 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2fdfe4b4-ab6a-4ce3-b928-f66aebf21ede req-a5809f8c-4e3e-4f64-a274-b6f508328883 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569715 Apr 22 15:05:29.355482 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-ef2da8b7-3e1a-486e-bea0-9a2acfa48529 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0f795c08d54457abf3c78f5c83261a2&device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 1096 time: 0.0823395 Apr 22 15:05:29.431699 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-5dcc8d2b-0de9-4e76-8db6-0bb376beac04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccc52b19-535a-46e4-9030-c6b20f8d2f51 HTTP/1.1" status: 200 len: 217 time: 0.0685627 Apr 22 15:05:29.496478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-94788c39-6bfc-4bbb-a44b-1954bdb80eb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:29.497906 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-94788c39-6bfc-4bbb-a44b-1954bdb80eb4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2fcca46-b009-40c3-933a-ee3f1dae5c05 HTTP/1.1" status: 200 len: 854 time: 0.0610266 Apr 22 15:05:29.580583 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-64ce1957-2a74-4c4e-83a0-c13d5cecbee3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85f68b51-ef86-428a-aae0-1f2273ec50f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761380 Apr 22 15:05:29.719711 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-c0cbd3c0-70d6-41ee-93bb-d704dfe1229e service neutron] 10.222.0.30 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334321 Apr 22 15:05:29.867830 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-06647fd4-a755-48e8-ba0d-5f87bbfb5dff req-4f1da994-72e3-4ed0-9fd3-fc0655833043 service neutron] 10.222.0.30 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426449 Apr 22 15:05:29.986386 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fb49f42e-9870-461f-bdcb-b5c1326fa6dd req-55f1a24c-25f3-4b2e-8ea6-4933a9311f2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0f795c08d54457abf3c78f5c83261a2&device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 1096 time: 0.0715220 Apr 22 15:05:30.122511 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49f42e-9870-461f-bdcb-b5c1326fa6dd req-8d35009f-0721-4bcc-b03d-a3c1a37ef781 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:30.123999 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fb49f42e-9870-461f-bdcb-b5c1326fa6dd req-8d35009f-0721-4bcc-b03d-a3c1a37ef781 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85f68b51-ef86-428a-aae0-1f2273ec50f5 HTTP/1.1" status: 200 len: 916 time: 0.1317129 Apr 22 15:05:30.197043 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fb49f42e-9870-461f-bdcb-b5c1326fa6dd req-65da1c74-04df-433c-9018-20cb501cfd4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccc52b19-535a-46e4-9030-c6b20f8d2f51 HTTP/1.1" status: 200 len: 217 time: 0.0662839 Apr 22 15:05:30.261903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49f42e-9870-461f-bdcb-b5c1326fa6dd req-64e8e1ef-c96e-4838-ae0a-605207c910f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:30.263314 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fb49f42e-9870-461f-bdcb-b5c1326fa6dd req-64e8e1ef-c96e-4838-ae0a-605207c910f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2fcca46-b009-40c3-933a-ee3f1dae5c05 HTTP/1.1" status: 200 len: 854 time: 0.0600343 Apr 22 15:05:30.342113 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fb49f42e-9870-461f-bdcb-b5c1326fa6dd req-f07b8b37-cfec-4028-ae5c-c109c09b92f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85f68b51-ef86-428a-aae0-1f2273ec50f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710177 Apr 22 15:05:30.488919 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fb49f42e-9870-461f-bdcb-b5c1326fa6dd req-a7d65df4-9ec4-4d0a-b14c-907b9f84b17f service neutron] 10.222.0.30 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399872 Apr 22 15:05:30.537041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798ccb9-4a0f-47b1-bfc6-465d90fb0137 req-82bd0aa2-b51f-414f-8f2a-9ea477eaa6e8 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:30.538559 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8798ccb9-4a0f-47b1-bfc6-465d90fb0137 req-82bd0aa2-b51f-414f-8f2a-9ea477eaa6e8 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 943 time: 0.0795672 Apr 22 15:05:30.587969 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8798ccb9-4a0f-47b1-bfc6-465d90fb0137 req-d3aafad8-54ff-4fce-8d7c-f7f792377059 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434601 Apr 22 15:05:30.629509 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fb49f42e-9870-461f-bdcb-b5c1326fa6dd req-7311bcdd-441b-4d08-8121-879e5940cc86 service neutron] 10.222.0.30 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332881 Apr 22 15:05:31.942656 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905812b-5c5d-42b2-8eac-2aea90e755e7 req-1158f6be-0031-43ec-b8a3-5b41f2ad9444 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:31.944225 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7905812b-5c5d-42b2-8eac-2aea90e755e7 req-1158f6be-0031-43ec-b8a3-5b41f2ad9444 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 943 time: 0.0849683 Apr 22 15:05:32.004293 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7905812b-5c5d-42b2-8eac-2aea90e755e7 req-3e909ed7-02f7-4a08-bdc9-da42b850b82c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534413 Apr 22 15:05:33.194137 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device ccc52b19-535a-46e4-9030-c6b20f8d2f51 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:05:33.210362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf828fc3-2b42-43bc-9ec4-5ffafbf2a529 req-fbe54305-e890-496f-8b94-28bd90f4c5c9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:33.211812 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cf828fc3-2b42-43bc-9ec4-5ffafbf2a529 req-fbe54305-e890-496f-8b94-28bd90f4c5c9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 943 time: 0.0847325 Apr 22 15:05:33.261587 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cf828fc3-2b42-43bc-9ec4-5ffafbf2a529 req-9b6f2907-9d35-4636-81f0-a5adef8af9e1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439751 Apr 22 15:05:33.342268 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port ccc52b19-535a-46e4-9030-c6b20f8d2f51, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ccc52b19-535a-46e4-9030-c6b20f8d2f51,segment=NetworkSegment(8ed4b917-5c73-4e63-8b4e-a25d8900c4af),segment_id=8ed4b917-5c73-4e63-8b4e-a25d8900c4af)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:33.356485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'port_id': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51', 'mac_address': 'fa:16:3e:6f:1d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:05:33.420551 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:33.439720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc52b19-535a-46e4-9030-c6b20f8d2f51 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:05:33.457025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port ccc52b19-535a-46e4-9030-c6b20f8d2f51, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ccc52b19-535a-46e4-9030-c6b20f8d2f51,segment=NetworkSegment(8ed4b917-5c73-4e63-8b4e-a25d8900c4af),segment_id=8ed4b917-5c73-4e63-8b4e-a25d8900c4af)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:33.462319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:33.537107 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=ccc52b19-535a-46e4-9030-c6b20f8d2f51,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:33.665349 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['ccc52b19-535a-46e4-9030-c6b20f8d2f51'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:05:34.468245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6136992-83aa-49a2-a05f-7448ded408cf req-26850d65-9284-43a7-b7d2-1343e810435d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:34.469763 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6136992-83aa-49a2-a05f-7448ded408cf req-26850d65-9284-43a7-b7d2-1343e810435d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 944 time: 0.0824008 Apr 22 15:05:34.517404 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6136992-83aa-49a2-a05f-7448ded408cf req-0c32c945-c6d4-4180-8bb3-5410bc54dd1b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413585 Apr 22 15:05:35.195409 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device ccc52b19-535a-46e4-9030-c6b20f8d2f51 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:05:35.265506 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port ccc52b19-535a-46e4-9030-c6b20f8d2f51 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:05:35.271096 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port ccc52b19-535a-46e4-9030-c6b20f8d2f51 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:35.271496 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:35.392034 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:35.422105 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:05:35.435323 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port ccc52b19-535a-46e4-9030-c6b20f8d2f51, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ccc52b19-535a-46e4-9030-c6b20f8d2f51,segment=NetworkSegment(8ed4b917-5c73-4e63-8b4e-a25d8900c4af),segment_id=8ed4b917-5c73-4e63-8b4e-a25d8900c4af)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:35.440265 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:35.489435 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7be4fd-74b8-417a-8042-99e06b9b0709'] response: {'server_uuid': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51', 'code': 200} Apr 22 15:05:35.521099 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=ccc52b19-535a-46e4-9030-c6b20f8d2f51,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:35.739424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f25bd6-9b5c-4525-9aa3-fa0ffeb4fdfa req-d3eb01bc-5f8f-4207-8094-0e5ffafcbe5e tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:35.740933 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-50f25bd6-9b5c-4525-9aa3-fa0ffeb4fdfa req-d3eb01bc-5f8f-4207-8094-0e5ffafcbe5e tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 945 time: 0.0829053 Apr 22 15:05:35.747586 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3986a8f3-8bf3-45e8-a881-8e511c29c83c req-3347a5fe-45c9-41a6-9470-8a827461ae3b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 1098 time: 0.0807769 Apr 22 15:05:35.793843 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3986a8f3-8bf3-45e8-a881-8e511c29c83c req-dd7b812a-822a-4ffa-a3f6-e4b5d6270390 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402346 Apr 22 15:05:35.795899 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-50f25bd6-9b5c-4525-9aa3-fa0ffeb4fdfa req-3f28ef72-814e-48cd-b992-28035b2d4d9b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491633 Apr 22 15:05:37.039929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb1d18-f118-4680-9061-5b945e037bc9 req-02624506-2c60-43d5-9108-7cf0d5bf5e5b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:37.042093 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01eb1d18-f118-4680-9061-5b945e037bc9 req-02624506-2c60-43d5-9108-7cf0d5bf5e5b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 945 time: 0.0924506 Apr 22 15:05:37.094611 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-01eb1d18-f118-4680-9061-5b945e037bc9 req-22140f8a-112a-4f0c-9402-d035e12b60e0 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469294 Apr 22 15:05:37.308937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250b9bd-ef8b-47bf-bad0-7f6a3e079faf req-e0f85916-5f24-487c-8fcf-65d6c840e237 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:37.310340 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4250b9bd-ef8b-47bf-bad0-7f6a3e079faf req-e0f85916-5f24-487c-8fcf-65d6c840e237 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 945 time: 0.0842764 Apr 22 15:05:37.450599 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4250b9bd-ef8b-47bf-bad0-7f6a3e079faf req-542445d3-f844-41e1-8089-17be3db5b78e tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346493 Apr 22 15:05:37.877543 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8df1e-77af-4e71-a36e-dbc62e6cc60f req-d6e350a1-9318-4e18-b41b-56eb7c47a1ca tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:37.879131 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-83e8df1e-77af-4e71-a36e-dbc62e6cc60f req-d6e350a1-9318-4e18-b41b-56eb7c47a1ca tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 945 time: 0.0792785 Apr 22 15:05:37.926906 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-83e8df1e-77af-4e71-a36e-dbc62e6cc60f req-ee5f31d2-50c4-491a-837c-698a059e6987 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 Apr 22 15:05:48.192085 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa78fcd-ab37-47e3-912f-2d5f85799d1b req-b44a3a35-696b-48a4-b9cb-128224019085 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:48.193574 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1aa78fcd-ab37-47e3-912f-2d5f85799d1b req-b44a3a35-696b-48a4-b9cb-128224019085 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 945 time: 0.0922587 Apr 22 15:05:48.241311 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1aa78fcd-ab37-47e3-912f-2d5f85799d1b req-a1c96651-bf13-412c-b9ab-101e4bb60526 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420148 Apr 22 15:05:48.270738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41366) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:48.474488 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cc5b9f14-1fb9-4104-828f-ceec292ff2d7 tempest-TestMinimumBasicScenario-485888014 tempest-TestMinimumBasicScenario-485888014-project-admin] Synchronizing usage tracker for tenant:44948e8e059b401092b3b48d893a85bb on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:05:48.491509 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cc5b9f14-1fb9-4104-828f-ceec292ff2d7 tempest-TestMinimumBasicScenario-485888014 tempest-TestMinimumBasicScenario-485888014-project-admin] Unset dirty status for tenant:44948e8e059b401092b3b48d893a85bb on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:05:48.492607 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cc5b9f14-1fb9-4104-828f-ceec292ff2d7 tempest-TestMinimumBasicScenario-485888014 tempest-TestMinimumBasicScenario-485888014-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 1093 time: 0.2208819 Apr 22 15:05:48.495939 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41372) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:48.501224 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:05:48.507574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:05:48.511435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Usage tracker for resource:floatingip and tenant:d0f795c08d54457abf3c78f5c83261a2 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:05:48.514389 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:05:48.521070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:05:48.535066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:48.684752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:48.839002 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Allocated IP 172.26.0.56 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/a17d9b25-bf8b-43a1-b3e3-940224b4e895) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:05:48.995914 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:49.026145 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:49.100553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:05:49.101630 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:05:49.105585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:05:49.136634 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Pushing event updated for resources: {'Port': ['ID=a17d9b25-bf8b-43a1-b3e3-940224b4e895,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:49.642173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:49.726728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:49.941756 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:49.947883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:50.148704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Pushing event updated for resources: {'Port': ['ID=a17d9b25-bf8b-43a1-b3e3-940224b4e895,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:50.165524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:50.368468 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Floating IP d6dc5461-43bc-4f81-a8dc-5170a67467d9 associated. External IP: 172.26.0.56, port: ccc52b19-535a-46e4-9030-c6b20f8d2f51. Apr 22 15:05:50.786563 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:05:50.994331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:05:51.004270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5bf5f1-f89b-4dc3-8748-acc1d5085fc3 None None] Sync routers for ids ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:05:51.017018 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5bf5f1-f89b-4dc3-8748-acc1d5085fc3 None None] Routers {'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:05:51.017915 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0f5bf5f1-f89b-4dc3-8748-acc1d5085fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:05:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:51.022750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:51.081152 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f78cafd8-ca26-450c-93f3-2e5d49c9c2e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5816824 Apr 22 15:05:51.081152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'tag': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:05:51.082175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41376) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:51.088585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1879386506', 'description': 'tempest-secgroup-smoke-1879386506 description', 'project_id': 'd0f795c08d54457abf3c78f5c83261a2'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:05:51.094991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:05:51.100064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Usage tracker for resource:security_group and tenant:d0f795c08d54457abf3c78f5c83261a2 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:05:51.108651 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:05:51.115597 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:05:51.129123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:51.173139 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:05:51.177314 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Usage tracker for resource:security_group_rule and tenant:d0f795c08d54457abf3c78f5c83261a2 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:05:51.180272 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:05:51.187946 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:05:51.226084 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-0f5bf5f1-f89b-4dc3-8748-acc1d5085fc3 None None] Set router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:05:51.255946 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:51.260755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:51.310045 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c32564-624f-4d67-b7bb-3dc5d87b3b04,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:51.318063 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:51.318063 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2314024 Apr 22 15:05:51.318562 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41384) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:51.327244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-81e93f96-d657-4695-9bc9-ee54c1f6c7af tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Request body: {'security_group_rule': {'security_group_id': '37c32564-624f-4d67-b7bb-3dc5d87b3b04', 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:05:51.337378 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-81e93f96-d657-4695-9bc9-ee54c1f6c7af tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:05:51.343381 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-81e93f96-d657-4695-9bc9-ee54c1f6c7af tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Usage tracker for resource:security_group_rule and tenant:d0f795c08d54457abf3c78f5c83261a2 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:05:51.344110 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25b0310-629b-491a-b258-1664f107dd6c'] response: {'name': 'network-changed', 'server_uuid': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'tag': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51', 'status': 'completed', 'code': 200} Apr 22 15:05:51.348696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.348696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.351758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.352595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.353443 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.354243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.354755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.355567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.356188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.356797 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.358129 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa487c-bcfd-4d5c-bae6-c0ecafbe534d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.364906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-81e93f96-d657-4695-9bc9-ee54c1f6c7af tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:05:51.507186 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-81e93f96-d657-4695-9bc9-ee54c1f6c7af tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:05:51.539588 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-81e93f96-d657-4695-9bc9-ee54c1f6c7af tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:51.587216 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d69a4c78-2eae-4c41-8e6d-0897c9510cd1 req-89e38a4d-d49b-4cec-be9c-8244f8777ebd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0f795c08d54457abf3c78f5c83261a2&device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 1098 time: 0.2168486 Apr 22 15:05:51.622911 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0f5bf5f1-f89b-4dc3-8748-acc1d5085fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'name': 'tempest-TestMinimumBasicScenario-1652082885-router', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:04:58Z', 'revision_number': 4, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'gw_port': {'id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'd6dc5461-43bc-4f81-a8dc-5170a67467d9', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'floating_ip_address': '172.26.0.56', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'port_id': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'mac_address': 'fa:16:3e:6f:1d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:05:49Z', 'updated_at': '2022-04-22T15:05:49Z', 'revision_number': 0, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07d0378-8aed-4db7-828b-f01e5ce7a070', 'name': '', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'mac_address': 'fa:16:3e:a9:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:57Z', 'updated_at': '2022-04-22T15:05:16Z', 'revision_number': 5, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'subnets': [{'id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:51.627180 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5bf5f1-f89b-4dc3-8748-acc1d5085fc3 None None] Checking router: b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:05:51.640123 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5bf5f1-f89b-4dc3-8748-acc1d5085fc3 None None] Routers {'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:05:51.640740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0f5bf5f1-f89b-4dc3-8748-acc1d5085fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:05:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:51.700971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-81e93f96-d657-4695-9bc9-ee54c1f6c7af tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:51.708940 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-81e93f96-d657-4695-9bc9-ee54c1f6c7af tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:51.756379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e93f96-d657-4695-9bc9-ee54c1f6c7af tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d821254b-0762-4e50-b2fb-c0945b4b3895,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:51.775245 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-81e93f96-d657-4695-9bc9-ee54c1f6c7af tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:51.776506 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-81e93f96-d657-4695-9bc9-ee54c1f6c7af tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4569457 Apr 22 15:05:51.779923 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41388) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:51.790311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Request body: {'security_group_rule': {'security_group_id': '37c32564-624f-4d67-b7bb-3dc5d87b3b04', 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:05:51.792533 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a4c78-2eae-4c41-8e6d-0897c9510cd1 req-3a82aeeb-0bed-4ce2-870f-730b0fa4639e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:51.795945 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d69a4c78-2eae-4c41-8e6d-0897c9510cd1 req-3a82aeeb-0bed-4ce2-870f-730b0fa4639e service neutron] 10.222.0.30 "GET /v2.0/networks?id=85f68b51-ef86-428a-aae0-1f2273ec50f5 HTTP/1.1" status: 200 len: 916 time: 0.2012858 Apr 22 15:05:51.801711 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:05:51.808601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Usage tracker for resource:security_group_rule and tenant:d0f795c08d54457abf3c78f5c83261a2 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:05:51.813353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:05:51.825278 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:05:51.848338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:51.859625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-0f5bf5f1-f89b-4dc3-8748-acc1d5085fc3 None None] Set router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:05:51.933507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:51.939980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:51.969511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20aa3020-12fa-4fee-8d87-c3839c363f41,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:51.977967 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d69a4c78-2eae-4c41-8e6d-0897c9510cd1 req-275d3b1e-01e6-481d-be33-9a9fd1c1e097 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccc52b19-535a-46e4-9030-c6b20f8d2f51 HTTP/1.1" status: 200 len: 998 time: 0.1746879 Apr 22 15:05:51.986431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:51.991633 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2095137 Apr 22 15:05:51.992091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41392) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:51.993259 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.993612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.993957 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.994289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.994623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.994959 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.995314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.995645 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.995970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.996299 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:51.996634 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c1d20-ec3d-44e4-870a-8d4d76cbf8a9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:52.011113 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-94917d76-d417-42e0-9bd6-684dc83d7bbf tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Request body: {'security_group_rule': {'security_group_id': '37c32564-624f-4d67-b7bb-3dc5d87b3b04', 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:05:52.017324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-94917d76-d417-42e0-9bd6-684dc83d7bbf tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:05:52.022997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-94917d76-d417-42e0-9bd6-684dc83d7bbf tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Usage tracker for resource:security_group_rule and tenant:d0f795c08d54457abf3c78f5c83261a2 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:05:52.026351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-94917d76-d417-42e0-9bd6-684dc83d7bbf tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:05:52.032651 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-94917d76-d417-42e0-9bd6-684dc83d7bbf tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:05:52.052655 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-94917d76-d417-42e0-9bd6-684dc83d7bbf tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.069912 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a4c78-2eae-4c41-8e6d-0897c9510cd1 req-940dc355-4d04-4dfa-ac75-9c286384e71a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:52.071404 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d69a4c78-2eae-4c41-8e6d-0897c9510cd1 req-940dc355-4d04-4dfa-ac75-9c286384e71a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2fcca46-b009-40c3-933a-ee3f1dae5c05 HTTP/1.1" status: 200 len: 854 time: 0.0871274 Apr 22 15:05:52.136824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-94917d76-d417-42e0-9bd6-684dc83d7bbf tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.148338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-94917d76-d417-42e0-9bd6-684dc83d7bbf tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.170901 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d69a4c78-2eae-4c41-8e6d-0897c9510cd1 req-8755ed13-6851-40c6-acbe-6a49b564c7e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85f68b51-ef86-428a-aae0-1f2273ec50f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929420 Apr 22 15:05:52.175349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94917d76-d417-42e0-9bd6-684dc83d7bbf tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f9cec9-bf09-43c1-8a1f-045322e19787,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:52.181985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [req-d69a4c78-2eae-4c41-8e6d-0897c9510cd1 req-fed9944f-d288-4d67-b692-12fcdb124b0e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:05:52.183536 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d69a4c78-2eae-4c41-8e6d-0897c9510cd1 req-fed9944f-d288-4d67-b692-12fcdb124b0e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060964 Apr 22 15:05:52.186333 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-94917d76-d417-42e0-9bd6-684dc83d7bbf tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.187607 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-94917d76-d417-42e0-9bd6-684dc83d7bbf tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1826162 Apr 22 15:05:52.191886 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41396) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:52.197722 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-fae3a86c-e232-4ce4-a474-3f6f8a90a789 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Request body: {'security_group_rule': {'security_group_id': '37c32564-624f-4d67-b7bb-3dc5d87b3b04', 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:05:52.203611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fae3a86c-e232-4ce4-a474-3f6f8a90a789 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:05:52.209109 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fae3a86c-e232-4ce4-a474-3f6f8a90a789 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Usage tracker for resource:security_group_rule and tenant:d0f795c08d54457abf3c78f5c83261a2 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:05:52.212161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-fae3a86c-e232-4ce4-a474-3f6f8a90a789 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:05:52.218226 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-fae3a86c-e232-4ce4-a474-3f6f8a90a789 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:05:52.243682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fae3a86c-e232-4ce4-a474-3f6f8a90a789 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.319466 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fae3a86c-e232-4ce4-a474-3f6f8a90a789 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.326711 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fae3a86c-e232-4ce4-a474-3f6f8a90a789 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.340342 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d69a4c78-2eae-4c41-8e6d-0897c9510cd1 req-6c9bb989-f7e2-4259-b2f7-b83c4896da9f service neutron] 10.222.0.30 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510050 Apr 22 15:05:52.352801 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3a86c-e232-4ce4-a474-3f6f8a90a789 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fabdc1-08bd-47f9-a35f-1a238280f25c,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:52.365534 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fae3a86c-e232-4ce4-a474-3f6f8a90a789 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.365776 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0f5bf5f1-f89b-4dc3-8748-acc1d5085fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'name': 'tempest-TestMinimumBasicScenario-1652082885-router', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:04:58Z', 'revision_number': 4, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'gw_port': {'id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'd6dc5461-43bc-4f81-a8dc-5170a67467d9', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'floating_ip_address': '172.26.0.56', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'port_id': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'mac_address': 'fa:16:3e:6f:1d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:05:49Z', 'updated_at': '2022-04-22T15:05:49Z', 'revision_number': 0, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07d0378-8aed-4db7-828b-f01e5ce7a070', 'name': '', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'mac_address': 'fa:16:3e:a9:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:57Z', 'updated_at': '2022-04-22T15:05:16Z', 'revision_number': 5, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'subnets': [{'id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:52.369517 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fae3a86c-e232-4ce4-a474-3f6f8a90a789 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1740167 Apr 22 15:05:52.369959 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41400) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:52.371017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5bf5f1-f89b-4dc3-8748-acc1d5085fc3 None None] The sync data for ids ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'] in dv-neutron-839027-1-hyperv is: [{'id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'name': 'tempest-TestMinimumBasicScenario-1652082885-router', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:04:58Z', 'revision_number': 4, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'gw_port': {'id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'd6dc5461-43bc-4f81-a8dc-5170a67467d9', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'floating_ip_address': '172.26.0.56', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'port_id': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'mac_address': 'fa:16:3e:6f:1d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:05:49Z', 'updated_at': '2022-04-22T15:05:49Z', 'revision_number': 0, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07d0378-8aed-4db7-828b-f01e5ce7a070', 'name': '', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'mac_address': 'fa:16:3e:a9:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:57Z', 'updated_at': '2022-04-22T15:05:16Z', 'revision_number': 5, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'subnets': [{'id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:05:52.376059 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-077f1c32-b035-4682-9285-f39e9d697d5c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Request body: {'security_group_rule': {'security_group_id': '37c32564-624f-4d67-b7bb-3dc5d87b3b04', 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:05:52.386037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-077f1c32-b035-4682-9285-f39e9d697d5c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:05:52.391102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-077f1c32-b035-4682-9285-f39e9d697d5c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Usage tracker for resource:security_group_rule and tenant:d0f795c08d54457abf3c78f5c83261a2 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:05:52.396145 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-077f1c32-b035-4682-9285-f39e9d697d5c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:05:52.402391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-077f1c32-b035-4682-9285-f39e9d697d5c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:05:52.419490 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-077f1c32-b035-4682-9285-f39e9d697d5c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Project d0f795c08d54457abf3c78f5c83261a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:05:52.427939 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-077f1c32-b035-4682-9285-f39e9d697d5c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.498460 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d69a4c78-2eae-4c41-8e6d-0897c9510cd1 req-d255b2e1-bc02-46a7-a0c5-20a4965fb7b4 service neutron] 10.222.0.30 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511464 Apr 22 15:05:52.508318 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6f73f65b-37e7-4d26-bdae-6f3a20b5f68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.523848 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-077f1c32-b035-4682-9285-f39e9d697d5c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.529258 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-077f1c32-b035-4682-9285-f39e9d697d5c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.558791 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f1c32-b035-4682-9285-f39e9d697d5c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce305378-e670-47ef-9943-ba4ee4707b43,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:52.570139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-077f1c32-b035-4682-9285-f39e9d697d5c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.571522 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-077f1c32-b035-4682-9285-f39e9d697d5c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2006493 Apr 22 15:05:52.575099 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41404) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:52.581188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-3fa884ee-0c8b-4736-8eaf-d3a43582c9e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Request body: {'security_group_rule': {'security_group_id': '37c32564-624f-4d67-b7bb-3dc5d87b3b04', 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:05:52.588077 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3fa884ee-0c8b-4736-8eaf-d3a43582c9e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:05:52.592322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3fa884ee-0c8b-4736-8eaf-d3a43582c9e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Usage tracker for resource:security_group_rule and tenant:d0f795c08d54457abf3c78f5c83261a2 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:05:52.595445 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3fa884ee-0c8b-4736-8eaf-d3a43582c9e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:05:52.602460 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3fa884ee-0c8b-4736-8eaf-d3a43582c9e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:05:52.613189 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a369d82-3d76-4577-b64d-ffd4c90294b7 None None] New status for floating IP d6dc5461-43bc-4f81-a8dc-5170a67467d9: ACTIVE {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:05:52.615417 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-3fa884ee-0c8b-4736-8eaf-d3a43582c9e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Project d0f795c08d54457abf3c78f5c83261a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:05:52.627503 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3fa884ee-0c8b-4736-8eaf-d3a43582c9e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.714688 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3fa884ee-0c8b-4736-8eaf-d3a43582c9e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.721211 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3fa884ee-0c8b-4736-8eaf-d3a43582c9e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.746971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa884ee-0c8b-4736-8eaf-d3a43582c9e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c270a8-9ba9-41c5-a99f-dcdd05938975,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:52.757296 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3fa884ee-0c8b-4736-8eaf-d3a43582c9e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.758582 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3fa884ee-0c8b-4736-8eaf-d3a43582c9e7 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1823907 Apr 22 15:05:52.924936 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd55825d-dc60-4166-b018-54c47f6f7d79 req-975c761b-1ca7-4ffd-b03e-e5c591557dd1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879386506&fields=id&tenant_id=d0f795c08d54457abf3c78f5c83261a2 HTTP/1.1" status: 200 len: 267 time: 0.0719378 Apr 22 15:05:53.009068 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55825d-dc60-4166-b018-54c47f6f7d79 req-6b9db3fa-40f1-4d8a-9715-024a5cea2418 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:53.010877 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd55825d-dc60-4166-b018-54c47f6f7d79 req-6b9db3fa-40f1-4d8a-9715-024a5cea2418 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 945 time: 0.0799582 Apr 22 15:05:53.027026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-cd55825d-dc60-4166-b018-54c47f6f7d79 req-ab9b957f-8750-4b27-b80c-0519a4f10a03 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Request body: {'port': {'security_groups': ['b1706058-c6ab-41ac-8e7a-3970b9959192', '37c32564-624f-4d67-b7bb-3dc5d87b3b04']}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:05:53.147139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-cd55825d-dc60-4166-b018-54c47f6f7d79 req-ab9b957f-8750-4b27-b80c-0519a4f10a03 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:53.510329 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-cd55825d-dc60-4166-b018-54c47f6f7d79 req-ab9b957f-8750-4b27-b80c-0519a4f10a03 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] For port ccc52b19-535a-46e4-9030-c6b20f8d2f51, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ccc52b19-535a-46e4-9030-c6b20f8d2f51,segment=NetworkSegment(8ed4b917-5c73-4e63-8b4e-a25d8900c4af),segment_id=8ed4b917-5c73-4e63-8b4e-a25d8900c4af)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:53.535856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-cd55825d-dc60-4166-b018-54c47f6f7d79 req-ab9b957f-8750-4b27-b80c-0519a4f10a03 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:53.540777 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-cd55825d-dc60-4166-b018-54c47f6f7d79 req-ab9b957f-8750-4b27-b80c-0519a4f10a03 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:53.552755 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['ccc52b19-535a-46e4-9030-c6b20f8d2f51'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:05:53.616063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55825d-dc60-4166-b018-54c47f6f7d79 req-ab9b957f-8750-4b27-b80c-0519a4f10a03 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:53.616712 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-cd55825d-dc60-4166-b018-54c47f6f7d79 req-ab9b957f-8750-4b27-b80c-0519a4f10a03 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:53.631922 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd55825d-dc60-4166-b018-54c47f6f7d79 req-ab9b957f-8750-4b27-b80c-0519a4f10a03 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "PUT /v2.0/ports/ccc52b19-535a-46e4-9030-c6b20f8d2f51 HTTP/1.1" status: 200 len: 981 time: 0.6134512 Apr 22 15:05:53.632644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'tag': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:05:53.668952 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b957f-8750-4b27-b80c-0519a4f10a03 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Pushing event updated for resources: {'Port': ['ID=ccc52b19-535a-46e4-9030-c6b20f8d2f51,revision_number=6']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:53.689696 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['ccc52b19-535a-46e4-9030-c6b20f8d2f51'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:05:53.756139 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73df4b29-d2e1-4b59-893b-d19ff35769f6'] response: {'name': 'network-changed', 'server_uuid': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'tag': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51', 'status': 'completed', 'code': 200} Apr 22 15:05:53.868902 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-05991e8a-d51b-4539-a448-d4ed5e330bc8 req-467c44f3-cfe2-4eb3-ad5a-8da6f8aa00c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0f795c08d54457abf3c78f5c83261a2&device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 1137 time: 0.0882568 Apr 22 15:05:53.891767 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1d010-8eee-442b-8744-c796b6adeb88 req-0c871488-2172-4a04-ac61-c48ac9f31670 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:53.895930 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c0c1d010-8eee-442b-8744-c796b6adeb88 req-0c871488-2172-4a04-ac61-c48ac9f31670 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 984 time: 0.0971050 Apr 22 15:05:53.947394 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c0c1d010-8eee-442b-8744-c796b6adeb88 req-b2e1b85e-38c3-4064-b9bc-cb8ef91d1218 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&id=37c32564-624f-4d67-b7bb-3dc5d87b3b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469217 Apr 22 15:05:53.999124 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-98f3a5e1-ef95-4b87-8637-baf1225c25cd None None] Provisioning complete for port ccc52b19-535a-46e4-9030-c6b20f8d2f51 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:53.999540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-98f3a5e1-ef95-4b87-8637-baf1225c25cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:54.028823 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05991e8a-d51b-4539-a448-d4ed5e330bc8 req-0823539d-7a9c-4d61-84cd-9b44d3d859ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:54.030359 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-05991e8a-d51b-4539-a448-d4ed5e330bc8 req-0823539d-7a9c-4d61-84cd-9b44d3d859ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=85f68b51-ef86-428a-aae0-1f2273ec50f5 HTTP/1.1" status: 200 len: 916 time: 0.1541438 Apr 22 15:05:54.145003 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-05991e8a-d51b-4539-a448-d4ed5e330bc8 req-5def1247-2684-4e75-9223-e8917d86af04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccc52b19-535a-46e4-9030-c6b20f8d2f51 HTTP/1.1" status: 200 len: 1000 time: 0.1068110 Apr 22 15:05:54.216239 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05991e8a-d51b-4539-a448-d4ed5e330bc8 req-672b97bf-2bce-4d40-8b12-101b8d05e03f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:54.217736 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-05991e8a-d51b-4539-a448-d4ed5e330bc8 req-672b97bf-2bce-4d40-8b12-101b8d05e03f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2fcca46-b009-40c3-933a-ee3f1dae5c05 HTTP/1.1" status: 200 len: 854 time: 0.0659497 Apr 22 15:05:54.301529 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-05991e8a-d51b-4539-a448-d4ed5e330bc8 req-051b6455-74e5-4e9b-9e38-ea989f97acd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85f68b51-ef86-428a-aae0-1f2273ec50f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767140 Apr 22 15:05:54.440108 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-05991e8a-d51b-4539-a448-d4ed5e330bc8 req-4ba228ac-9e9f-4a59-b17d-1e6f06ed0404 service neutron] 10.222.0.30 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320939 Apr 22 15:05:54.665776 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:54.671889 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-05991e8a-d51b-4539-a448-d4ed5e330bc8 req-ba4bb56d-b22b-4feb-b28a-5ce51ec3945f service neutron] 10.222.0.30 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257428 Apr 22 15:05:54.821198 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-95da0365-ebe8-4788-8748-e62d4e48fce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:56.112013 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:56.187658 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:57.413286 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:04.795688 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:06:09.257157 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f1f19a5a-0c80-4fb0-9930-36740370e7d7 req-dbf91fcd-885f-4f19-8141-3694d038ee3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0f795c08d54457abf3c78f5c83261a2&device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 1137 time: 0.0754917 Apr 22 15:06:09.317625 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aff0b-a546-4eb7-95ac-ecbd7b4eb1d3 req-6ffe9740-0c62-4cd7-906f-fac655c1b9b2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:09.319162 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0b4aff0b-a546-4eb7-95ac-ecbd7b4eb1d3 req-6ffe9740-0c62-4cd7-906f-fac655c1b9b2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 984 time: 0.0844822 Apr 22 15:06:09.367257 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0b4aff0b-a546-4eb7-95ac-ecbd7b4eb1d3 req-dd58e8f6-f192-48ef-bdf3-027ff51fc2f6 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&id=37c32564-624f-4d67-b7bb-3dc5d87b3b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423737 Apr 22 15:06:09.399093 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f19a5a-0c80-4fb0-9930-36740370e7d7 req-6a7516b0-876e-448f-ae6f-61a3e61ae8b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:09.400521 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f1f19a5a-0c80-4fb0-9930-36740370e7d7 req-6a7516b0-876e-448f-ae6f-61a3e61ae8b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85f68b51-ef86-428a-aae0-1f2273ec50f5 HTTP/1.1" status: 200 len: 916 time: 0.1370196 Apr 22 15:06:09.510545 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f1f19a5a-0c80-4fb0-9930-36740370e7d7 req-8a1a9d9d-c50e-4da0-8f3e-e2be4bc8496e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccc52b19-535a-46e4-9030-c6b20f8d2f51 HTTP/1.1" status: 200 len: 1000 time: 0.1033413 Apr 22 15:06:09.576439 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f19a5a-0c80-4fb0-9930-36740370e7d7 req-c8b74af2-0017-41b5-a6b2-aa1363fd640d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:09.577879 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f1f19a5a-0c80-4fb0-9930-36740370e7d7 req-c8b74af2-0017-41b5-a6b2-aa1363fd640d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2fcca46-b009-40c3-933a-ee3f1dae5c05 HTTP/1.1" status: 200 len: 854 time: 0.0611010 Apr 22 15:06:09.661865 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f1f19a5a-0c80-4fb0-9930-36740370e7d7 req-486d7bf0-0773-4d9c-a798-835577aeb8f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85f68b51-ef86-428a-aae0-1f2273ec50f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776837 Apr 22 15:06:09.803611 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f1f19a5a-0c80-4fb0-9930-36740370e7d7 req-3d96aebf-6bba-4932-8b7f-c3016e055e3b service neutron] 10.222.0.30 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353097 Apr 22 15:06:09.942161 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f1f19a5a-0c80-4fb0-9930-36740370e7d7 req-be4a1dad-ff82-425a-9b0f-4c329a84a713 service neutron] 10.222.0.30 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319220 Apr 22 15:06:10.572826 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ce297-ec69-4c87-894b-4032ffecc5e3 req-05db72c1-6d99-40ac-a49c-a2932aa36fcf tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:10.574288 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cb4ce297-ec69-4c87-894b-4032ffecc5e3 req-05db72c1-6d99-40ac-a49c-a2932aa36fcf tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 984 time: 0.0821574 Apr 22 15:06:10.623307 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cb4ce297-ec69-4c87-894b-4032ffecc5e3 req-d4fe0fd8-cda5-43ac-83ae-a532d4759ced tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&id=37c32564-624f-4d67-b7bb-3dc5d87b3b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432725 Apr 22 15:06:11.836063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20125f4-1b75-4428-979d-eb14d42bf608 req-761c5a20-46c2-4da0-b42e-cc444705f9c6 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:11.837596 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f20125f4-1b75-4428-979d-eb14d42bf608 req-761c5a20-46c2-4da0-b42e-cc444705f9c6 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 984 time: 0.0821531 Apr 22 15:06:11.890937 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f20125f4-1b75-4428-979d-eb14d42bf608 req-843a3570-ca9d-406c-a9c9-a956167c98a0 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&id=37c32564-624f-4d67-b7bb-3dc5d87b3b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474064 Apr 22 15:06:13.100168 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be307b4-5dff-4540-b7ac-9a6f314e7fda req-15a735a3-00bd-482f-a894-857998cea23b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:13.101717 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4be307b4-5dff-4540-b7ac-9a6f314e7fda req-15a735a3-00bd-482f-a894-857998cea23b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 984 time: 0.0863094 Apr 22 15:06:13.155950 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4be307b4-5dff-4540-b7ac-9a6f314e7fda req-b46881ff-7384-4d10-9418-8860cc7f955c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&id=37c32564-624f-4d67-b7bb-3dc5d87b3b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483410 Apr 22 15:06:14.359414 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184baca-e079-482d-8426-1ee0fd534eb5 req-ec9c48bc-d94c-4db0-9b3d-541c9c3b2e4c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:14.360824 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8184baca-e079-482d-8426-1ee0fd534eb5 req-ec9c48bc-d94c-4db0-9b3d-541c9c3b2e4c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 984 time: 0.0798173 Apr 22 15:06:14.409979 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8184baca-e079-482d-8426-1ee0fd534eb5 req-eccb5870-0a98-4fa0-9576-ac6df6f95984 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&id=37c32564-624f-4d67-b7bb-3dc5d87b3b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422857 Apr 22 15:06:15.618192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcb3ab-ed4c-491a-97e5-51776211cda2 req-711ac1e6-2ee4-43ab-9e25-70e5840ca655 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:15.619727 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e1dcb3ab-ed4c-491a-97e5-51776211cda2 req-711ac1e6-2ee4-43ab-9e25-70e5840ca655 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 984 time: 0.0810807 Apr 22 15:06:15.670933 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e1dcb3ab-ed4c-491a-97e5-51776211cda2 req-3e2f782f-aa57-4945-a166-36a67f5a60da tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&id=37c32564-624f-4d67-b7bb-3dc5d87b3b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453010 Apr 22 15:06:16.877619 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b03d5-9609-4161-85db-30a00ea5d64b req-98d05df7-d004-4973-a9d2-8ccba0a1bd3d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:16.879704 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-695b03d5-9609-4161-85db-30a00ea5d64b req-98d05df7-d004-4973-a9d2-8ccba0a1bd3d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 984 time: 0.0829799 Apr 22 15:06:16.929505 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-695b03d5-9609-4161-85db-30a00ea5d64b req-6a145f55-75bb-4fc1-a12a-c283f73e81aa tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&id=37c32564-624f-4d67-b7bb-3dc5d87b3b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443652 Apr 22 15:06:18.135169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e41263-e5e9-4195-add9-c48219a25270 req-d549f075-1159-43d9-932f-bd5523a1d81d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:18.137844 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-95e41263-e5e9-4195-add9-c48219a25270 req-d549f075-1159-43d9-932f-bd5523a1d81d tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 984 time: 0.0796392 Apr 22 15:06:18.193583 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-95e41263-e5e9-4195-add9-c48219a25270 req-f5200d3b-c8f5-46ad-a1a1-00fadee24162 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&id=37c32564-624f-4d67-b7bb-3dc5d87b3b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491309 Apr 22 15:06:19.404247 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683ef15-1a32-4761-aac8-915a1a39852a req-6782cb98-7c61-4285-8a87-e7f779a28cb9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:19.405730 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a683ef15-1a32-4761-aac8-915a1a39852a req-6782cb98-7c61-4285-8a87-e7f779a28cb9 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 984 time: 0.0842435 Apr 22 15:06:19.456237 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a683ef15-1a32-4761-aac8-915a1a39852a req-a7e3d975-3760-42cf-897c-222ae384b805 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&id=37c32564-624f-4d67-b7bb-3dc5d87b3b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448644 Apr 22 15:06:20.669205 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce4e1-d5d9-4065-98b3-6c93180b7f1a req-d7220098-ac74-426a-b48c-2189e21077f4 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:20.670821 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b38ce4e1-d5d9-4065-98b3-6c93180b7f1a req-d7220098-ac74-426a-b48c-2189e21077f4 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 984 time: 0.0823839 Apr 22 15:06:20.732665 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b38ce4e1-d5d9-4065-98b3-6c93180b7f1a req-13bfd8f8-228c-4132-82a6-22166360265c tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&id=37c32564-624f-4d67-b7bb-3dc5d87b3b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561280 Apr 22 15:06:21.943520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87bb5e-2d32-4e2c-b0ec-be49e202f8a5 req-0b83f77a-309f-4b91-8663-0f68210958eb tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:21.945049 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0e87bb5e-2d32-4e2c-b0ec-be49e202f8a5 req-0b83f77a-309f-4b91-8663-0f68210958eb tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 984 time: 0.0820780 Apr 22 15:06:21.994094 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0e87bb5e-2d32-4e2c-b0ec-be49e202f8a5 req-12bf25fc-5120-4e4f-8ae2-ac8f5f2a7240 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&id=37c32564-624f-4d67-b7bb-3dc5d87b3b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431116 Apr 22 15:06:22.502021 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b6895429-24bd-4a76-9150-aeedb41d8d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:24.661722 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:24.823448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-32582cb9-910d-41bd-8645-8a8455db1a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:25.691443 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3ccf1fe0-49ea-4497-9acc-668fb3f98022 req-d58b6474-a8cc-4d91-a0d3-bb296d1c3fac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1375124 Apr 22 15:06:25.838283 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3ccf1fe0-49ea-4497-9acc-668fb3f98022 req-b5c6f2c3-53ed-4fb4-ada5-86ef26d78224 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0f795c08d54457abf3c78f5c83261a2&device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 1137 time: 0.0750067 Apr 22 15:06:25.986936 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf1fe0-49ea-4497-9acc-668fb3f98022 req-4c5cb5cb-5d9d-4ca7-811b-4365c6fd6610 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:25.988407 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3ccf1fe0-49ea-4497-9acc-668fb3f98022 req-4c5cb5cb-5d9d-4ca7-811b-4365c6fd6610 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85f68b51-ef86-428a-aae0-1f2273ec50f5 HTTP/1.1" status: 200 len: 916 time: 0.1308076 Apr 22 15:06:26.094297 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3ccf1fe0-49ea-4497-9acc-668fb3f98022 req-3b9a8c50-1a08-4f4c-b213-c94fe348933c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccc52b19-535a-46e4-9030-c6b20f8d2f51 HTTP/1.1" status: 200 len: 1000 time: 0.0999391 Apr 22 15:06:26.116102 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:26.164460 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf1fe0-49ea-4497-9acc-668fb3f98022 req-6f7fffae-64d5-4e64-9b85-8994795067b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:26.165939 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3ccf1fe0-49ea-4497-9acc-668fb3f98022 req-6f7fffae-64d5-4e64-9b85-8994795067b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2fcca46-b009-40c3-933a-ee3f1dae5c05 HTTP/1.1" status: 200 len: 854 time: 0.0664196 Apr 22 15:06:26.196951 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:26.247131 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3ccf1fe0-49ea-4497-9acc-668fb3f98022 req-1d907bad-13cd-49f2-b734-b468cfa2706e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85f68b51-ef86-428a-aae0-1f2273ec50f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713747 Apr 22 15:06:26.378397 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3ccf1fe0-49ea-4497-9acc-668fb3f98022 req-a205332d-bbf3-4c94-89b0-b08b62870606 service neutron] 10.222.0.30 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297529 Apr 22 15:06:26.515218 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3ccf1fe0-49ea-4497-9acc-668fb3f98022 req-f5139429-3d46-41ad-8538-130188e9f46f service neutron] 10.222.0.30 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317089 Apr 22 15:06:27.415058 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:41.795749 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:06:52.505209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b2f3a2fd-38f5-49da-8293-3d4437db18ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:54.515413 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-890f03d8-8f2a-4597-9963-794910e03ecd req-bdc0ca99-88c4-4bc1-8ca3-d875c44eab76 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879386506&fields=id&tenant_id=d0f795c08d54457abf3c78f5c83261a2 HTTP/1.1" status: 200 len: 267 time: 0.1169372 Apr 22 15:06:54.605036 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f03d8-8f2a-4597-9963-794910e03ecd req-3025030d-01d8-41d2-80b8-660375cf4d7b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:54.606437 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-890f03d8-8f2a-4597-9963-794910e03ecd req-3025030d-01d8-41d2-80b8-660375cf4d7b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 984 time: 0.0851917 Apr 22 15:06:54.618476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [req-890f03d8-8f2a-4597-9963-794910e03ecd req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Request body: {'port': {'security_groups': ['b1706058-c6ab-41ac-8e7a-3970b9959192']}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:54.662058 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:54.749500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-890f03d8-8f2a-4597-9963-794910e03ecd req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:54.828541 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-be2fd091-b927-4451-8408-fb86ef19c83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:55.005003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [req-890f03d8-8f2a-4597-9963-794910e03ecd req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] For port ccc52b19-535a-46e4-9030-c6b20f8d2f51, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ccc52b19-535a-46e4-9030-c6b20f8d2f51,segment=NetworkSegment(8ed4b917-5c73-4e63-8b4e-a25d8900c4af),segment_id=8ed4b917-5c73-4e63-8b4e-a25d8900c4af)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:06:55.031830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-890f03d8-8f2a-4597-9963-794910e03ecd req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:55.037698 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-890f03d8-8f2a-4597-9963-794910e03ecd req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:55.049400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['ccc52b19-535a-46e4-9030-c6b20f8d2f51'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:06:55.201788 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f03d8-8f2a-4597-9963-794910e03ecd req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:55.202413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [req-890f03d8-8f2a-4597-9963-794910e03ecd req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:55.203831 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-890f03d8-8f2a-4597-9963-794910e03ecd req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "PUT /v2.0/ports/ccc52b19-535a-46e4-9030-c6b20f8d2f51 HTTP/1.1" status: 200 len: 942 time: 0.5909891 Apr 22 15:06:55.204317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'tag': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:06:55.212017 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41464) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:55.228591 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Pushing event updated for resources: {'Port': ['ID=ccc52b19-535a-46e4-9030-c6b20f8d2f51,revision_number=7']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:55.238299 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.238750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.239093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.239459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.239997 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.240348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.240700 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.241067 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.241384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.242220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.242553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d14e4-f598-4c7b-a324-5197a7cceef1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.263173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['ccc52b19-535a-46e4-9030-c6b20f8d2f51'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:06:55.302070 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cedd9383-274b-4cbd-989d-636d68696a2b'] response: {'name': 'network-changed', 'server_uuid': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'tag': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51', 'status': 'completed', 'code': 200} Apr 22 15:06:55.465307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:55.505361 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:55.517792 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ee622dbd-0f53-43a7-b00e-d106eccf5c61 None None] Provisioning complete for port ccc52b19-535a-46e4-9030-c6b20f8d2f51 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:55.518080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ee622dbd-0f53-43a7-b00e-d106eccf5c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:55.571397 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-00e46386-ae68-4e3f-b252-10286a726ab8 req-993dc33c-663e-4db9-802f-10f0db1a39bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0f795c08d54457abf3c78f5c83261a2&device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 1098 time: 0.1402478 Apr 22 15:06:55.670509 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:55.694863 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c32564-624f-4d67-b7bb-3dc5d87b3b04,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:55.727657 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.727998 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.728350 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.728672 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.729093 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.729322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.729645 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.729967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.730284 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.730631 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.730920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:55.737477 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:55.740095 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-cab1b8ab-2809-4d8b-8c41-cdec636e4d11 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "DELETE /v2.0/security-groups/37c32564-624f-4d67-b7bb-3dc5d87b3b04 HTTP/1.1" status: 204 len: 168 time: 0.5225182 Apr 22 15:06:55.742000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41468) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:55.761766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e46386-ae68-4e3f-b252-10286a726ab8 req-dfe5d5b8-7f82-4754-b6b3-41b18b5bd9ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:55.763331 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-00e46386-ae68-4e3f-b252-10286a726ab8 req-dfe5d5b8-7f82-4754-b6b3-41b18b5bd9ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=85f68b51-ef86-428a-aae0-1f2273ec50f5 HTTP/1.1" status: 200 len: 916 time: 0.1861339 Apr 22 15:06:55.866253 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-00e46386-ae68-4e3f-b252-10286a726ab8 req-b6b12cbf-435a-4cfe-ac17-b6b489ffb035 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccc52b19-535a-46e4-9030-c6b20f8d2f51 HTTP/1.1" status: 200 len: 1000 time: 0.0964892 Apr 22 15:06:55.936870 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e46386-ae68-4e3f-b252-10286a726ab8 req-c4838a5d-68ba-41e2-b497-1cd359421011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:55.938346 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-00e46386-ae68-4e3f-b252-10286a726ab8 req-c4838a5d-68ba-41e2-b497-1cd359421011 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2fcca46-b009-40c3-933a-ee3f1dae5c05 HTTP/1.1" status: 200 len: 854 time: 0.0659575 Apr 22 15:06:55.962454 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-45525245-69ae-4472-b14b-5adf85c7d3c1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Deleting port a17d9b25-bf8b-43a1-b3e3-940224b4e895 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:06:55.962791 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-45525245-69ae-4472-b14b-5adf85c7d3c1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:56.025014 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-00e46386-ae68-4e3f-b252-10286a726ab8 req-a2af415e-d55e-44bc-ba57-624251a14f94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85f68b51-ef86-428a-aae0-1f2273ec50f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811393 Apr 22 15:06:56.121663 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:56.146945 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-45525245-69ae-4472-b14b-5adf85c7d3c1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:56.147266 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-45525245-69ae-4472-b14b-5adf85c7d3c1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:56.170304 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-00e46386-ae68-4e3f-b252-10286a726ab8 req-d9ee54a8-7a5e-4d4a-a829-e74ad9664a75 service neutron] 10.222.0.30 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385379 Apr 22 15:06:56.201218 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:56.271863 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-45525245-69ae-4472-b14b-5adf85c7d3c1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Calling delete_port for a17d9b25-bf8b-43a1-b3e3-940224b4e895 owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:06:56.321722 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-00e46386-ae68-4e3f-b252-10286a726ab8 req-cff44c33-c4a7-41a0-b40f-12ed4dde4fd2 service neutron] 10.222.0.30 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457524 Apr 22 15:06:56.429803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-45525245-69ae-4472-b14b-5adf85c7d3c1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:56.475124 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45525245-69ae-4472-b14b-5adf85c7d3c1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Pushing event deleted for resources: {'Port': ['ID=a17d9b25-bf8b-43a1-b3e3-940224b4e895,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:56.576031 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-45525245-69ae-4472-b14b-5adf85c7d3c1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:56.970323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45525245-69ae-4472-b14b-5adf85c7d3c1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:06:57.175262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45525245-69ae-4472-b14b-5adf85c7d3c1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:06:57.186174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54ee6b-dc0e-49cd-91d5-3efce1d05ec6 None None] Sync routers for ids ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:06:57.189530 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-45525245-69ae-4472-b14b-5adf85c7d3c1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:57.202988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54ee6b-dc0e-49cd-91d5-3efce1d05ec6 None None] Routers {'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:06:57.203534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-8f54ee6b-dc0e-49cd-91d5-3efce1d05ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:06:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:57.394906 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-45525245-69ae-4472-b14b-5adf85c7d3c1 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "DELETE /v2.0/floatingips/d6dc5461-43bc-4f81-a8dc-5170a67467d9 HTTP/1.1" status: 204 len: 168 time: 1.6481643 Apr 22 15:06:57.394906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'tag': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:06:57.426519 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:57.459075 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3021502d-dd91-479f-a54b-80e5a42768b0'] response: {'name': 'network-changed', 'server_uuid': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'tag': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51', 'status': 'completed', 'code': 200} Apr 22 15:06:57.462933 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-8f54ee6b-dc0e-49cd-91d5-3efce1d05ec6 None None] Set router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:06:57.560503 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-311c1d29-ad07-4473-827f-2cfa7be911fa req-5477c528-2566-40af-b42e-abad749e7459 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0f795c08d54457abf3c78f5c83261a2&device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 1098 time: 0.0795746 Apr 22 15:06:57.719597 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c1d29-ad07-4473-827f-2cfa7be911fa req-4de83a31-2cbc-4684-8545-15621356f912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:57.721518 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-311c1d29-ad07-4473-827f-2cfa7be911fa req-4de83a31-2cbc-4684-8545-15621356f912 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85f68b51-ef86-428a-aae0-1f2273ec50f5 HTTP/1.1" status: 200 len: 916 time: 0.1551893 Apr 22 15:06:57.797924 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-311c1d29-ad07-4473-827f-2cfa7be911fa req-b4c25d6f-d8cc-424d-8fda-c32385ae6480 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccc52b19-535a-46e4-9030-c6b20f8d2f51 HTTP/1.1" status: 200 len: 217 time: 0.0701430 Apr 22 15:06:57.866889 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-8f54ee6b-dc0e-49cd-91d5-3efce1d05ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'name': 'tempest-TestMinimumBasicScenario-1652082885-router', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:04:58Z', 'revision_number': 4, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'gw_port': {'id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c07d0378-8aed-4db7-828b-f01e5ce7a070', 'name': '', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'mac_address': 'fa:16:3e:a9:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:57Z', 'updated_at': '2022-04-22T15:05:16Z', 'revision_number': 5, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'subnets': [{'id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:57.870973 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54ee6b-dc0e-49cd-91d5-3efce1d05ec6 None None] Checking router: b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:06:57.881728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c1d29-ad07-4473-827f-2cfa7be911fa req-32077ab3-50d0-4461-a960-f803f0b15a27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:57.882678 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54ee6b-dc0e-49cd-91d5-3efce1d05ec6 None None] Routers {'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:06:57.883162 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-311c1d29-ad07-4473-827f-2cfa7be911fa req-32077ab3-50d0-4461-a960-f803f0b15a27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2fcca46-b009-40c3-933a-ee3f1dae5c05 HTTP/1.1" status: 200 len: 854 time: 0.0789447 Apr 22 15:06:57.883316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-8f54ee6b-dc0e-49cd-91d5-3efce1d05ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:06:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:57.966731 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-311c1d29-ad07-4473-827f-2cfa7be911fa req-d82dd588-256d-464d-8b2c-80bba070a00b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85f68b51-ef86-428a-aae0-1f2273ec50f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763783 Apr 22 15:06:58.080247 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-8f54ee6b-dc0e-49cd-91d5-3efce1d05ec6 None None] Set router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:06:58.106947 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-311c1d29-ad07-4473-827f-2cfa7be911fa req-313fbf44-cb7a-4ea0-81b5-a431baf43817 service neutron] 10.222.0.30 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338840 Apr 22 15:06:58.250338 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-311c1d29-ad07-4473-827f-2cfa7be911fa req-9dc8759a-0625-4c08-a21e-4b7980cdad98 service neutron] 10.222.0.30 "GET /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363142 Apr 22 15:06:58.432102 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-8f54ee6b-dc0e-49cd-91d5-3efce1d05ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'name': 'tempest-TestMinimumBasicScenario-1652082885-router', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:04:58Z', 'revision_number': 4, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'gw_port': {'id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c07d0378-8aed-4db7-828b-f01e5ce7a070', 'name': '', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'mac_address': 'fa:16:3e:a9:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:57Z', 'updated_at': '2022-04-22T15:05:16Z', 'revision_number': 5, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'subnets': [{'id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:58.436347 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54ee6b-dc0e-49cd-91d5-3efce1d05ec6 None None] The sync data for ids ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'] in dv-neutron-839027-1-hyperv is: [{'id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'name': 'tempest-TestMinimumBasicScenario-1652082885-router', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:04:58Z', 'revision_number': 4, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'gw_port': {'id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'c07d0378-8aed-4db7-828b-f01e5ce7a070', 'name': '', 'network_id': '85f68b51-ef86-428a-aae0-1f2273ec50f5', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'mac_address': 'fa:16:3e:a9:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:57Z', 'updated_at': '2022-04-22T15:05:16Z', 'revision_number': 5, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'subnets': [{'id': 'a2fcca46-b009-40c3-933a-ee3f1dae5c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:06:58.673806 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1edba-26e4-411c-bbcc-867bbe3d03ac None None] New status for floating IP d6dc5461-43bc-4f81-a8dc-5170a67467d9: DOWN {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:07:02.001249 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4833a4-8f5a-4a3b-8e91-0f422bbecbb2 req-3d7500a5-16e8-4051-80d0-599fe6a6fcc2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:02.001943 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-3b4833a4-8f5a-4a3b-8e91-0f422bbecbb2 req-3d7500a5-16e8-4051-80d0-599fe6a6fcc2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Synchronizing usage tracker for tenant:d0f795c08d54457abf3c78f5c83261a2 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:02.023395 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-3b4833a4-8f5a-4a3b-8e91-0f422bbecbb2 req-3d7500a5-16e8-4051-80d0-599fe6a6fcc2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Unset dirty status for tenant:d0f795c08d54457abf3c78f5c83261a2 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:02.024759 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3b4833a4-8f5a-4a3b-8e91-0f422bbecbb2 req-3d7500a5-16e8-4051-80d0-599fe6a6fcc2 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 945 time: 0.1020477 Apr 22 15:07:02.072848 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3b4833a4-8f5a-4a3b-8e91-0f422bbecbb2 req-896af787-6842-4ca5-855e-edbb69b2ccdb tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424502 Apr 22 15:07:03.278326 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114caa2-d4ef-4bd9-a69c-1fd88506e74a req-34332356-f12c-443e-ba96-039b1446e518 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:03.279815 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1114caa2-d4ef-4bd9-a69c-1fd88506e74a req-34332356-f12c-443e-ba96-039b1446e518 tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 945 time: 0.0823123 Apr 22 15:07:03.328524 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1114caa2-d4ef-4bd9-a69c-1fd88506e74a req-0673a858-0d96-4e2f-854e-37b39e7f33ef tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1706058-c6ab-41ac-8e7a-3970b9959192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431585 Apr 22 15:07:03.618199 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d6455-732e-4671-89ed-95904ef60587 req-9ad6e684-9dc6-4c6b-9503-75dcff55edca tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:03.618882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-c71d6455-732e-4671-89ed-95904ef60587 req-9ad6e684-9dc6-4c6b-9503-75dcff55edca tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Synchronizing usage tracker for tenant:d0f795c08d54457abf3c78f5c83261a2 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:03.631273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-c71d6455-732e-4671-89ed-95904ef60587 req-9ad6e684-9dc6-4c6b-9503-75dcff55edca tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Unset dirty status for tenant:d0f795c08d54457abf3c78f5c83261a2 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:03.632406 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c71d6455-732e-4671-89ed-95904ef60587 req-9ad6e684-9dc6-4c6b-9503-75dcff55edca tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 945 time: 0.1802418 Apr 22 15:07:03.700802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-c71d6455-732e-4671-89ed-95904ef60587 req-3a117b18-24ca-4bc7-b685-ea4691bdc67b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Deleting port ccc52b19-535a-46e4-9030-c6b20f8d2f51 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:03.701140 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c71d6455-732e-4671-89ed-95904ef60587 req-3a117b18-24ca-4bc7-b685-ea4691bdc67b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:03.943380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-c71d6455-732e-4671-89ed-95904ef60587 req-3a117b18-24ca-4bc7-b685-ea4691bdc67b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] For port ccc52b19-535a-46e4-9030-c6b20f8d2f51, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ccc52b19-535a-46e4-9030-c6b20f8d2f51,segment=NetworkSegment(8ed4b917-5c73-4e63-8b4e-a25d8900c4af),segment_id=8ed4b917-5c73-4e63-8b4e-a25d8900c4af)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:03.943655 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c71d6455-732e-4671-89ed-95904ef60587 req-3a117b18-24ca-4bc7-b685-ea4691bdc67b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:04.063512 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-c71d6455-732e-4671-89ed-95904ef60587 req-3a117b18-24ca-4bc7-b685-ea4691bdc67b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Calling delete_port for ccc52b19-535a-46e4-9030-c6b20f8d2f51 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:04.219415 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c71d6455-732e-4671-89ed-95904ef60587 req-3a117b18-24ca-4bc7-b685-ea4691bdc67b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:04.272064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a117b18-24ca-4bc7-b685-ea4691bdc67b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Pushing event deleted for resources: {'Port': ['ID=ccc52b19-535a-46e4-9030-c6b20f8d2f51,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:04.351405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71d6455-732e-4671-89ed-95904ef60587 req-3a117b18-24ca-4bc7-b685-ea4691bdc67b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] No DVR routers for this DVR port ccc52b19-535a-46e4-9030-c6b20f8d2f51 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:07:04.354199 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c71d6455-732e-4671-89ed-95904ef60587 req-3a117b18-24ca-4bc7-b685-ea4691bdc67b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:04.357216 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'name': 'network-vif-deleted', 'tag': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:07:04.381621 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c71d6455-732e-4671-89ed-95904ef60587 req-3a117b18-24ca-4bc7-b685-ea4691bdc67b tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.30 "DELETE /v2.0/ports/ccc52b19-535a-46e4-9030-c6b20f8d2f51 HTTP/1.1" status: 204 len: 173 time: 0.7435265 Apr 22 15:07:04.437699 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d61f0256-cd22-418d-bb48-6acb2d1dcc71'] response: {'server_uuid': '3bee849a-2629-45d8-9937-8ba92c75f35c', 'name': 'network-vif-deleted', 'tag': 'ccc52b19-535a-46e4-9030-c6b20f8d2f51', 'status': 'completed', 'code': 200} Apr 22 15:07:04.510484 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2755bcdb-aed1-430f-8f07-14b190050392 req-710fcf03-1798-4580-99bb-58c0b9189fdd tempest-TestMinimumBasicScenario-1823792730 tempest-TestMinimumBasicScenario-1823792730-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bee849a-2629-45d8-9937-8ba92c75f35c HTTP/1.1" status: 200 len: 210 time: 0.0469823 Apr 22 15:07:05.584419 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device ccc52b19-535a-46e4-9030-c6b20f8d2f51 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:07:05.623922 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: ccc52b19-535a-46e4-9030-c6b20f8d2f51 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:07:05.624261 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device ccc52b19-535a-46e4-9030-c6b20f8d2f51 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:07:06.230547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41562) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:06.649188 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a18e79e8-b818-477b-a1a7-7f32c5185daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:07.262738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-a18e79e8-b818-477b-a1a7-7f32c5185daa admin admin] Deleting port c07d0378-8aed-4db7-828b-f01e5ce7a070 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:07.263465 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a18e79e8-b818-477b-a1a7-7f32c5185daa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:07.439097 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-a18e79e8-b818-477b-a1a7-7f32c5185daa admin admin] For port c07d0378-8aed-4db7-828b-f01e5ce7a070, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c07d0378-8aed-4db7-828b-f01e5ce7a070,segment=NetworkSegment(8ed4b917-5c73-4e63-8b4e-a25d8900c4af),segment_id=8ed4b917-5c73-4e63-8b4e-a25d8900c4af)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:07.439479 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a18e79e8-b818-477b-a1a7-7f32c5185daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:07.658771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-a18e79e8-b818-477b-a1a7-7f32c5185daa admin admin] Calling delete_port for c07d0378-8aed-4db7-828b-f01e5ce7a070 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:07.857970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a18e79e8-b818-477b-a1a7-7f32c5185daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:07.905047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e79e8-b818-477b-a1a7-7f32c5185daa admin admin] Pushing event deleted for resources: {'Port': ['ID=c07d0378-8aed-4db7-828b-f01e5ce7a070,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:08.203791 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a18e79e8-b818-477b-a1a7-7f32c5185daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:08.776515 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18e79e8-b818-477b-a1a7-7f32c5185daa admin admin] Router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:07:08.976084 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18e79e8-b818-477b-a1a7-7f32c5185daa admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:07:08.985430 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b4ac7-4333-4eeb-8024-6c1fe85d0cec None None] Sync routers for ids ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:07:08.987970 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a18e79e8-b818-477b-a1a7-7f32c5185daa admin admin] 10.222.0.23 "PUT /v2.0/routers/b9bf5849-da27-49b7-92d7-0ffb2cf1beb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7563653 Apr 22 15:07:08.991042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41566) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:08.996981 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b4ac7-4333-4eeb-8024-6c1fe85d0cec None None] Routers {'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:08.997592 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-864b4ac7-4333-4eeb-8024-6c1fe85d0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:06:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:09.236443 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-864b4ac7-4333-4eeb-8024-6c1fe85d0cec None None] Set router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:09.295656 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ff316cc9-f701-433f-8a64-178d20b09928 admin admin] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:09.506425 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ff316cc9-f701-433f-8a64-178d20b09928 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:09.516394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-ff316cc9-f701-433f-8a64-178d20b09928 admin admin] Deleting port bc6676ff-599c-4518-80a9-1d1c2681ad13 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:09.516813 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ff316cc9-f701-433f-8a64-178d20b09928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:09.537356 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-864b4ac7-4333-4eeb-8024-6c1fe85d0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'name': 'tempest-TestMinimumBasicScenario-1652082885-router', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:07:07Z', 'revision_number': 5, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'gw_port': {'id': 'bc6676ff-599c-4518-80a9-1d1c2681ad13', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:09.541802 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b4ac7-4333-4eeb-8024-6c1fe85d0cec None None] Checking router: b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:07:09.553970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b4ac7-4333-4eeb-8024-6c1fe85d0cec None None] Routers {'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:09.554595 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-864b4ac7-4333-4eeb-8024-6c1fe85d0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:06:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:09.702530 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-ff316cc9-f701-433f-8a64-178d20b09928 admin admin] For port bc6676ff-599c-4518-80a9-1d1c2681ad13, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=bc6676ff-599c-4518-80a9-1d1c2681ad13,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:09.702885 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ff316cc9-f701-433f-8a64-178d20b09928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:09.726285 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-864b4ac7-4333-4eeb-8024-6c1fe85d0cec None None] Set router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:09.825554 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-ff316cc9-f701-433f-8a64-178d20b09928 admin admin] Calling delete_port for bc6676ff-599c-4518-80a9-1d1c2681ad13 owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:09.831500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-864b4ac7-4333-4eeb-8024-6c1fe85d0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'name': 'tempest-TestMinimumBasicScenario-1652082885-router', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:07:09Z', 'revision_number': 6, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:09.836211 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b4ac7-4333-4eeb-8024-6c1fe85d0cec None None] The sync data for ids ['b9bf5849-da27-49b7-92d7-0ffb2cf1beb9'] in dv-neutron-839027-1-hyperv is: [{'id': 'b9bf5849-da27-49b7-92d7-0ffb2cf1beb9', 'name': 'tempest-TestMinimumBasicScenario-1652082885-router', 'tenant_id': 'd0f795c08d54457abf3c78f5c83261a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:55Z', 'updated_at': '2022-04-22T15:07:09Z', 'revision_number': 6, 'project_id': 'd0f795c08d54457abf3c78f5c83261a2', 'gw_port_host': None}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:07:09.998094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ff316cc9-f701-433f-8a64-178d20b09928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:10.045988 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff316cc9-f701-433f-8a64-178d20b09928 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6676ff-599c-4518-80a9-1d1c2681ad13,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:10.250815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c07d0378-8aed-4db7-828b-f01e5ce7a070 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:07:10.270197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ff316cc9-f701-433f-8a64-178d20b09928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:10.298681 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: c07d0378-8aed-4db7-828b-f01e5ce7a070 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:07:10.299178 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c07d0378-8aed-4db7-828b-f01e5ce7a070 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:07:10.629797 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ff316cc9-f701-433f-8a64-178d20b09928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:10.635078 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ff316cc9-f701-433f-8a64-178d20b09928 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:10.661458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ff316cc9-f701-433f-8a64-178d20b09928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:10.662311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff316cc9-f701-433f-8a64-178d20b09928 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:07:10.680342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ff316cc9-f701-433f-8a64-178d20b09928 admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:10.684414 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41570) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:10.687839 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ff316cc9-f701-433f-8a64-178d20b09928 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b9bf5849-da27-49b7-92d7-0ffb2cf1beb9 HTTP/1.1" status: 204 len: 168 time: 1.6956897 Apr 22 15:07:10.746020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-027d5ece-b158-4b03-8669-a5d6fdd2ff9b admin admin] Deleting subnet a2fcca46-b009-40c3-933a-ee3f1dae5c05 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:07:10.749030 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-027d5ece-b158-4b03-8669-a5d6fdd2ff9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:10.805482 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-027d5ece-b158-4b03-8669-a5d6fdd2ff9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:10.886073 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-027d5ece-b158-4b03-8669-a5d6fdd2ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:10.955883 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-027d5ece-b158-4b03-8669-a5d6fdd2ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:11.006509 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d5ece-b158-4b03-8669-a5d6fdd2ff9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2fcca46-b009-40c3-933a-ee3f1dae5c05,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:11.011459 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-027d5ece-b158-4b03-8669-a5d6fdd2ff9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:11.016518 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d5962e-5877-4e0f-b9af-ca7849cd0f76 None None] Network 85f68b51-ef86-428a-aae0-1f2273ec50f5 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:11.017131 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-027d5ece-b158-4b03-8669-a5d6fdd2ff9b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a2fcca46-b009-40c3-933a-ee3f1dae5c05 HTTP/1.1" status: 204 len: 168 time: 0.3317034 Apr 22 15:07:11.020630 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41574) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:11.125607 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:11.136621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] Deleting port 5e3d1d79-0acc-4041-8fbb-de603cee6235 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:11.136946 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:11.271400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2434244d-0532-4bf6-ad02-9d35b486ca76 None None] DHCP port deletion for 85f68b51-ef86-428a-aae0-1f2273ec50f5 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:07:11.275734 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2434244d-0532-4bf6-ad02-9d35b486ca76 None None] Deleting port 5e3d1d79-0acc-4041-8fbb-de603cee6235 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:11.276136 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2434244d-0532-4bf6-ad02-9d35b486ca76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:11.347592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] For port 5e3d1d79-0acc-4041-8fbb-de603cee6235, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5e3d1d79-0acc-4041-8fbb-de603cee6235,segment=NetworkSegment(8ed4b917-5c73-4e63-8b4e-a25d8900c4af),segment_id=8ed4b917-5c73-4e63-8b4e-a25d8900c4af)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:11.348567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:11.469853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] Calling delete_port for 5e3d1d79-0acc-4041-8fbb-de603cee6235 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:11.483690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2434244d-0532-4bf6-ad02-9d35b486ca76 None None] For port 5e3d1d79-0acc-4041-8fbb-de603cee6235, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=5e3d1d79-0acc-4041-8fbb-de603cee6235,segment=NetworkSegment(8ed4b917-5c73-4e63-8b4e-a25d8900c4af),segment_id=8ed4b917-5c73-4e63-8b4e-a25d8900c4af)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:11.484235 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2434244d-0532-4bf6-ad02-9d35b486ca76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:11.608709 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2434244d-0532-4bf6-ad02-9d35b486ca76 None None] Calling delete_port for 5e3d1d79-0acc-4041-8fbb-de603cee6235 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:11.637079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:11.682730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-2434244d-0532-4bf6-ad02-9d35b486ca76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:07:11.682966 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-2434244d-0532-4bf6-ad02-9d35b486ca76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:07:11.683082 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e3d1d79-0acc-4041-8fbb-de603cee6235,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:11.689347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] No DVR routers for this DVR port 5e3d1d79-0acc-4041-8fbb-de603cee6235 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:07:11.805096 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:11.829801 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f68b51-ef86-428a-aae0-1f2273ec50f5']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:11.841449 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed4b917-5c73-4e63-8b4e-a25d8900c4af') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:11.841742 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed4b917-5c73-4e63-8b4e-a25d8900c4af') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:11.852757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:11.872149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:11.878103 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:07:11.878479 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:07:11.892124 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:07:11.969986 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:11.987211 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:11.998653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=85f68b51-ef86-428a-aae0-1f2273ec50f5,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:12.012632 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-00835584-aadd-45dd-a1f0-313135c29f50 admin admin] 10.222.0.23 "DELETE /v2.0/networks/85f68b51-ef86-428a-aae0-1f2273ec50f5 HTTP/1.1" status: 204 len: 168 time: 0.9910183 Apr 22 15:07:12.015412 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41578) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:12.132349 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5e3d1d79-0acc-4041-8fbb-de603cee6235 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:07:12.211833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2434244d-0532-4bf6-ad02-9d35b486ca76 None None] Deleting port 5e3d1d79-0acc-4041-8fbb-de603cee6235 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:12.212206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2434244d-0532-4bf6-ad02-9d35b486ca76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:12.234117 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 5e3d1d79-0acc-4041-8fbb-de603cee6235 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:07:12.234495 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 5e3d1d79-0acc-4041-8fbb-de603cee6235 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:07:12.234863 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device bc6676ff-599c-4518-80a9-1d1c2681ad13 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:07:12.273859 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: bc6676ff-599c-4518-80a9-1d1c2681ad13 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:07:12.274628 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device bc6676ff-599c-4518-80a9-1d1c2681ad13 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:07:12.307000 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2434244d-0532-4bf6-ad02-9d35b486ca76 None None] The port '5e3d1d79-0acc-4041-8fbb-de603cee6235' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:07:12.417824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45467c10-860e-486e-8718-3e158aa567ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:13.024276 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-45467c10-860e-486e-8718-3e158aa567ac admin admin] Deleting port d7901549-96ae-4989-bca9-8bc24a702927 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:13.024922 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45467c10-860e-486e-8718-3e158aa567ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:13.285656 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-45467c10-860e-486e-8718-3e158aa567ac admin admin] For port d7901549-96ae-4989-bca9-8bc24a702927, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d7901549-96ae-4989-bca9-8bc24a702927,segment=NetworkSegment(0a78f429-c84b-44e5-bb3e-1188cb7ecd94),segment_id=0a78f429-c84b-44e5-bb3e-1188cb7ecd94)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:13.285992 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45467c10-860e-486e-8718-3e158aa567ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:13.409285 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-45467c10-860e-486e-8718-3e158aa567ac admin admin] Calling delete_port for d7901549-96ae-4989-bca9-8bc24a702927 owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:13.573324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45467c10-860e-486e-8718-3e158aa567ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:13.617515 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45467c10-860e-486e-8718-3e158aa567ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d7901549-96ae-4989-bca9-8bc24a702927,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:13.910559 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45467c10-860e-486e-8718-3e158aa567ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:14.491995 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45467c10-860e-486e-8718-3e158aa567ac admin admin] Router 6154721e-272c-4d68-a634-3d2ea5bf6dac has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:07:14.798168 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45467c10-860e-486e-8718-3e158aa567ac admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:07:14.807864 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dc9e29-4e56-4f9c-ac25-524f8503e0b7 None None] Sync routers for ids ['6154721e-272c-4d68-a634-3d2ea5bf6dac'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:07:14.815895 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-45467c10-860e-486e-8718-3e158aa567ac admin admin] 10.222.0.23 "PUT /v2.0/routers/6154721e-272c-4d68-a634-3d2ea5bf6dac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7994485 Apr 22 15:07:14.819679 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41582) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:14.823309 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dc9e29-4e56-4f9c-ac25-524f8503e0b7 None None] Routers {'6154721e-272c-4d68-a634-3d2ea5bf6dac'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:14.823944 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d9dc9e29-4e56-4f9c-ac25-524f8503e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:06:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['6154721e-272c-4d68-a634-3d2ea5bf6dac'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:15.043553 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-d9dc9e29-4e56-4f9c-ac25-524f8503e0b7 None None] Set router 6154721e-272c-4d68-a634-3d2ea5bf6dac gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:15.048792 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-257acc14-7644-4aa2-8157-5965f741db8b admin admin] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:15.313427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-257acc14-7644-4aa2-8157-5965f741db8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:15.326331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-257acc14-7644-4aa2-8157-5965f741db8b admin admin] Deleting port 8123a869-d048-4565-b9be-a0dec06ad2f1 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:15.326730 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-257acc14-7644-4aa2-8157-5965f741db8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:15.352787 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d9dc9e29-4e56-4f9c-ac25-524f8503e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'name': 'tempest-TestMinimumBasicScenario-1336221559-router', 'tenant_id': '44948e8e059b401092b3b48d893a85bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '8123a869-d048-4565-b9be-a0dec06ad2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:05:01Z', 'updated_at': '2022-04-22T15:07:13Z', 'revision_number': 5, 'project_id': '44948e8e059b401092b3b48d893a85bb', 'gw_port': {'id': '8123a869-d048-4565-b9be-a0dec06ad2f1', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:05:02Z', 'updated_at': '2022-04-22T15:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:15.357695 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dc9e29-4e56-4f9c-ac25-524f8503e0b7 None None] Checking router: 6154721e-272c-4d68-a634-3d2ea5bf6dac for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:07:15.369502 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dc9e29-4e56-4f9c-ac25-524f8503e0b7 None None] Routers {'6154721e-272c-4d68-a634-3d2ea5bf6dac'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:15.370101 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d9dc9e29-4e56-4f9c-ac25-524f8503e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:06:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['6154721e-272c-4d68-a634-3d2ea5bf6dac'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:15.504303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-257acc14-7644-4aa2-8157-5965f741db8b admin admin] For port 8123a869-d048-4565-b9be-a0dec06ad2f1, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=8123a869-d048-4565-b9be-a0dec06ad2f1,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:15.504913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-257acc14-7644-4aa2-8157-5965f741db8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:15.531405 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-d9dc9e29-4e56-4f9c-ac25-524f8503e0b7 None None] Set router 6154721e-272c-4d68-a634-3d2ea5bf6dac gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:15.632675 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-257acc14-7644-4aa2-8157-5965f741db8b admin admin] Calling delete_port for 8123a869-d048-4565-b9be-a0dec06ad2f1 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:15.638357 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d9dc9e29-4e56-4f9c-ac25-524f8503e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'name': 'tempest-TestMinimumBasicScenario-1336221559-router', 'tenant_id': '44948e8e059b401092b3b48d893a85bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:05:01Z', 'updated_at': '2022-04-22T15:07:15Z', 'revision_number': 6, 'project_id': '44948e8e059b401092b3b48d893a85bb', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:15.642559 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dc9e29-4e56-4f9c-ac25-524f8503e0b7 None None] The sync data for ids ['6154721e-272c-4d68-a634-3d2ea5bf6dac'] in dv-neutron-839027-1-hyperv is: [{'id': '6154721e-272c-4d68-a634-3d2ea5bf6dac', 'name': 'tempest-TestMinimumBasicScenario-1336221559-router', 'tenant_id': '44948e8e059b401092b3b48d893a85bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:05:01Z', 'updated_at': '2022-04-22T15:07:15Z', 'revision_number': 6, 'project_id': '44948e8e059b401092b3b48d893a85bb', 'gw_port_host': None}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:07:15.817654 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-257acc14-7644-4aa2-8157-5965f741db8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:15.865395 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257acc14-7644-4aa2-8157-5965f741db8b admin admin] Pushing event deleted for resources: {'Port': ['ID=8123a869-d048-4565-b9be-a0dec06ad2f1,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:16.099584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-257acc14-7644-4aa2-8157-5965f741db8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.406298 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8123a869-d048-4565-b9be-a0dec06ad2f1 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:07:16.444121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 8123a869-d048-4565-b9be-a0dec06ad2f1 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:07:16.444467 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 8123a869-d048-4565-b9be-a0dec06ad2f1 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:07:16.444887 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d7901549-96ae-4989-bca9-8bc24a702927 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:07:16.465559 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-257acc14-7644-4aa2-8157-5965f741db8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.469904 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-257acc14-7644-4aa2-8157-5965f741db8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.477116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: d7901549-96ae-4989-bca9-8bc24a702927 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:07:16.477464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d7901549-96ae-4989-bca9-8bc24a702927 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:07:16.499704 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-257acc14-7644-4aa2-8157-5965f741db8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.500255 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257acc14-7644-4aa2-8157-5965f741db8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6154721e-272c-4d68-a634-3d2ea5bf6dac {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:07:16.513312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-257acc14-7644-4aa2-8157-5965f741db8b admin admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.514422 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-257acc14-7644-4aa2-8157-5965f741db8b admin admin] 10.222.0.23 "DELETE /v2.0/routers/6154721e-272c-4d68-a634-3d2ea5bf6dac HTTP/1.1" status: 204 len: 168 time: 1.6938262 Apr 22 15:07:16.517025 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41586) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:16.577313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8dadda-16c9-4e42-b7df-0ebafb45f532 admin admin] Deleting subnet 117ca77e-b844-4090-9e1c-f71f73b2d189 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:07:16.580560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da8dadda-16c9-4e42-b7df-0ebafb45f532 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.636829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da8dadda-16c9-4e42-b7df-0ebafb45f532 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.720495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da8dadda-16c9-4e42-b7df-0ebafb45f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.791445 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da8dadda-16c9-4e42-b7df-0ebafb45f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.832357 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8dadda-16c9-4e42-b7df-0ebafb45f532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=117ca77e-b844-4090-9e1c-f71f73b2d189,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:16.837828 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da8dadda-16c9-4e42-b7df-0ebafb45f532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.842908 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d914d25-e092-47ac-ba2d-2bdcf08995e4 None None] Network c591fe8a-6903-4e72-ac70-e41066e5c1a0 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:16.844336 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-da8dadda-16c9-4e42-b7df-0ebafb45f532 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/117ca77e-b844-4090-9e1c-f71f73b2d189 HTTP/1.1" status: 204 len: 168 time: 0.3263643 Apr 22 15:07:16.846750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41590) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:16.954834 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.965375 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] Deleting port 3360650e-6760-4603-bf00-16720a68e9d8 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:16.965707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.086029 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bec6e8-a5c3-4f86-aa06-6e44a671dbbd None None] DHCP port deletion for c591fe8a-6903-4e72-ac70-e41066e5c1a0 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:07:17.090202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-12bec6e8-a5c3-4f86-aa06-6e44a671dbbd None None] Deleting port 3360650e-6760-4603-bf00-16720a68e9d8 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:17.090699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-12bec6e8-a5c3-4f86-aa06-6e44a671dbbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.172440 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] For port 3360650e-6760-4603-bf00-16720a68e9d8, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3360650e-6760-4603-bf00-16720a68e9d8,segment=NetworkSegment(0a78f429-c84b-44e5-bb3e-1188cb7ecd94),segment_id=0a78f429-c84b-44e5-bb3e-1188cb7ecd94)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:17.172800 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.295001 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] Calling delete_port for 3360650e-6760-4603-bf00-16720a68e9d8 owned by network:dhcp {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:17.305212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-12bec6e8-a5c3-4f86-aa06-6e44a671dbbd None None] For port 3360650e-6760-4603-bf00-16720a68e9d8, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3360650e-6760-4603-bf00-16720a68e9d8,segment=NetworkSegment(0a78f429-c84b-44e5-bb3e-1188cb7ecd94),segment_id=0a78f429-c84b-44e5-bb3e-1188cb7ecd94)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:17.305602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-12bec6e8-a5c3-4f86-aa06-6e44a671dbbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.372805 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.416874 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] Pushing event deleted for resources: {'Port': ['ID=3360650e-6760-4603-bf00-16720a68e9d8,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:17.423421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] No DVR routers for this DVR port 3360650e-6760-4603-bf00-16720a68e9d8 on host dv-neutron-839027-1-hyperv {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:07:17.429678 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-12bec6e8-a5c3-4f86-aa06-6e44a671dbbd None None] Calling delete_port for 3360650e-6760-4603-bf00-16720a68e9d8 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:17.507110 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-12bec6e8-a5c3-4f86-aa06-6e44a671dbbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:07:17.507485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-12bec6e8-a5c3-4f86-aa06-6e44a671dbbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:07:17.541352 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.566866 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c591fe8a-6903-4e72-ac70-e41066e5c1a0']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:17.578711 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a78f429-c84b-44e5-bb3e-1188cb7ecd94') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:17.579002 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a78f429-c84b-44e5-bb3e-1188cb7ecd94') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:17.590308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.607145 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.614098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:07:17.614513 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:07:17.631450 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:07:17.707117 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.713731 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.746440 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] Pushing event deleted for resources: {'Network': ['ID=c591fe8a-6903-4e72-ac70-e41066e5c1a0,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:17.750047 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9771514e-f65a-4d0f-99b1-fd013656057e admin admin] 10.222.0.23 "DELETE /v2.0/networks/c591fe8a-6903-4e72-ac70-e41066e5c1a0 HTTP/1.1" status: 204 len: 168 time: 0.9017105 Apr 22 15:07:17.944758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41596) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:17.993645 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0c9056fa-6667-4f2d-9eeb-e8452fd93f65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0f795c08d54457abf3c78f5c83261a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477130 Apr 22 15:07:17.996107 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41600) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:18.008990 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-12bec6e8-a5c3-4f86-aa06-6e44a671dbbd None None] Deleting port 3360650e-6760-4603-bf00-16720a68e9d8 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:18.009383 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-12bec6e8-a5c3-4f86-aa06-6e44a671dbbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.056585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b8ee317a-be13-45d2-a1aa-cec040b14445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.074506 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-12bec6e8-a5c3-4f86-aa06-6e44a671dbbd None None] The port '3360650e-6760-4603-bf00-16720a68e9d8' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:07:18.086987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b8ee317a-be13-45d2-a1aa-cec040b14445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.136771 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3360650e-6760-4603-bf00-16720a68e9d8 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:07:18.147713 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b8ee317a-be13-45d2-a1aa-cec040b14445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.162662 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee317a-be13-45d2-a1aa-cec040b14445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1706058-c6ab-41ac-8e7a-3970b9959192,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:18.169328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b8ee317a-be13-45d2-a1aa-cec040b14445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.170440 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b8ee317a-be13-45d2-a1aa-cec040b14445 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1706058-c6ab-41ac-8e7a-3970b9959192 HTTP/1.1" status: 204 len: 168 time: 0.1734283 Apr 22 15:07:18.173050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 3360650e-6760-4603-bf00-16720a68e9d8 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:07:18.173399 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3360650e-6760-4603-bf00-16720a68e9d8 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:07:18.571203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41608) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:18.624361 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9b571af4-ac1b-4b1f-86e5-c49a6432b9a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44948e8e059b401092b3b48d893a85bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519378 Apr 22 15:07:18.626726 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41612) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:18.686697 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-031273d2-75f3-418d-b129-f1a61bd441d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.712855 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-031273d2-75f3-418d-b129-f1a61bd441d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.765630 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-031273d2-75f3-418d-b129-f1a61bd441d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.780892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031273d2-75f3-418d-b129-f1a61bd441d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7029af74-5709-4557-96b9-8b65657868dc,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:18.788103 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-031273d2-75f3-418d-b129-f1a61bd441d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.791316 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-031273d2-75f3-418d-b129-f1a61bd441d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7029af74-5709-4557-96b9-8b65657868dc HTTP/1.1" status: 204 len: 168 time: 0.1612656 Apr 22 15:07:18.801933 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:07:21.307157 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41658) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:21.312777 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493662725', 'description': 'tempest-secgroup-smoke-1493662725 description', 'project_id': '6e44065b60334563abf0475e02cf7a35'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:21.321820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:21.326122 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:21.329331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:21.336778 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:21.349080 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.363493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.396946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:21.401175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:21.404344 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:21.410378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:21.482867 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.488879 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.530761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:21.532986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675df862-2bc5-4609-8f45-9bfbea1d7339,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:21.538125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:21.541058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:21.547094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:21.605424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.609733 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.652736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4784ea9d-1ff1-4c78-bac1-a1d3affee952,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:21.668914 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.669034 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41662) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:21.671487 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-130da722-936b-4e46-833a-735db4343806 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3595018 Apr 22 15:07:21.674473 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7294318e-7c47-4fde-a978-9493ab999b19 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '4784ea9d-1ff1-4c78-bac1-a1d3affee952', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:21.681913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7294318e-7c47-4fde-a978-9493ab999b19 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:21.685991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7294318e-7c47-4fde-a978-9493ab999b19 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:21.689286 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7294318e-7c47-4fde-a978-9493ab999b19 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:21.695975 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7294318e-7c47-4fde-a978-9493ab999b19 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:21.713393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7294318e-7c47-4fde-a978-9493ab999b19 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.881226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7294318e-7c47-4fde-a978-9493ab999b19 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.885337 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7294318e-7c47-4fde-a978-9493ab999b19 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.910962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294318e-7c47-4fde-a978-9493ab999b19 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5bc7e28-cfc4-4d2d-8810-34df782ea93a,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:21.921169 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7294318e-7c47-4fde-a978-9493ab999b19 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.922523 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7294318e-7c47-4fde-a978-9493ab999b19 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2527709 Apr 22 15:07:21.925344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41666) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:21.930833 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-d6982ef9-9ea1-4e39-a587-9533001d4705 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '4784ea9d-1ff1-4c78-bac1-a1d3affee952', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:21.936838 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d6982ef9-9ea1-4e39-a587-9533001d4705 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:21.940687 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d6982ef9-9ea1-4e39-a587-9533001d4705 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:21.944358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d6982ef9-9ea1-4e39-a587-9533001d4705 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:21.950871 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d6982ef9-9ea1-4e39-a587-9533001d4705 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:21.968769 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d6982ef9-9ea1-4e39-a587-9533001d4705 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.032003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d6982ef9-9ea1-4e39-a587-9533001d4705 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.035846 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d6982ef9-9ea1-4e39-a587-9533001d4705 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.059133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6982ef9-9ea1-4e39-a587-9533001d4705 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002f1aa9-ad25-4fae-9d93-10d40f31d676,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:22.068698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d6982ef9-9ea1-4e39-a587-9533001d4705 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.072677 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d6982ef9-9ea1-4e39-a587-9533001d4705 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1441877 Apr 22 15:07:22.073863 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41670) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:22.079349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-b12c0ff6-7e63-4327-a84e-271a7ed2713d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '4784ea9d-1ff1-4c78-bac1-a1d3affee952', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:22.085586 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b12c0ff6-7e63-4327-a84e-271a7ed2713d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:22.089554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b12c0ff6-7e63-4327-a84e-271a7ed2713d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:22.099469 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-b12c0ff6-7e63-4327-a84e-271a7ed2713d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:22.104763 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-b12c0ff6-7e63-4327-a84e-271a7ed2713d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:22.122300 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b12c0ff6-7e63-4327-a84e-271a7ed2713d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.187798 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b12c0ff6-7e63-4327-a84e-271a7ed2713d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.191042 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b12c0ff6-7e63-4327-a84e-271a7ed2713d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.215383 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c0ff6-7e63-4327-a84e-271a7ed2713d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496ddda3-23cb-4108-9839-65202721cda9,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:22.225004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b12c0ff6-7e63-4327-a84e-271a7ed2713d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.226187 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b12c0ff6-7e63-4327-a84e-271a7ed2713d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1514077 Apr 22 15:07:22.228957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41674) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:22.234170 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-f4c3f94c-74bc-4deb-be93-febb5c5c9bfd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '4784ea9d-1ff1-4c78-bac1-a1d3affee952', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:22.240599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f4c3f94c-74bc-4deb-be93-febb5c5c9bfd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:22.244418 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f4c3f94c-74bc-4deb-be93-febb5c5c9bfd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:22.247238 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-f4c3f94c-74bc-4deb-be93-febb5c5c9bfd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:22.253387 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-f4c3f94c-74bc-4deb-be93-febb5c5c9bfd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:22.272037 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f94c-74bc-4deb-be93-febb5c5c9bfd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.336269 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f94c-74bc-4deb-be93-febb5c5c9bfd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.340196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f94c-74bc-4deb-be93-febb5c5c9bfd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.365876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3f94c-74bc-4deb-be93-febb5c5c9bfd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c8d6dd-813b-40e1-b67a-b679ce3429f1,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:22.375085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f94c-74bc-4deb-be93-febb5c5c9bfd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.376283 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f4c3f94c-74bc-4deb-be93-febb5c5c9bfd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1464388 Apr 22 15:07:22.379578 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41678) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:22.384944 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7697f8b3-f083-4a92-9c0c-84dc8f8c73f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '4784ea9d-1ff1-4c78-bac1-a1d3affee952', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:22.390884 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7697f8b3-f083-4a92-9c0c-84dc8f8c73f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:22.395079 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7697f8b3-f083-4a92-9c0c-84dc8f8c73f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:22.398003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7697f8b3-f083-4a92-9c0c-84dc8f8c73f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:22.404014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7697f8b3-f083-4a92-9c0c-84dc8f8c73f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:22.414823 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-7697f8b3-f083-4a92-9c0c-84dc8f8c73f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Project 6e44065b60334563abf0475e02cf7a35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:07:22.421854 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7697f8b3-f083-4a92-9c0c-84dc8f8c73f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.487663 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7697f8b3-f083-4a92-9c0c-84dc8f8c73f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.492345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7697f8b3-f083-4a92-9c0c-84dc8f8c73f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.512424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f7bb-c117-493b-a1a1-322b6ccaa14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.516094 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697f8b3-f083-4a92-9c0c-84dc8f8c73f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07aaf1f8-a40a-4173-9866-4850fbf7a870,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:22.526171 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7697f8b3-f083-4a92-9c0c-84dc8f8c73f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.527543 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7697f8b3-f083-4a92-9c0c-84dc8f8c73f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1470199 Apr 22 15:07:22.530171 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41682) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:22.536037 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-aa586ea3-fa0b-454f-9b67-7b3abd285fe4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '4784ea9d-1ff1-4c78-bac1-a1d3affee952', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:22.542149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-aa586ea3-fa0b-454f-9b67-7b3abd285fe4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:22.546269 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-aa586ea3-fa0b-454f-9b67-7b3abd285fe4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:22.549406 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-aa586ea3-fa0b-454f-9b67-7b3abd285fe4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:22.556024 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-aa586ea3-fa0b-454f-9b67-7b3abd285fe4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:22.568900 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-aa586ea3-fa0b-454f-9b67-7b3abd285fe4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Project 6e44065b60334563abf0475e02cf7a35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:07:22.575368 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa586ea3-fa0b-454f-9b67-7b3abd285fe4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.641566 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa586ea3-fa0b-454f-9b67-7b3abd285fe4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.646166 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa586ea3-fa0b-454f-9b67-7b3abd285fe4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.669272 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa586ea3-fa0b-454f-9b67-7b3abd285fe4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad5a64c-c686-4ba7-9d51-475b43c8f84e,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:22.679879 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-aa586ea3-fa0b-454f-9b67-7b3abd285fe4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.681135 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-aa586ea3-fa0b-454f-9b67-7b3abd285fe4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1500204 Apr 22 15:07:22.684044 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41686) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:22.689616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-7d6c15a5-1df4-4d17-8125-9a0a6998d1ed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'network': {'name': 'tempest-network-smoke--1251426260', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'port_security_enabled': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:22.695314 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7d6c15a5-1df4-4d17-8125-9a0a6998d1ed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:22.699071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7d6c15a5-1df4-4d17-8125-9a0a6998d1ed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:network and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:22.701909 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-7d6c15a5-1df4-4d17-8125-9a0a6998d1ed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:22.708429 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-7d6c15a5-1df4-4d17-8125-9a0a6998d1ed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:22.718673 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6c15a5-1df4-4d17-8125-9a0a6998d1ed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Made reservation on behalf of 6e44065b60334563abf0475e02cf7a35 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:22.721566 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d6c15a5-1df4-4d17-8125-9a0a6998d1ed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.748696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6c15a5-1df4-4d17-8125-9a0a6998d1ed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:07:22.757574 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d6c15a5-1df4-4d17-8125-9a0a6998d1ed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.757915 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-7d6c15a5-1df4-4d17-8125-9a0a6998d1ed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Added segment 76e972cc-a5b4-4cb7-9bbc-80add00c25e0 of type vlan for network 884b3b53-79f8-48fb-9857-566e72d7be6a Apr 22 15:07:22.783746 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d6c15a5-1df4-4d17-8125-9a0a6998d1ed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.812015 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d6c15a5-1df4-4d17-8125-9a0a6998d1ed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.815598 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6c15a5-1df4-4d17-8125-9a0a6998d1ed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:22.816170 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7d6c15a5-1df4-4d17-8125-9a0a6998d1ed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.913016 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7d6c15a5-1df4-4d17-8125-9a0a6998d1ed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2277908 Apr 22 15:07:22.915968 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41690) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:22.921567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c15a5-1df4-4d17-8125-9a0a6998d1ed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Network': ['ID=884b3b53-79f8-48fb-9857-566e72d7be6a,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:22.921956 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1933091263', 'admin_state_up': True, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:22.931155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:22.932230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 884b3b53-79f8-48fb-9857-566e72d7be6a details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:07:22.935015 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:router and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:22.937952 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:22.944937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:22.956192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.958380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.976629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:23.126047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:23.299377 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:23.329972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:23.464278 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.26.0.111 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/c72e74c4-a4f2-48f2-afbd-639592b300ea) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:23.615628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:23.643834 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:23.710028 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:23.712896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:23.717336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:23.744203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=c72e74c4-a4f2-48f2-afbd-639592b300ea,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:23.872218 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:23.872937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.190916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 806f5590-aae3-4ad5-ae1d-55b688183dbd is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:07:24.388337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:07:24.398377 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Sync routers for ids ['806f5590-aae3-4ad5-ae1d-55b688183dbd'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:07:24.410002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Routers {'806f5590-aae3-4ad5-ae1d-55b688183dbd'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:24.410819 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:06:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['806f5590-aae3-4ad5-ae1d-55b688183dbd'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:24.415092 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.416301 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d5251f0c-5368-4854-b084-23b3b84ca096 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4986475 Apr 22 15:07:24.419506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41694) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:24.602556 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-209f6272-eaf4-49d9-825a-b4da749b14b3 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6e44065b60334563abf0475e02cf7a35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1818976 Apr 22 15:07:24.605235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41702) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:24.609203 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Set router 806f5590-aae3-4ad5-ae1d-55b688183dbd gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:24.755989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0915a30b-6d9f-4d3d-8be5-5b4648bf7f17 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:24.757467 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0915a30b-6d9f-4d3d-8be5-5b4648bf7f17 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1512845 Apr 22 15:07:24.760585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41706) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:24.788453 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.811460 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-39a1f3bd-0671-4b4c-ad9f-cb0647e6c405 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494876 Apr 22 15:07:24.814476 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41710) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:24.821582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-8f8a319e-4eae-4223-8e26-893a91884ceb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-549716397', 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:24.868764 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7a9609fe-5a3d-4540-be7b-b9aae59d6023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.937353 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8f8a319e-4eae-4223-8e26-893a91884ceb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:24.941095 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8f8a319e-4eae-4223-8e26-893a91884ceb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:subnet and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:24.944591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-8f8a319e-4eae-4223-8e26-893a91884ceb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:24.950286 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-8f8a319e-4eae-4223-8e26-893a91884ceb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:24.960311 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8a319e-4eae-4223-8e26-893a91884ceb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Made reservation on behalf of 6e44065b60334563abf0475e02cf7a35 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:24.969085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933091263', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:23Z', 'revision_number': 3, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:23Z', 'updated_at': '2022-04-22T15:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:24.973725 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Checking router: 806f5590-aae3-4ad5-ae1d-55b688183dbd for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:07:24.974070 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Updating router 806f5590-aae3-4ad5-ae1d-55b688183dbd port c72e74c4-a4f2-48f2-afbd-639592b300ea binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:07:25.026303 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.063186 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f8a319e-4eae-4223-8e26-893a91884ceb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.279670 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f8a319e-4eae-4223-8e26-893a91884ceb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.353294 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.356000 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a319e-4eae-4223-8e26-893a91884ceb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Subnet': ['ID=87d59c84-4ee6-47b5-bfc3-810373b72f5d,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:25.367883 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Transition to ACTIVE for port object c72e74c4-a4f2-48f2-afbd-639592b300ea will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:25.369230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a319e-4eae-4223-8e26-893a91884ceb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Checking segment: {'id': '76e972cc-a5b4-4cb7-9bbc-80add00c25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:25.369659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a319e-4eae-4223-8e26-893a91884ceb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network hostable DHCP agents. Network: 884b3b53-79f8-48fb-9857-566e72d7be6a, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:07:25.376370 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.392309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a319e-4eae-4223-8e26-893a91884ceb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 884b3b53-79f8-48fb-9857-566e72d7be6a is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:07:25.402672 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-8f8a319e-4eae-4223-8e26-893a91884ceb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 884b3b53-79f8-48fb-9857-566e72d7be6a) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:25.406592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8a319e-4eae-4223-8e26-893a91884ceb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:25.407234 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-8f8a319e-4eae-4223-8e26-893a91884ceb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.422037 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b3a81b-709f-4781-9382-336afe1c29a6 None None] Network 884b3b53-79f8-48fb-9857-566e72d7be6a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:25.432545 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8f8a319e-4eae-4223-8e26-893a91884ceb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6168556 Apr 22 15:07:25.435752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41714) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:25.551513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c662d6d-7d1e-4139-b106-4e85767aab3d None None] Pushing event updated for resources: {'Port': ['ID=c72e74c4-a4f2-48f2-afbd-639592b300ea,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:25.553696 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Attempting to bind port c72e74c4-a4f2-48f2-afbd-639592b300ea on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:25.554051 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Attempting to bind port c72e74c4-a4f2-48f2-afbd-639592b300ea by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:25.554605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Attempting to bind port c72e74c4-a4f2-48f2-afbd-639592b300ea on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:25.580878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:07:25.581260 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:25.581652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.582758 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:07:25.583359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Bound port: c72e74c4-a4f2-48f2-afbd-639592b300ea, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:07:25.583647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.612292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c662d6d-7d1e-4139-b106-4e85767aab3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:25.612630 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c662d6d-7d1e-4139-b106-4e85767aab3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:25.612965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c662d6d-7d1e-4139-b106-4e85767aab3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:25.613476 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c662d6d-7d1e-4139-b106-4e85767aab3d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:25.613814 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c662d6d-7d1e-4139-b106-4e85767aab3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:25.614325 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c662d6d-7d1e-4139-b106-4e85767aab3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:25.614665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c662d6d-7d1e-4139-b106-4e85767aab3d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:25.614986 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c662d6d-7d1e-4139-b106-4e85767aab3d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:25.615329 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c662d6d-7d1e-4139-b106-4e85767aab3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:25.615652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c662d6d-7d1e-4139-b106-4e85767aab3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:25.615970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c662d6d-7d1e-4139-b106-4e85767aab3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:25.724413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] For port c72e74c4-a4f2-48f2-afbd-639592b300ea, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:07:25.729405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] For port c72e74c4-a4f2-48f2-afbd-639592b300ea, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c72e74c4-a4f2-48f2-afbd-639592b300ea,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:07:25.760457 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.825349 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-884b3b53-79f8-48fb-9857-566e72d7be6a', 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ips': [{'subnet_id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:07:25.826146 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.866900 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c662d6d-7d1e-4139-b106-4e85767aab3d None None] Pushing event updated for resources: {'Port': ['ID=c72e74c4-a4f2-48f2-afbd-639592b300ea,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:25.928734 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Routers {'806f5590-aae3-4ad5-ae1d-55b688183dbd'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:25.929366 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:07:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['806f5590-aae3-4ad5-ae1d-55b688183dbd'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:26.147916 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.178570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Allocated IP 172.20.0.2 (884b3b53-79f8-48fb-9857-566e72d7be6a/87d59c84-4ee6-47b5-bfc3-810373b72f5d/e20574fc-8cbe-417d-ad51-74ed53eefe68) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:26.206518 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] Set router 806f5590-aae3-4ad5-ae1d-55b688183dbd gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:26.266122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.294762 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.703498 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.717245 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Transition to ACTIVE for port object e20574fc-8cbe-417d-ad51-74ed53eefe68 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:26.740622 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Transition to ACTIVE for port object e20574fc-8cbe-417d-ad51-74ed53eefe68 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:26.745996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.808420 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933091263', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:23Z', 'revision_number': 3, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:23Z', 'updated_at': '2022-04-22T15:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:26.812899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.20.0.1 (884b3b53-79f8-48fb-9857-566e72d7be6a/87d59c84-4ee6-47b5-bfc3-810373b72f5d/2e204d06-0890-4ec3-b7b9-e0e186f0ede7) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:26.824680 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1bd367-e0da-4b23-8e6b-c80ec39a164c None None] The sync data for ids ['806f5590-aae3-4ad5-ae1d-55b688183dbd'] in dv-neutron-839027-1-hyperv is: [{'id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933091263', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:23Z', 'revision_number': 3, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:23Z', 'updated_at': '2022-04-22T15:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:07:26.827324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Network 884b3b53-79f8-48fb-9857-566e72d7be6a is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:26.831263 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:26.833760 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Pushing event updated for resources: {'Port': ['ID=e20574fc-8cbe-417d-ad51-74ed53eefe68,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:26.835909 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:26.931785 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Attempting to bind port e20574fc-8cbe-417d-ad51-74ed53eefe68 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:26.932143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Attempting to bind port e20574fc-8cbe-417d-ad51-74ed53eefe68 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '76e972cc-a5b4-4cb7-9bbc-80add00c25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:26.932540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Attempting to bind port e20574fc-8cbe-417d-ad51-74ed53eefe68 on network 884b3b53-79f8-48fb-9857-566e72d7be6a {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:26.940046 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:07:26.940488 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Checking segment: {'id': '76e972cc-a5b4-4cb7-9bbc-80add00c25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:26.940983 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.942151 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Bound using segment: {'id': '76e972cc-a5b4-4cb7-9bbc-80add00c25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:07:26.942820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Bound port: e20574fc-8cbe-417d-ad51-74ed53eefe68, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e972cc-a5b4-4cb7-9bbc-80add00c25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:07:26.943294 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.994641 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.016815 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Transition to ACTIVE for port object 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:27.048215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.058270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] For port e20574fc-8cbe-417d-ad51-74ed53eefe68, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:07:27.061822 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] For port e20574fc-8cbe-417d-ad51-74ed53eefe68, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e20574fc-8cbe-417d-ad51-74ed53eefe68,segment=NetworkSegment(76e972cc-a5b4-4cb7-9bbc-80add00c25e0),segment_id=76e972cc-a5b4-4cb7-9bbc-80add00c25e0)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:07:27.067143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.124661 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 884b3b53-79f8-48fb-9857-566e72d7be6a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:27.127914 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:27.134261 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:27.161554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=2e204d06-0890-4ec3-b7b9-e0e186f0ede7,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:27.167347 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9cb708-2775-400a-a335-6d0e3277ad3b None None] Pushing event updated for resources: {'Port': ['ID=e20574fc-8cbe-417d-ad51-74ed53eefe68,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:27.207600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.310205 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.425019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.861628 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.866592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.985822 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.989806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=2e204d06-0890-4ec3-b7b9-e0e186f0ede7,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:28.076817 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37f7b26-dec1-4ace-852c-0adf563a2e61 None None] Network 884b3b53-79f8-48fb-9857-566e72d7be6a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:28.143757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 884b3b53-79f8-48fb-9857-566e72d7be6a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:28.146918 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:28.208985 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-30dbd59e-042a-41f2-8746-3b14ea1084bc None None] Provisioning for port e20574fc-8cbe-417d-ad51-74ed53eefe68 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:28.226922 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c72e74c4-a4f2-48f2-afbd-639592b300ea up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:28.409067 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port c72e74c4-a4f2-48f2-afbd-639592b300ea completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:28.417813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port c72e74c4-a4f2-48f2-afbd-639592b300ea triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:28.418228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.568417 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.586944 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port c72e74c4-a4f2-48f2-afbd-639592b300ea, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c72e74c4-a4f2-48f2-afbd-639592b300ea,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:28.591219 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.592143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e20574fc-8cbe-417d-ad51-74ed53eefe68 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:28.621546 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 806f5590-aae3-4ad5-ae1d-55b688183dbd has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:07:28.716345 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=c72e74c4-a4f2-48f2-afbd-639592b300ea,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:28.749856 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port e20574fc-8cbe-417d-ad51-74ed53eefe68 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:28.755628 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port e20574fc-8cbe-417d-ad51-74ed53eefe68 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:28.756022 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.829930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-393e5c12-0922-4161-9a2a-45d38a453ca5 None None] Provisioning complete for port e20574fc-8cbe-417d-ad51-74ed53eefe68 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:28.830289 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-393e5c12-0922-4161-9a2a-45d38a453ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.862039 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:07:28.882190 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-57b2d851-2428-4ee5-841b-999b70e0530b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "PUT /v2.0/routers/806f5590-aae3-4ad5-ae1d-55b688183dbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4453466 Apr 22 15:07:28.956508 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:29.062792 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-393e5c12-0922-4161-9a2a-45d38a453ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:29.083320 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port e20574fc-8cbe-417d-ad51-74ed53eefe68, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e20574fc-8cbe-417d-ad51-74ed53eefe68,segment=NetworkSegment(76e972cc-a5b4-4cb7-9bbc-80add00c25e0),segment_id=76e972cc-a5b4-4cb7-9bbc-80add00c25e0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:29.090745 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:29.115466 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-7ac479c7-9821-4ff2-b19d-777cf6d90c9f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:29.141792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-7ac479c7-9821-4ff2-b19d-777cf6d90c9f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:29.143896 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-7ac479c7-9821-4ff2-b19d-777cf6d90c9f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493662725&fields=id&tenant_id=6e44065b60334563abf0475e02cf7a35 HTTP/1.1" status: 200 len: 267 time: 0.1098559 Apr 22 15:07:29.339431 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-393e5c12-0922-4161-9a2a-45d38a453ca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:07:29.339657 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-393e5c12-0922-4161-9a2a-45d38a453ca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:07:29.340144 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=e20574fc-8cbe-417d-ad51-74ed53eefe68,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:29.368831 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-9a0033a0-5696-4b03-8582-bc6c43e38a8d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:29.370697 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-9a0033a0-5696-4b03-8582-bc6c43e38a8d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/networks?id=884b3b53-79f8-48fb-9857-566e72d7be6a HTTP/1.1" status: 200 len: 797 time: 0.2177076 Apr 22 15:07:29.386865 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-00655875-0cc4-4893-abd5-0973d72b1809 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/quotas/6e44065b60334563abf0475e02cf7a35 HTTP/1.1" status: 200 len: 375 time: 0.0108106 Apr 22 15:07:29.469486 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-b46b1fcc-d2d2-40a5-8d3c-229b18bdf6d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772092 Apr 22 15:07:29.620645 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-1969db91-4cf0-40b3-b7c3-cb7ae3dbebeb service neutron] 10.222.0.23 "GET /v2.0/networks/884b3b53-79f8-48fb-9857-566e72d7be6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385822 Apr 22 15:07:29.759111 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-4db073a4-78e8-45b7-b2cc-254cada7a974 service neutron] 10.222.0.23 "GET /v2.0/networks/884b3b53-79f8-48fb-9857-566e72d7be6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325846 Apr 22 15:07:29.919310 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-393e5c12-0922-4161-9a2a-45d38a453ca5 None None] Provisioning for port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:29.926801 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-393e5c12-0922-4161-9a2a-45d38a453ca5 None None] Provisioning complete for port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:29.927627 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-393e5c12-0922-4161-9a2a-45d38a453ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:29.990184 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-393e5c12-0922-4161-9a2a-45d38a453ca5 None None] Port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:07:29.995683 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dc51a145-9980-4662-ad59-c09990795801 req-b585443c-fe80-4154-9653-a66e248f7a98 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 210 time: 0.0628500 Apr 22 15:07:30.127774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a7a40459-9fef-4893-9234-1e91ca9015e9 None None] Provisioning complete for port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:30.128311 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a7a40459-9fef-4893-9234-1e91ca9015e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.165338 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c72e74c4-a4f2-48f2-afbd-639592b300ea up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:30.244361 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-a7a40459-9fef-4893-9234-1e91ca9015e9 None None] Port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:07:30.264337 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port c72e74c4-a4f2-48f2-afbd-639592b300ea triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:30.264701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.399693 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e20574fc-8cbe-417d-ad51-74ed53eefe68 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:30.475735 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Sync routers for ids ['806f5590-aae3-4ad5-ae1d-55b688183dbd'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:07:30.478404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port e20574fc-8cbe-417d-ad51-74ed53eefe68 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:30.478843 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.489591 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Routers {'806f5590-aae3-4ad5-ae1d-55b688183dbd'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:30.490431 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:07:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['806f5590-aae3-4ad5-ae1d-55b688183dbd'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:30.690094 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Set router 806f5590-aae3-4ad5-ae1d-55b688183dbd gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:31.024518 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933091263', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:27Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:23Z', 'updated_at': '2022-04-22T15:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '2e204d06-0890-4ec3-b7b9-e0e186f0ede7', 'name': '', 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:e5:60:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:07:27Z', 'revision_number': 2, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:31.029915 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Checking router: 806f5590-aae3-4ad5-ae1d-55b688183dbd for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:07:31.030301 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Updating router 806f5590-aae3-4ad5-ae1d-55b688183dbd port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:07:31.100714 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.115970 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-62676443-36b5-462e-9e46-a38773d549be tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:31.116901 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-62676443-36b5-462e-9e46-a38773d549be tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:31.138330 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-62676443-36b5-462e-9e46-a38773d549be tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:31.139674 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-62676443-36b5-462e-9e46-a38773d549be tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "GET /v2.0/networks?id=884b3b53-79f8-48fb-9857-566e72d7be6a HTTP/1.1" status: 200 len: 797 time: 0.1983287 Apr 22 15:07:31.205311 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-89138dfa-7d0b-4bbe-8f27-5099e663116d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e44065b60334563abf0475e02cf7a35 HTTP/1.1" status: 200 len: 380 time: 0.0538230 Apr 22 15:07:31.214058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'port': {'device_id': '64f2d4b2-b83f-4d3d-9ed4-f3e27075d068', 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a', 'admin_state_up': True, 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'security_groups': ['4784ea9d-1ff1-4c78-bac1-a1d3affee952']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:31.248568 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5587c649-5a22-4f1b-8553-1497adfb2d7c req-11811d8a-4cbb-464d-9cad-09bdf8007ab4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 210 time: 0.0447049 Apr 22 15:07:31.377602 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:31.382296 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:port and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:31.385961 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:31.392099 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:31.403950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Made reservation on behalf of 6e44065b60334563abf0475e02cf7a35 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:31.407701 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.522993 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.537334 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Transition to ACTIVE for port object 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:31.544109 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.674536 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d55319-13f7-4eac-82ca-4d43cfd92023 None None] Pushing event updated for resources: {'Port': ['ID=2e204d06-0890-4ec3-b7b9-e0e186f0ede7,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:31.690114 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55319-13f7-4eac-82ca-4d43cfd92023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:31.690599 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55319-13f7-4eac-82ca-4d43cfd92023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:31.691083 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55319-13f7-4eac-82ca-4d43cfd92023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:31.692096 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55319-13f7-4eac-82ca-4d43cfd92023 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:31.692519 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55319-13f7-4eac-82ca-4d43cfd92023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:31.692935 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55319-13f7-4eac-82ca-4d43cfd92023 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:31.693346 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55319-13f7-4eac-82ca-4d43cfd92023 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:31.693757 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55319-13f7-4eac-82ca-4d43cfd92023 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:31.694165 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55319-13f7-4eac-82ca-4d43cfd92023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:31.694572 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55319-13f7-4eac-82ca-4d43cfd92023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:31.694981 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55319-13f7-4eac-82ca-4d43cfd92023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:31.753493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.20.0.3 (884b3b53-79f8-48fb-9857-566e72d7be6a/87d59c84-4ee6-47b5-bfc3-810373b72f5d/fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:31.788776 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Attempting to bind port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:31.789193 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Attempting to bind port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '76e972cc-a5b4-4cb7-9bbc-80add00c25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:31.789632 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Attempting to bind port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 on network 884b3b53-79f8-48fb-9857-566e72d7be6a {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:31.796685 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:07:31.797197 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Checking segment: {'id': '76e972cc-a5b4-4cb7-9bbc-80add00c25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:31.797682 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.798165 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Bound using segment: {'id': '76e972cc-a5b4-4cb7-9bbc-80add00c25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:07:31.798733 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Bound port: 2e204d06-0890-4ec3-b7b9-e0e186f0ede7, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e972cc-a5b4-4cb7-9bbc-80add00c25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:07:31.799185 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.911529 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] For port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:07:31.916723 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] For port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=2e204d06-0890-4ec3-b7b9-e0e186f0ede7,segment=NetworkSegment(76e972cc-a5b4-4cb7-9bbc-80add00c25e0),segment_id=76e972cc-a5b4-4cb7-9bbc-80add00c25e0)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:07:31.923433 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.987090 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.006486 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Transition to ACTIVE for port object fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:32.041660 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.065910 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d55319-13f7-4eac-82ca-4d43cfd92023 None None] Pushing event updated for resources: {'Port': ['ID=2e204d06-0890-4ec3-b7b9-e0e186f0ede7,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:32.074434 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Routers {'806f5590-aae3-4ad5-ae1d-55b688183dbd'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:32.075374 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:07:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['806f5590-aae3-4ad5-ae1d-55b688183dbd'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:32.132723 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 884b3b53-79f8-48fb-9857-566e72d7be6a is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:32.136046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:32.138736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:32.184856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:32.218873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:32.219591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.245713 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-82561d8e-20e7-4390-8e57-b54fae6be61a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0362086 Apr 22 15:07:32.258634 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Request body: {'port': {'device_id': '64f2d4b2-b83f-4d3d-9ed4-f3e27075d068', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:32.318682 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] Set router 806f5590-aae3-4ad5-ae1d-55b688183dbd gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:32.405776 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.504900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfeb1d-ad48-49ee-93bc-ec36a6945f12 req-53b53556-07b9-4ecd-9e16-3a7625fbf249 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:32.507494 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5ddfeb1d-ad48-49ee-93bc-ec36a6945f12 req-53b53556-07b9-4ecd-9e16-3a7625fbf249 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 931 time: 0.0910234 Apr 22 15:07:32.577708 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5ddfeb1d-ad48-49ee-93bc-ec36a6945f12 req-2869f5c7-400a-4e12-94ff-bad9b1d8c14b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634134 Apr 22 15:07:32.670409 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2107c876-7c39-4fff-af64-9bb63d09c8b9 None None] Provisioning for port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:32.680386 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2107c876-7c39-4fff-af64-9bb63d09c8b9 None None] Provisioning complete for port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:32.681009 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2107c876-7c39-4fff-af64-9bb63d09c8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.731852 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933091263', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:27Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:23Z', 'updated_at': '2022-04-22T15:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '2e204d06-0890-4ec3-b7b9-e0e186f0ede7', 'name': '', 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:e5:60:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:07:31Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:32.736678 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956b71b-f740-45cc-9f40-b2fc04992df3 None None] The sync data for ids ['806f5590-aae3-4ad5-ae1d-55b688183dbd'] in dv-neutron-839027-1-hyperv is: [{'id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933091263', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:27Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:23Z', 'updated_at': '2022-04-22T15:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '2e204d06-0890-4ec3-b7b9-e0e186f0ede7', 'name': '', 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:e5:60:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:07:31Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:07:32.746217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2107c876-7c39-4fff-af64-9bb63d09c8b9 None None] Port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:07:32.887396 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:07:32.903179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.921636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Transition to ACTIVE for port object fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:32.926439 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:33.072526 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:33.205399 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Attempting to bind port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:33.205973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Attempting to bind port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '76e972cc-a5b4-4cb7-9bbc-80add00c25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:33.206124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Attempting to bind port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 on network 884b3b53-79f8-48fb-9857-566e72d7be6a {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:33.213997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 on network 884b3b53-79f8-48fb-9857-566e72d7be6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:33.214309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Attempting to bind port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 on network 884b3b53-79f8-48fb-9857-566e72d7be6a {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:33.226092 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:07:33.226530 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Checking segment: {'id': '76e972cc-a5b4-4cb7-9bbc-80add00c25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:33.227080 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Bound using segment: {'id': '76e972cc-a5b4-4cb7-9bbc-80add00c25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:07:33.227762 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Bound port: fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e972cc-a5b4-4cb7-9bbc-80add00c25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:07:33.228288 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:33.354040 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] For port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:07:33.358364 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] For port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6,segment=NetworkSegment(76e972cc-a5b4-4cb7-9bbc-80add00c25e0),segment_id=76e972cc-a5b4-4cb7-9bbc-80add00c25e0)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:07:33.364277 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:33.438749 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:33.440175 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] 10.222.0.30 "PUT /v2.0/ports/fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 HTTP/1.1" status: 200 len: 1093 time: 1.1874721 Apr 22 15:07:33.440615 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f2d4b2-b83f-4d3d-9ed4-f3e27075d068', 'tag': 'fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:07:33.481888 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e025c9-659d-4dfa-b0e7-bfa989f715d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:33.596296 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-9987c9e2-e0a4-49b6-8635-41f4596d21f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 1096 time: 0.0930114 Apr 22 15:07:33.683786 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3d8b3b-c131-4460-8a2f-4a6d43171907'] response: {'name': 'network-changed', 'server_uuid': '64f2d4b2-b83f-4d3d-9ed4-f3e27075d068', 'tag': 'fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6', 'status': 'completed', 'code': 200} Apr 22 15:07:33.714772 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-c64fa587-123a-4195-be9a-40fbf136a691 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 HTTP/1.1" status: 200 len: 217 time: 0.1122487 Apr 22 15:07:33.790474 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-f85ca51c-8b9c-441f-93d2-0b0b29ca5178 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:33.791947 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-f85ca51c-8b9c-441f-93d2-0b0b29ca5178 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87d59c84-4ee6-47b5-bfc3-810373b72f5d HTTP/1.1" status: 200 len: 834 time: 0.0708551 Apr 22 15:07:33.830318 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50d028-783e-4af2-8dfd-65d786a7c453 req-a8bf3151-07ec-4720-866c-edc0e3b2a4a4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:33.832028 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3e50d028-783e-4af2-8dfd-65d786a7c453 req-a8bf3151-07ec-4720-866c-edc0e3b2a4a4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 943 time: 0.0879085 Apr 22 15:07:33.877595 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-57919627-0435-4d22-8d6d-bceeb50af272 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=884b3b53-79f8-48fb-9857-566e72d7be6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788281 Apr 22 15:07:33.887397 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3e50d028-783e-4af2-8dfd-65d786a7c453 req-e4dfc2d0-6567-4359-afe6-21ecb4a62706 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485454 Apr 22 15:07:34.025137 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-b4bd0fed-1f94-4ad9-9adb-7f7dbb2bd0fa service neutron] 10.222.0.30 "GET /v2.0/networks/884b3b53-79f8-48fb-9857-566e72d7be6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403337 Apr 22 15:07:34.167889 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:34.237694 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:34.243137 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:34.243529 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.268126 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-62bfaeaa-58f5-470a-96ab-08c155652c6a req-b7f40295-dd40-4c1f-acd5-c890a01a0ab9 service neutron] 10.222.0.30 "GET /v2.0/networks/884b3b53-79f8-48fb-9857-566e72d7be6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373095 Apr 22 15:07:34.369534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.387215 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d47a3655-3a81-4cc7-ba1b-61c0918c36e2 req-4ebf46cd-7ab3-4f98-b209-96c7184bfde5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 1096 time: 0.0762768 Apr 22 15:07:34.404384 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=2e204d06-0890-4ec3-b7b9-e0e186f0ede7,segment=NetworkSegment(76e972cc-a5b4-4cb7-9bbc-80add00c25e0),segment_id=76e972cc-a5b4-4cb7-9bbc-80add00c25e0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:34.408763 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.483022 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=2e204d06-0890-4ec3-b7b9-e0e186f0ede7,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:34.524954 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a3655-3a81-4cc7-ba1b-61c0918c36e2 req-9910cf7e-202c-467f-8f9b-70b2aca85bc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:34.526442 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d47a3655-3a81-4cc7-ba1b-61c0918c36e2 req-9910cf7e-202c-467f-8f9b-70b2aca85bc4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=884b3b53-79f8-48fb-9857-566e72d7be6a HTTP/1.1" status: 200 len: 898 time: 0.1329637 Apr 22 15:07:34.598874 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d47a3655-3a81-4cc7-ba1b-61c0918c36e2 req-7b75f2e0-ee58-4ada-9d16-55c05300768a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 HTTP/1.1" status: 200 len: 217 time: 0.0657482 Apr 22 15:07:34.661756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a3655-3a81-4cc7-ba1b-61c0918c36e2 req-efbe9f42-8bfe-4c8d-ab5a-b2f84a90b6c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:34.663107 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d47a3655-3a81-4cc7-ba1b-61c0918c36e2 req-efbe9f42-8bfe-4c8d-ab5a-b2f84a90b6c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87d59c84-4ee6-47b5-bfc3-810373b72f5d HTTP/1.1" status: 200 len: 834 time: 0.0585468 Apr 22 15:07:34.737269 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d47a3655-3a81-4cc7-ba1b-61c0918c36e2 req-3c8577da-18ce-4826-9118-fccd4f10cf7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=884b3b53-79f8-48fb-9857-566e72d7be6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679867 Apr 22 15:07:34.871144 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d47a3655-3a81-4cc7-ba1b-61c0918c36e2 req-8d28f02c-5eec-4c81-8cec-cb7891aa1737 service neutron] 10.222.0.30 "GET /v2.0/networks/884b3b53-79f8-48fb-9857-566e72d7be6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264834 Apr 22 15:07:35.010010 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d47a3655-3a81-4cc7-ba1b-61c0918c36e2 req-bb43e153-a195-457c-a0c1-c426387d95dd service neutron] 10.222.0.30 "GET /v2.0/networks/884b3b53-79f8-48fb-9857-566e72d7be6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321421 Apr 22 15:07:35.093758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be07e3a-4af0-4fe3-8238-0705e4aaab40 req-13b7e718-a6a2-4aba-a9e4-620b5e2c6679 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:35.095243 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1be07e3a-4af0-4fe3-8238-0705e4aaab40 req-13b7e718-a6a2-4aba-a9e4-620b5e2c6679 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 943 time: 0.0767567 Apr 22 15:07:35.146043 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1be07e3a-4af0-4fe3-8238-0705e4aaab40 req-04c97f06-c9b7-4630-8d3e-fb3a01b611b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442183 Apr 22 15:07:36.143099 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:36.219105 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:36.219635 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:36.359153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539fb24-65a3-4a64-b403-f4a70b8b0f33 req-c42761cc-e1af-4972-9f22-6ca288be21f4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:36.360624 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a539fb24-65a3-4a64-b403-f4a70b8b0f33 req-c42761cc-e1af-4972-9f22-6ca288be21f4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 943 time: 0.0814631 Apr 22 15:07:36.407597 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a539fb24-65a3-4a64-b403-f4a70b8b0f33 req-59da9c9f-7cd7-45ef-959e-0c083163a028 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403266 Apr 22 15:07:37.623901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285bce3-beb8-4316-a8e3-a72c6e13ddcf req-ac17b23d-7576-435c-9c5e-6f52d11a8fc7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:37.625358 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2285bce3-beb8-4316-a8e3-a72c6e13ddcf req-ac17b23d-7576-435c-9c5e-6f52d11a8fc7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 943 time: 0.0796709 Apr 22 15:07:37.672958 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2285bce3-beb8-4316-a8e3-a72c6e13ddcf req-86075c88-e845-4cdd-87e0-2722c72b0ebd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407200 Apr 22 15:07:37.692275 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:07:37.841379 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6,segment=NetworkSegment(76e972cc-a5b4-4cb7-9bbc-80add00c25e0),segment_id=76e972cc-a5b4-4cb7-9bbc-80add00c25e0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:37.858720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': 'fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6', 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a', 'port_id': 'fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6', 'mac_address': 'fa:16:3e:4e:ac:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:07:37.913348 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.931051 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:07:37.945709 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6,segment=NetworkSegment(76e972cc-a5b4-4cb7-9bbc-80add00c25e0),segment_id=76e972cc-a5b4-4cb7-9bbc-80add00c25e0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:37.950136 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.021924 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:38.181855 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:07:38.893804 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d17c30-eb3d-45d6-a329-80077fb37e61 req-dbbff16b-4462-4b16-b473-d62bf9d5a7d4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:38.895335 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-89d17c30-eb3d-45d6-a329-80077fb37e61 req-dbbff16b-4462-4b16-b473-d62bf9d5a7d4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 944 time: 0.0872986 Apr 22 15:07:38.949268 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-89d17c30-eb3d-45d6-a329-80077fb37e61 req-9d334b94-e897-43ff-9a28-0e0f0168b488 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470889 Apr 22 15:07:39.707625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:39.782517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:39.788201 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:39.788566 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.939322 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.966832 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f2d4b2-b83f-4d3d-9ed4-f3e27075d068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:07:39.977051 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6,segment=NetworkSegment(76e972cc-a5b4-4cb7-9bbc-80add00c25e0),segment_id=76e972cc-a5b4-4cb7-9bbc-80add00c25e0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:39.982008 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.039153 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ac6ce9-797f-44b5-9096-4aeaf90d12b3'] response: {'server_uuid': '64f2d4b2-b83f-4d3d-9ed4-f3e27075d068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6', 'code': 200} Apr 22 15:07:40.058881 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:40.184600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1acaa-41a0-4a55-a8ad-d2c8acd9fe22 req-2e3bef1f-dd99-443e-981b-811e04b46cb6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:40.186330 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-11b1acaa-41a0-4a55-a8ad-d2c8acd9fe22 req-2e3bef1f-dd99-443e-981b-811e04b46cb6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 945 time: 0.0874484 Apr 22 15:07:40.237590 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-11b1acaa-41a0-4a55-a8ad-d2c8acd9fe22 req-0c5d7c94-6f7b-4cd0-9b7d-dd97aa57d942 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413404 Apr 22 15:07:40.289132 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0bfeefe4-744f-4a6b-b8f0-fa0bf13e27b5 req-a115fb19-25d9-4135-bf16-5ce7180f1278 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 1098 time: 0.0738633 Apr 22 15:07:40.331060 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-0bfeefe4-744f-4a6b-b8f0-fa0bf13e27b5 req-4462f512-f0f4-4ded-bf0e-ba2b50978a24 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363765 Apr 22 15:07:41.449491 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e901b9-de92-430e-aa78-cb590184a63f req-d718ee72-caf2-459b-8731-2cbf3fab0af9 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:41.450919 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-13e901b9-de92-430e-aa78-cb590184a63f req-d718ee72-caf2-459b-8731-2cbf3fab0af9 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 945 time: 0.0795195 Apr 22 15:07:41.496697 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-13e901b9-de92-430e-aa78-cb590184a63f req-3ae6d7bc-4d2c-4d31-813d-778b5e845233 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402293 Apr 22 15:07:41.800318 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dfccc-fcbf-433c-a802-7b5acc57d883 req-f7002413-3196-4738-a41e-655b10ac9eeb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:41.803087 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d82dfccc-fcbf-433c-a802-7b5acc57d883 req-f7002413-3196-4738-a41e-655b10ac9eeb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 945 time: 0.1810434 Apr 22 15:07:41.848863 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d82dfccc-fcbf-433c-a802-7b5acc57d883 req-fd5e3a3e-74d6-4cd6-8c66-b7c9c2796d6d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402389 Apr 22 15:07:41.876792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41766) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:41.948412 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-abe53284-d492-4763-b9c2-f7a2285bc4a8 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 1093 time: 0.0703495 Apr 22 15:07:41.952220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41770) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:41.958283 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': 'fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:41.963954 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:41.967837 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:floatingip and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:41.970600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:41.977545 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:41.988902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.137603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.296326 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.26.0.34 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/6bb0b94b-3cf2-4775-8ace-4fa3c69993b1) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:42.446992 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.476356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.547413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:42.550360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:42.555382 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:42.579901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=6bb0b94b-3cf2-4775-8ace-4fa3c69993b1,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:43.060142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.117976 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.330109 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.336717 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.446116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=6bb0b94b-3cf2-4775-8ace-4fa3c69993b1,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:43.459749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.744909 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Floating IP 73f3f689-a733-4888-9abe-dda63e209deb associated. External IP: 172.26.0.34, port: fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6. Apr 22 15:07:44.145954 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 806f5590-aae3-4ad5-ae1d-55b688183dbd has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:07:44.348609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:07:44.358653 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544a1e8c-c8e1-467e-9070-3c2c21b3c7dd None None] Sync routers for ids ['806f5590-aae3-4ad5-ae1d-55b688183dbd'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:07:44.376154 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544a1e8c-c8e1-467e-9070-3c2c21b3c7dd None None] Routers {'806f5590-aae3-4ad5-ae1d-55b688183dbd'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:44.376965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-544a1e8c-c8e1-467e-9070-3c2c21b3c7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:07:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['806f5590-aae3-4ad5-ae1d-55b688183dbd'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:44.380155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:44.472440 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1ab06f9e-0408-4121-9c86-e612e14e93dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5188329 Apr 22 15:07:44.473260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f2d4b2-b83f-4d3d-9ed4-f3e27075d068', 'tag': 'fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:07:44.572775 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c29cf4-2166-456b-82a4-b00910e09c4e'] response: {'name': 'network-changed', 'server_uuid': '64f2d4b2-b83f-4d3d-9ed4-f3e27075d068', 'tag': 'fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6', 'status': 'completed', 'code': 200} Apr 22 15:07:44.637863 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-544a1e8c-c8e1-467e-9070-3c2c21b3c7dd None None] Set router 806f5590-aae3-4ad5-ae1d-55b688183dbd gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:44.673722 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cec6ff06-1861-400a-8a0c-41ab5eedee65 req-c04cad86-29f6-4113-94c5-2eb24a3fe93b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 1098 time: 0.0805123 Apr 22 15:07:44.768633 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0eba5-40ba-44cd-aff8-76d71156dea9 req-b2f32075-9d8e-423f-8d51-d543179d1d50 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:44.770449 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-90d0eba5-40ba-44cd-aff8-76d71156dea9 req-b2f32075-9d8e-423f-8d51-d543179d1d50 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 945 time: 0.1217427 Apr 22 15:07:44.826766 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-90d0eba5-40ba-44cd-aff8-76d71156dea9 req-f2d243b5-7b03-4dd4-bfe3-cef04c07b60c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498998 Apr 22 15:07:44.844134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6ff06-1861-400a-8a0c-41ab5eedee65 req-d16b3529-7196-487e-a16e-8ba2dd1da519 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:44.845913 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cec6ff06-1861-400a-8a0c-41ab5eedee65 req-d16b3529-7196-487e-a16e-8ba2dd1da519 service neutron] 10.222.0.30 "GET /v2.0/networks?id=884b3b53-79f8-48fb-9857-566e72d7be6a HTTP/1.1" status: 200 len: 898 time: 0.1661098 Apr 22 15:07:44.859244 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41778) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:44.966775 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cec6ff06-1861-400a-8a0c-41ab5eedee65 req-e6cf20fc-4199-4fc4-824d-ae5e4b969b9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 HTTP/1.1" status: 200 len: 998 time: 0.1140664 Apr 22 15:07:45.001480 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-47409320-3879-4f71-b48d-586cb2ceb5e6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/73f3f689-a733-4888-9abe-dda63e209deb HTTP/1.1" status: 200 len: 990 time: 0.1408887 Apr 22 15:07:45.056749 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6ff06-1861-400a-8a0c-41ab5eedee65 req-dba4ed03-19ab-490d-9776-873011ac4988 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:45.058418 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cec6ff06-1861-400a-8a0c-41ab5eedee65 req-dba4ed03-19ab-490d-9776-873011ac4988 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87d59c84-4ee6-47b5-bfc3-810373b72f5d HTTP/1.1" status: 200 len: 834 time: 0.0850265 Apr 22 15:07:45.071738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-544a1e8c-c8e1-467e-9070-3c2c21b3c7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933091263', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:27Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:23Z', 'updated_at': '2022-04-22T15:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '73f3f689-a733-4888-9abe-dda63e209deb', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'floating_ip_address': '172.26.0.34', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'port_id': 'fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a', 'mac_address': 'fa:16:3e:4e:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f2d4b2-b83f-4d3d-9ed4-f3e27075d068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:07:42Z', 'updated_at': '2022-04-22T15:07:42Z', 'revision_number': 0, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e204d06-0890-4ec3-b7b9-e0e186f0ede7', 'name': '', 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:e5:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:07:34Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:45.075788 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544a1e8c-c8e1-467e-9070-3c2c21b3c7dd None None] Checking router: 806f5590-aae3-4ad5-ae1d-55b688183dbd for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:07:45.087636 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544a1e8c-c8e1-467e-9070-3c2c21b3c7dd None None] Routers {'806f5590-aae3-4ad5-ae1d-55b688183dbd'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:45.088252 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-544a1e8c-c8e1-467e-9070-3c2c21b3c7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:07:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['806f5590-aae3-4ad5-ae1d-55b688183dbd'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:45.137267 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cec6ff06-1861-400a-8a0c-41ab5eedee65 req-4af33141-4294-4811-9a68-10743395bee4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=884b3b53-79f8-48fb-9857-566e72d7be6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713904 Apr 22 15:07:45.274360 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-544a1e8c-c8e1-467e-9070-3c2c21b3c7dd None None] Set router 806f5590-aae3-4ad5-ae1d-55b688183dbd gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:45.278304 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cec6ff06-1861-400a-8a0c-41ab5eedee65 req-af295d88-4919-460b-8bcf-94536b79fb3f service neutron] 10.222.0.30 "GET /v2.0/networks/884b3b53-79f8-48fb-9857-566e72d7be6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343758 Apr 22 15:07:45.594430 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cec6ff06-1861-400a-8a0c-41ab5eedee65 req-4ee1fb2e-d4e4-4da7-a6d2-665dec04e253 service neutron] 10.222.0.30 "GET /v2.0/networks/884b3b53-79f8-48fb-9857-566e72d7be6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091426 Apr 22 15:07:45.733256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-544a1e8c-c8e1-467e-9070-3c2c21b3c7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933091263', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:27Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:23Z', 'updated_at': '2022-04-22T15:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '73f3f689-a733-4888-9abe-dda63e209deb', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'floating_ip_address': '172.26.0.34', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'port_id': 'fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a', 'mac_address': 'fa:16:3e:4e:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f2d4b2-b83f-4d3d-9ed4-f3e27075d068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:07:42Z', 'updated_at': '2022-04-22T15:07:42Z', 'revision_number': 0, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e204d06-0890-4ec3-b7b9-e0e186f0ede7', 'name': '', 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:e5:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:07:34Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:45.737464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544a1e8c-c8e1-467e-9070-3c2c21b3c7dd None None] The sync data for ids ['806f5590-aae3-4ad5-ae1d-55b688183dbd'] in dv-neutron-839027-1-hyperv is: [{'id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933091263', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:27Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:23Z', 'updated_at': '2022-04-22T15:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '73f3f689-a733-4888-9abe-dda63e209deb', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'floating_ip_address': '172.26.0.34', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'port_id': 'fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a', 'mac_address': 'fa:16:3e:4e:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f2d4b2-b83f-4d3d-9ed4-f3e27075d068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:07:42Z', 'updated_at': '2022-04-22T15:07:42Z', 'revision_number': 0, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e204d06-0890-4ec3-b7b9-e0e186f0ede7', 'name': '', 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:e5:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:07:34Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:07:46.005890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41782) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:46.119784 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f13b2eb2-adaa-4b25-bef2-ba1d404f9bcb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/73f3f689-a733-4888-9abe-dda63e209deb HTTP/1.1" status: 200 len: 990 time: 0.1127183 Apr 22 15:07:47.123445 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41786) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:47.229512 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-227023bc-1bc8-477a-932d-4a80f9798eda tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/73f3f689-a733-4888-9abe-dda63e209deb HTTP/1.1" status: 200 len: 990 time: 0.1048837 Apr 22 15:07:48.233171 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41790) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:48.353577 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-52b1321f-828b-42e0-add8-edacc1e4dcb9 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/73f3f689-a733-4888-9abe-dda63e209deb HTTP/1.1" status: 200 len: 990 time: 0.1190867 Apr 22 15:07:48.403831 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97044d83-e05d-4d0c-ab7a-9147888c4a1c None None] New status for floating IP 73f3f689-a733-4888-9abe-dda63e209deb: ACTIVE {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:07:49.357513 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41794) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:49.465886 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-111e6e59-7f1f-4b69-bc9b-b45e6fd024df tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/73f3f689-a733-4888-9abe-dda63e209deb HTTP/1.1" status: 200 len: 992 time: 0.1071095 Apr 22 15:07:52.506780 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-bf2b16e4-97dd-4e16-a0c4-48b27d5c28e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:54.665934 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:54.833112 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6eed-3fb5-437c-97d4-089fc0f1cda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:55.792776 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:07:56.127786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:56.200656 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:57.424549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.475595 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163c01c-fe46-4aff-a63d-72788e6539bb req-d48874ec-d8d3-4246-9277-461cbb511025 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:14.477088 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e163c01c-fe46-4aff-a63d-72788e6539bb req-d48874ec-d8d3-4246-9277-461cbb511025 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 945 time: 0.0764313 Apr 22 15:08:14.636423 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e163c01c-fe46-4aff-a63d-72788e6539bb req-8760edb2-0b11-4c73-958a-5c7ca8ad0262 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534860 Apr 22 15:08:15.835174 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec30a48-45cb-49d6-919d-16e68eb128ba req-803c790e-e3dc-4a51-bc62-9096cd4919cc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:15.836646 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aec30a48-45cb-49d6-919d-16e68eb128ba req-803c790e-e3dc-4a51-bc62-9096cd4919cc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 945 time: 0.0783517 Apr 22 15:08:15.881785 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aec30a48-45cb-49d6-919d-16e68eb128ba req-f03e13aa-e4ae-4b6e-90d5-1aeda0f04253 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394244 Apr 22 15:08:15.910268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41812) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:16.014475 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-13fb9c7c-7576-4d23-bb08-75176cdfafe3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/73f3f689-a733-4888-9abe-dda63e209deb HTTP/1.1" status: 200 len: 992 time: 0.1029797 Apr 22 15:08:17.521103 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df121b-641b-4b8d-88a8-8581702ca161 req-a2e43595-5f8d-4b43-aa72-9068af71a4b6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:17.522588 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b2df121b-641b-4b8d-88a8-8581702ca161 req-a2e43595-5f8d-4b43-aa72-9068af71a4b6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 945 time: 0.0831652 Apr 22 15:08:17.571625 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b2df121b-641b-4b8d-88a8-8581702ca161 req-2e7286e8-0089-44a9-b5c0-1e50ddcacfc4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432527 Apr 22 15:08:18.783264 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc802175-fad0-4e00-a0c1-b97ef8eb60db req-fb50daad-5dbc-4214-a98f-20635478d02c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:18.785331 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fc802175-fad0-4e00-a0c1-b97ef8eb60db req-fb50daad-5dbc-4214-a98f-20635478d02c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 945 time: 0.0783968 Apr 22 15:08:18.832890 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fc802175-fad0-4e00-a0c1-b97ef8eb60db req-3ed72848-f1c1-4ae5-8099-91e722b317af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419297 Apr 22 15:08:18.866884 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41826) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:18.971347 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-239cef37-3573-4cb1-b1e9-69438679f23c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/73f3f689-a733-4888-9abe-dda63e209deb HTTP/1.1" status: 200 len: 992 time: 0.1031466 Apr 22 15:08:19.350621 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41834) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:19.552270 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port 6bb0b94b-3cf2-4775-8ace-4fa3c69993b1 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:19.552605 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.719612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.719931 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.837872 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for 6bb0b94b-3cf2-4775-8ace-4fa3c69993b1 owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:19.990883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.046404 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=6bb0b94b-3cf2-4775-8ace-4fa3c69993b1,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:20.084752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:20.085173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:20.085451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:20.085763 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:20.086096 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:20.086416 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:20.086739 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:20.087059 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:20.087402 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:20.087728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:20.088041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:20.147220 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.635430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 806f5590-aae3-4ad5-ae1d-55b688183dbd has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:20.846752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:20.857323 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4a805-04c9-4a53-96bb-6133909bd63b None None] Sync routers for ids ['806f5590-aae3-4ad5-ae1d-55b688183dbd'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:20.860845 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.868867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4a805-04c9-4a53-96bb-6133909bd63b None None] Routers {'806f5590-aae3-4ad5-ae1d-55b688183dbd'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:20.869482 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-cbd4a805-04c9-4a53-96bb-6133909bd63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:07:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['806f5590-aae3-4ad5-ae1d-55b688183dbd'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:20.919827 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ebe41cff-1b33-4859-92c8-c0eec072af36 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/floatingips/73f3f689-a733-4888-9abe-dda63e209deb HTTP/1.1" status: 204 len: 168 time: 1.5677812 Apr 22 15:08:20.920187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f2d4b2-b83f-4d3d-9ed4-f3e27075d068', 'tag': 'fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:08:21.015008 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38034ebe-8b47-4ede-ad90-afcb906c80a4'] response: {'name': 'network-changed', 'server_uuid': '64f2d4b2-b83f-4d3d-9ed4-f3e27075d068', 'tag': 'fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6', 'status': 'completed', 'code': 200} Apr 22 15:08:21.119605 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6ca3f2c7-7176-47e1-a13c-5457bc861b90 req-ad4cf41a-2028-4b73-a613-b0bc0cce56df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 1098 time: 0.0763586 Apr 22 15:08:21.157206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-cbd4a805-04c9-4a53-96bb-6133909bd63b None None] Set router 806f5590-aae3-4ad5-ae1d-55b688183dbd gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:21.264316 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3f2c7-7176-47e1-a13c-5457bc861b90 req-02dc7d98-6ce8-4885-9b28-127f5633c1c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:21.265758 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6ca3f2c7-7176-47e1-a13c-5457bc861b90 req-02dc7d98-6ce8-4885-9b28-127f5633c1c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=884b3b53-79f8-48fb-9857-566e72d7be6a HTTP/1.1" status: 200 len: 898 time: 0.1404836 Apr 22 15:08:21.340322 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6ca3f2c7-7176-47e1-a13c-5457bc861b90 req-8e49205f-9a20-46b3-843e-b5e378c8c016 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 HTTP/1.1" status: 200 len: 217 time: 0.0683064 Apr 22 15:08:21.381425 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5c155-dbc4-4d7d-8730-731153b82dff req-8a841057-3a8d-400d-b6cd-593f2ae4c0b8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:21.382523 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-2eb5c155-dbc4-4d7d-8730-731153b82dff req-8a841057-3a8d-400d-b6cd-593f2ae4c0b8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:21.403086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-2eb5c155-dbc4-4d7d-8730-731153b82dff req-8a841057-3a8d-400d-b6cd-593f2ae4c0b8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:21.404679 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2eb5c155-dbc4-4d7d-8730-731153b82dff req-8a841057-3a8d-400d-b6cd-593f2ae4c0b8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 945 time: 0.1229126 Apr 22 15:08:21.409894 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3f2c7-7176-47e1-a13c-5457bc861b90 req-39493c22-a0a4-4751-a019-717acf2a3568 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:21.411396 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6ca3f2c7-7176-47e1-a13c-5457bc861b90 req-39493c22-a0a4-4751-a019-717acf2a3568 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87d59c84-4ee6-47b5-bfc3-810373b72f5d HTTP/1.1" status: 200 len: 834 time: 0.0646737 Apr 22 15:08:21.457035 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2eb5c155-dbc4-4d7d-8730-731153b82dff req-ebe855e2-baa2-440d-bdc9-7c6a4eda41df tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451417 Apr 22 15:08:21.500373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-cbd4a805-04c9-4a53-96bb-6133909bd63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933091263', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:27Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:23Z', 'updated_at': '2022-04-22T15:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '2e204d06-0890-4ec3-b7b9-e0e186f0ede7', 'name': '', 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:e5:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:07:34Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:21.502504 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6ca3f2c7-7176-47e1-a13c-5457bc861b90 req-80411f18-6026-4433-aafb-9325215a44fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=884b3b53-79f8-48fb-9857-566e72d7be6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840034 Apr 22 15:08:21.505429 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4a805-04c9-4a53-96bb-6133909bd63b None None] Checking router: 806f5590-aae3-4ad5-ae1d-55b688183dbd for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:08:21.516903 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4a805-04c9-4a53-96bb-6133909bd63b None None] Routers {'806f5590-aae3-4ad5-ae1d-55b688183dbd'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:21.517506 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-cbd4a805-04c9-4a53-96bb-6133909bd63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:07:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['806f5590-aae3-4ad5-ae1d-55b688183dbd'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:21.637762 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6ca3f2c7-7176-47e1-a13c-5457bc861b90 req-2c2907a2-b899-4133-a377-2b7c478dc011 service neutron] 10.222.0.30 "GET /v2.0/networks/884b3b53-79f8-48fb-9857-566e72d7be6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283526 Apr 22 15:08:21.705501 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-cbd4a805-04c9-4a53-96bb-6133909bd63b None None] Set router 806f5590-aae3-4ad5-ae1d-55b688183dbd gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:21.784011 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-6ca3f2c7-7176-47e1-a13c-5457bc861b90 req-d5795fe2-156d-4aad-915a-a868e1647a38 service neutron] 10.222.0.30 "GET /v2.0/networks/884b3b53-79f8-48fb-9857-566e72d7be6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398170 Apr 22 15:08:22.035740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-cbd4a805-04c9-4a53-96bb-6133909bd63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933091263', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:27Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:23Z', 'updated_at': '2022-04-22T15:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '2e204d06-0890-4ec3-b7b9-e0e186f0ede7', 'name': '', 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:e5:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:07:34Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:22.039794 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4a805-04c9-4a53-96bb-6133909bd63b None None] The sync data for ids ['806f5590-aae3-4ad5-ae1d-55b688183dbd'] in dv-neutron-839027-1-hyperv is: [{'id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933091263', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:27Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:23Z', 'updated_at': '2022-04-22T15:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '2e204d06-0890-4ec3-b7b9-e0e186f0ede7', 'name': '', 'network_id': '884b3b53-79f8-48fb-9857-566e72d7be6a', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:e5:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:07:34Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '87d59c84-4ee6-47b5-bfc3-810373b72f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:22.261616 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8627a0-c537-4109-8f50-4134a0415e92 None None] New status for floating IP 73f3f689-a733-4888-9abe-dda63e209deb: DOWN {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:08:22.509091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-15227065-16f0-4cd3-83f2-501b26028d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.661811 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791c6b1-820d-4495-b392-09124e4cf0f4 req-d22b85cd-8c3d-453a-b335-965ab436fac4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:22.663243 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5791c6b1-820d-4495-b392-09124e4cf0f4 req-d22b85cd-8c3d-453a-b335-965ab436fac4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 945 time: 0.0782745 Apr 22 15:08:22.709363 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5791c6b1-820d-4495-b392-09124e4cf0f4 req-bf31d683-55e3-43ec-855b-deca9373b740 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=4784ea9d-1ff1-4c78-bac1-a1d3affee952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402722 Apr 22 15:08:22.851025 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de44fd7-b8ba-458d-b554-c878c728edb9 req-3d74b8b0-fe67-4034-99e3-707ee55de191 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:22.851728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-9de44fd7-b8ba-458d-b554-c878c728edb9 req-3d74b8b0-fe67-4034-99e3-707ee55de191 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:22.864883 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-9de44fd7-b8ba-458d-b554-c878c728edb9 req-3d74b8b0-fe67-4034-99e3-707ee55de191 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:22.866031 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9de44fd7-b8ba-458d-b554-c878c728edb9 req-3d74b8b0-fe67-4034-99e3-707ee55de191 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 945 time: 0.1190407 Apr 22 15:08:22.939307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-9de44fd7-b8ba-458d-b554-c878c728edb9 req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:22.939559 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-9de44fd7-b8ba-458d-b554-c878c728edb9 req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:23.188351 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-9de44fd7-b8ba-458d-b554-c878c728edb9 req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] For port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6,segment=NetworkSegment(76e972cc-a5b4-4cb7-9bbc-80add00c25e0),segment_id=76e972cc-a5b4-4cb7-9bbc-80add00c25e0)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:23.188698 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-9de44fd7-b8ba-458d-b554-c878c728edb9 req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:23.321729 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-9de44fd7-b8ba-458d-b554-c878c728edb9 req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:23.471348 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-9de44fd7-b8ba-458d-b554-c878c728edb9 req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:23.609624 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:23.662229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:23.662571 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:23.662906 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:23.663242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:23.663599 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:23.663924 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:23.664248 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:23.664574 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:23.664892 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:23.665213 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:23.665534 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:23.705230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de44fd7-b8ba-458d-b554-c878c728edb9 req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] No DVR routers for this DVR port fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:08:23.708201 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-9de44fd7-b8ba-458d-b554-c878c728edb9 req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:23.710672 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f2d4b2-b83f-4d3d-9ed4-f3e27075d068', 'name': 'network-vif-deleted', 'tag': 'fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:08:23.731987 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9de44fd7-b8ba-458d-b554-c878c728edb9 req-dadebb30-0b6a-4097-9671-cc1fc88007d8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "DELETE /v2.0/ports/fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 HTTP/1.1" status: 204 len: 173 time: 0.8603556 Apr 22 15:08:23.774909 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb10322-9ba9-43fa-ad92-1cf4acbbcdb3'] response: {'server_uuid': '64f2d4b2-b83f-4d3d-9ed4-f3e27075d068', 'name': 'network-vif-deleted', 'tag': 'fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6', 'status': 'completed', 'code': 200} Apr 22 15:08:23.927741 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ac31a176-2ce1-445b-966c-1bb0087dd458 req-78e789e9-4266-4476-bd41-c9cfe7c0314d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2d4b2-b83f-4d3d-9ed4-f3e27075d068 HTTP/1.1" status: 200 len: 210 time: 0.0624144 Apr 22 15:08:24.659643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:24.835475 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d7549ed2-6495-4851-97ef-5f29da607c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.039923 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41854) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:25.453863 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dece4ea2-40dc-4eef-9ebc-e6b1ec123417 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.127326 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.170575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-dece4ea2-40dc-4eef-9ebc-e6b1ec123417 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:26.171183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dece4ea2-40dc-4eef-9ebc-e6b1ec123417 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.203699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.363155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-dece4ea2-40dc-4eef-9ebc-e6b1ec123417 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] For port 2e204d06-0890-4ec3-b7b9-e0e186f0ede7, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=2e204d06-0890-4ec3-b7b9-e0e186f0ede7,segment=NetworkSegment(76e972cc-a5b4-4cb7-9bbc-80add00c25e0),segment_id=76e972cc-a5b4-4cb7-9bbc-80add00c25e0)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:26.363480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dece4ea2-40dc-4eef-9ebc-e6b1ec123417 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.482776 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-dece4ea2-40dc-4eef-9ebc-e6b1ec123417 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:26.680504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dece4ea2-40dc-4eef-9ebc-e6b1ec123417 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.732520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece4ea2-40dc-4eef-9ebc-e6b1ec123417 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=2e204d06-0890-4ec3-b7b9-e0e186f0ede7,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:27.078221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-dece4ea2-40dc-4eef-9ebc-e6b1ec123417 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.428918 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.762444 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dece4ea2-40dc-4eef-9ebc-e6b1ec123417 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 806f5590-aae3-4ad5-ae1d-55b688183dbd has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:27.944763 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:27.969072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dece4ea2-40dc-4eef-9ebc-e6b1ec123417 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:27.980110 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb776b-4aa3-406e-91c0-b0433950d91f None None] Sync routers for ids ['806f5590-aae3-4ad5-ae1d-55b688183dbd'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:27.982908 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dece4ea2-40dc-4eef-9ebc-e6b1ec123417 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "PUT /v2.0/routers/806f5590-aae3-4ad5-ae1d-55b688183dbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9419072 Apr 22 15:08:27.985629 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41858) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:27.988998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:08:27.989348 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device fb16f24e-bd3b-4253-b44d-fc2f4d2e3fe6 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:08:27.999393 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb776b-4aa3-406e-91c0-b0433950d91f None None] Routers {'806f5590-aae3-4ad5-ae1d-55b688183dbd'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:27.999997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-8fcb776b-4aa3-406e-91c0-b0433950d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:08:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['806f5590-aae3-4ad5-ae1d-55b688183dbd'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:28.193407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-8fcb776b-4aa3-406e-91c0-b0433950d91f None None] Set router 806f5590-aae3-4ad5-ae1d-55b688183dbd gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:28.209334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb527ce3-f821-4069-a3c4-a96fff394861 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting subnet 87d59c84-4ee6-47b5-bfc3-810373b72f5d {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:08:28.212890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb527ce3-f821-4069-a3c4-a96fff394861 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.280231 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb527ce3-f821-4069-a3c4-a96fff394861 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.370294 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb527ce3-f821-4069-a3c4-a96fff394861 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.455650 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb527ce3-f821-4069-a3c4-a96fff394861 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.495374 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb527ce3-f821-4069-a3c4-a96fff394861 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Subnet': ['ID=87d59c84-4ee6-47b5-bfc3-810373b72f5d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:28.501858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb527ce3-f821-4069-a3c4-a96fff394861 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.509275 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cb527ce3-f821-4069-a3c4-a96fff394861 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/subnets/87d59c84-4ee6-47b5-bfc3-810373b72f5d HTTP/1.1" status: 204 len: 168 time: 0.5226753 Apr 22 15:08:28.512196 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb63749-842f-4a07-ad2f-6becd99287cd None None] Network 884b3b53-79f8-48fb-9857-566e72d7be6a requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:28.513384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41862) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:28.711474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-8fcb776b-4aa3-406e-91c0-b0433950d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933091263', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:08:26Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:23Z', 'updated_at': '2022-04-22T15:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:28.716480 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb776b-4aa3-406e-91c0-b0433950d91f None None] Checking router: 806f5590-aae3-4ad5-ae1d-55b688183dbd for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:08:28.735810 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb776b-4aa3-406e-91c0-b0433950d91f None None] Routers {'806f5590-aae3-4ad5-ae1d-55b688183dbd'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:28.736448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-8fcb776b-4aa3-406e-91c0-b0433950d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:08:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['806f5590-aae3-4ad5-ae1d-55b688183dbd'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:28.757535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4479f0fa-2ca9-4973-97e0-583efa95ed60 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.884540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] DHCP port deletion for 884b3b53-79f8-48fb-9857-566e72d7be6a request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:08:28.894268 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Deleting port e20574fc-8cbe-417d-ad51-74ed53eefe68 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:28.894867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.971597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4479f0fa-2ca9-4973-97e0-583efa95ed60 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.981427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4479f0fa-2ca9-4973-97e0-583efa95ed60 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port c72e74c4-a4f2-48f2-afbd-639592b300ea {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:28.981816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4479f0fa-2ca9-4973-97e0-583efa95ed60 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.025077 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-8fcb776b-4aa3-406e-91c0-b0433950d91f None None] Set router 806f5590-aae3-4ad5-ae1d-55b688183dbd gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:29.167598 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-4479f0fa-2ca9-4973-97e0-583efa95ed60 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] For port c72e74c4-a4f2-48f2-afbd-639592b300ea, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=c72e74c4-a4f2-48f2-afbd-639592b300ea,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:29.167941 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4479f0fa-2ca9-4973-97e0-583efa95ed60 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.317009 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] For port e20574fc-8cbe-417d-ad51-74ed53eefe68, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e20574fc-8cbe-417d-ad51-74ed53eefe68,segment=NetworkSegment(76e972cc-a5b4-4cb7-9bbc-80add00c25e0),segment_id=76e972cc-a5b4-4cb7-9bbc-80add00c25e0)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:29.317320 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.408526 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-4479f0fa-2ca9-4973-97e0-583efa95ed60 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for c72e74c4-a4f2-48f2-afbd-639592b300ea owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:29.453549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Calling delete_port for e20574fc-8cbe-417d-ad51-74ed53eefe68 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:29.594730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4479f0fa-2ca9-4973-97e0-583efa95ed60 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.599351 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.642257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479f0fa-2ca9-4973-97e0-583efa95ed60 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=c72e74c4-a4f2-48f2-afbd-639592b300ea,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:29.751669 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Pushing event deleted for resources: {'Port': ['ID=e20574fc-8cbe-417d-ad51-74ed53eefe68,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:29.820175 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] No DVR routers for this DVR port e20574fc-8cbe-417d-ad51-74ed53eefe68 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:08:29.830133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.830483 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.830820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.831614 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.831952 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.832283 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.832612 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.832944 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.833266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.833588 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.834271 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edd695-bfb7-4398-9ffa-c58347bebddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.857448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-8fcb776b-4aa3-406e-91c0-b0433950d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933091263', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:08:26Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:23Z', 'updated_at': '2022-04-22T15:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:29.865372 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb776b-4aa3-406e-91c0-b0433950d91f None None] The sync data for ids ['806f5590-aae3-4ad5-ae1d-55b688183dbd'] in dv-neutron-839027-1-hyperv is: [{'id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933091263', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:08:26Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': 'c72e74c4-a4f2-48f2-afbd-639592b300ea', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f5590-aae3-4ad5-ae1d-55b688183dbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:23Z', 'updated_at': '2022-04-22T15:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:29.874701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4479f0fa-2ca9-4973-97e0-583efa95ed60 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.137140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4479f0fa-2ca9-4973-97e0-583efa95ed60 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.143075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4479f0fa-2ca9-4973-97e0-583efa95ed60 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.170030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4479f0fa-2ca9-4973-97e0-583efa95ed60 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.170520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4479f0fa-2ca9-4973-97e0-583efa95ed60 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Fanout notify agent at l3_agent the message router_deleted on router 806f5590-aae3-4ad5-ae1d-55b688183dbd {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:08:30.186152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4479f0fa-2ca9-4973-97e0-583efa95ed60 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.187248 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4479f0fa-2ca9-4973-97e0-583efa95ed60 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/routers/806f5590-aae3-4ad5-ae1d-55b688183dbd HTTP/1.1" status: 204 len: 168 time: 1.6729019 Apr 22 15:08:30.190562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41866) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:30.313974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3fcd3c51-b9ac-4af5-addb-9f78a5f72dd1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.318384 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e20574fc-8cbe-417d-ad51-74ed53eefe68 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:30.354494 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: e20574fc-8cbe-417d-ad51-74ed53eefe68 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:08:30.355020 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e20574fc-8cbe-417d-ad51-74ed53eefe68 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:08:30.355638 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:30.390514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:08:30.391112 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 2e204d06-0890-4ec3-b7b9-e0e186f0ede7 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:08:30.453099 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3fcd3c51-b9ac-4af5-addb-9f78a5f72dd1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.481889 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-3fcd3c51-b9ac-4af5-addb-9f78a5f72dd1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884b3b53-79f8-48fb-9857-566e72d7be6a']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:30.496941 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-3fcd3c51-b9ac-4af5-addb-9f78a5f72dd1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e972cc-a5b4-4cb7-9bbc-80add00c25e0') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:30.497224 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-3fcd3c51-b9ac-4af5-addb-9f78a5f72dd1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e972cc-a5b4-4cb7-9bbc-80add00c25e0') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:30.511072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3fcd3c51-b9ac-4af5-addb-9f78a5f72dd1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.532796 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3fcd3c51-b9ac-4af5-addb-9f78a5f72dd1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.540077 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fcd3c51-b9ac-4af5-addb-9f78a5f72dd1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:08:30.540474 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3fcd3c51-b9ac-4af5-addb-9f78a5f72dd1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:08:30.555586 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:08:30.641524 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3fcd3c51-b9ac-4af5-addb-9f78a5f72dd1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.663190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3fcd3c51-b9ac-4af5-addb-9f78a5f72dd1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.671692 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd3c51-b9ac-4af5-addb-9f78a5f72dd1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Network': ['ID=884b3b53-79f8-48fb-9857-566e72d7be6a,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:30.680776 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3fcd3c51-b9ac-4af5-addb-9f78a5f72dd1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/networks/884b3b53-79f8-48fb-9857-566e72d7be6a HTTP/1.1" status: 204 len: 168 time: 0.4891758 Apr 22 15:08:30.683578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41870) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:30.848647 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d7adfc42-61b7-4b83-a7bc-36adf2e8cfbf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.876826 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d7adfc42-61b7-4b83-a7bc-36adf2e8cfbf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.941748 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d7adfc42-61b7-4b83-a7bc-36adf2e8cfbf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.959878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adfc42-61b7-4b83-a7bc-36adf2e8cfbf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4784ea9d-1ff1-4c78-bac1-a1d3affee952,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:30.975337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d7adfc42-61b7-4b83-a7bc-36adf2e8cfbf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.977076 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d7adfc42-61b7-4b83-a7bc-36adf2e8cfbf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/security-groups/4784ea9d-1ff1-4c78-bac1-a1d3affee952 HTTP/1.1" status: 204 len: 168 time: 0.2923076 Apr 22 15:08:31.305014 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41878) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:31.310745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-03f52db2-761c-4288-ba90-c04a05d4c5f0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1633899843', 'description': 'tempest-secgroup-smoke-1633899843 description', 'project_id': '6e44065b60334563abf0475e02cf7a35'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:31.317381 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-03f52db2-761c-4288-ba90-c04a05d4c5f0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:31.322283 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-03f52db2-761c-4288-ba90-c04a05d4c5f0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:31.325169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-03f52db2-761c-4288-ba90-c04a05d4c5f0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:31.330749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-03f52db2-761c-4288-ba90-c04a05d4c5f0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:31.340249 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-03f52db2-761c-4288-ba90-c04a05d4c5f0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.380841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-03f52db2-761c-4288-ba90-c04a05d4c5f0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:31.384807 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-03f52db2-761c-4288-ba90-c04a05d4c5f0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:31.387680 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-03f52db2-761c-4288-ba90-c04a05d4c5f0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:31.393925 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-03f52db2-761c-4288-ba90-c04a05d4c5f0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:31.449851 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-03f52db2-761c-4288-ba90-c04a05d4c5f0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.454236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-03f52db2-761c-4288-ba90-c04a05d4c5f0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.502437 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f52db2-761c-4288-ba90-c04a05d4c5f0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52731cc0-caef-4b4d-9224-8d5df21ee04b,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:31.506786 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-03f52db2-761c-4288-ba90-c04a05d4c5f0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.508038 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-03f52db2-761c-4288-ba90-c04a05d4c5f0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2020104 Apr 22 15:08:31.511208 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41882) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:31.516681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-16cd66f6-2e26-477f-b46f-20c3ba640141 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '52731cc0-caef-4b4d-9224-8d5df21ee04b', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:31.523155 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-16cd66f6-2e26-477f-b46f-20c3ba640141 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:31.526974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-16cd66f6-2e26-477f-b46f-20c3ba640141 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:31.529823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-16cd66f6-2e26-477f-b46f-20c3ba640141 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:31.536536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-16cd66f6-2e26-477f-b46f-20c3ba640141 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:31.555773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16cd66f6-2e26-477f-b46f-20c3ba640141 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.618538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16cd66f6-2e26-477f-b46f-20c3ba640141 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.623348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16cd66f6-2e26-477f-b46f-20c3ba640141 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.649883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd66f6-2e26-477f-b46f-20c3ba640141 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2d57f9-d354-4021-af62-5d4fa58a9646,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:31.662140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-16cd66f6-2e26-477f-b46f-20c3ba640141 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.666158 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-16cd66f6-2e26-477f-b46f-20c3ba640141 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1511173 Apr 22 15:08:31.666544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41886) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:31.671968 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-70596a6e-fd8d-422b-b964-0e47c90489a6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '52731cc0-caef-4b4d-9224-8d5df21ee04b', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:31.678694 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-70596a6e-fd8d-422b-b964-0e47c90489a6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:31.682666 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-70596a6e-fd8d-422b-b964-0e47c90489a6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:31.686298 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-70596a6e-fd8d-422b-b964-0e47c90489a6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:31.693326 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-70596a6e-fd8d-422b-b964-0e47c90489a6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:31.712044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-70596a6e-fd8d-422b-b964-0e47c90489a6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.786484 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-70596a6e-fd8d-422b-b964-0e47c90489a6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.790290 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-70596a6e-fd8d-422b-b964-0e47c90489a6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.814066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70596a6e-fd8d-422b-b964-0e47c90489a6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c696f70-8d02-453f-8ae8-1aa41fdcc39a,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:31.825236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-70596a6e-fd8d-422b-b964-0e47c90489a6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.826510 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-70596a6e-fd8d-422b-b964-0e47c90489a6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1590462 Apr 22 15:08:31.829303 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41890) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:31.835259 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ebcc07ab-c379-40c8-bab8-36786fe8177d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '52731cc0-caef-4b4d-9224-8d5df21ee04b', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:31.841837 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ebcc07ab-c379-40c8-bab8-36786fe8177d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:31.845793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ebcc07ab-c379-40c8-bab8-36786fe8177d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:31.849546 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ebcc07ab-c379-40c8-bab8-36786fe8177d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:31.855463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ebcc07ab-c379-40c8-bab8-36786fe8177d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:31.873651 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ebcc07ab-c379-40c8-bab8-36786fe8177d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.946257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ebcc07ab-c379-40c8-bab8-36786fe8177d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.953876 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ebcc07ab-c379-40c8-bab8-36786fe8177d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.980226 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc07ab-c379-40c8-bab8-36786fe8177d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450ab8b5-cb1a-4626-ace5-310f9aac62ce,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:31.990396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ebcc07ab-c379-40c8-bab8-36786fe8177d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.991624 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ebcc07ab-c379-40c8-bab8-36786fe8177d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1613562 Apr 22 15:08:31.995322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41894) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:32.001111 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-3b626286-b434-44b6-bb5b-296ebf04144d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '52731cc0-caef-4b4d-9224-8d5df21ee04b', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:32.007879 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3b626286-b434-44b6-bb5b-296ebf04144d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:32.011689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3b626286-b434-44b6-bb5b-296ebf04144d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:32.014855 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-3b626286-b434-44b6-bb5b-296ebf04144d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:32.021944 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-3b626286-b434-44b6-bb5b-296ebf04144d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:32.043059 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3b626286-b434-44b6-bb5b-296ebf04144d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.114574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3b626286-b434-44b6-bb5b-296ebf04144d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.118718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3b626286-b434-44b6-bb5b-296ebf04144d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.126755 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c72e74c4-a4f2-48f2-afbd-639592b300ea no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:32.152752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b626286-b434-44b6-bb5b-296ebf04144d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53de3a14-8366-49c8-86b4-ac6dab09c2ed,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:32.163620 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: c72e74c4-a4f2-48f2-afbd-639592b300ea {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:08:32.163961 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device c72e74c4-a4f2-48f2-afbd-639592b300ea not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:08:32.164631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3b626286-b434-44b6-bb5b-296ebf04144d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.167520 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3b626286-b434-44b6-bb5b-296ebf04144d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1706443 Apr 22 15:08:32.170042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41898) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:32.175334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-80b154d2-4cdd-486d-9986-a60dd2fe2874 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '52731cc0-caef-4b4d-9224-8d5df21ee04b', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:32.181465 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-80b154d2-4cdd-486d-9986-a60dd2fe2874 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:32.186292 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-80b154d2-4cdd-486d-9986-a60dd2fe2874 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:32.190206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-80b154d2-4cdd-486d-9986-a60dd2fe2874 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:32.198346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-80b154d2-4cdd-486d-9986-a60dd2fe2874 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:32.210063 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-80b154d2-4cdd-486d-9986-a60dd2fe2874 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Project 6e44065b60334563abf0475e02cf7a35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:08:32.216775 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80b154d2-4cdd-486d-9986-a60dd2fe2874 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.283005 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80b154d2-4cdd-486d-9986-a60dd2fe2874 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.287550 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80b154d2-4cdd-486d-9986-a60dd2fe2874 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.312030 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b154d2-4cdd-486d-9986-a60dd2fe2874 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52900aa4-5d03-4f91-a9a4-a0811684630f,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:32.322698 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80b154d2-4cdd-486d-9986-a60dd2fe2874 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.324123 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-80b154d2-4cdd-486d-9986-a60dd2fe2874 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1532443 Apr 22 15:08:32.326778 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41902) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:32.332534 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-17b062d4-5818-422f-ad34-f9ca729fe2b7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '52731cc0-caef-4b4d-9224-8d5df21ee04b', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:32.338245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-17b062d4-5818-422f-ad34-f9ca729fe2b7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:32.341963 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-17b062d4-5818-422f-ad34-f9ca729fe2b7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:32.344866 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-17b062d4-5818-422f-ad34-f9ca729fe2b7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:32.350700 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-17b062d4-5818-422f-ad34-f9ca729fe2b7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:32.363655 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-17b062d4-5818-422f-ad34-f9ca729fe2b7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Project 6e44065b60334563abf0475e02cf7a35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:08:32.369890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-17b062d4-5818-422f-ad34-f9ca729fe2b7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.445188 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-17b062d4-5818-422f-ad34-f9ca729fe2b7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.450093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-17b062d4-5818-422f-ad34-f9ca729fe2b7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.475668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b062d4-5818-422f-ad34-f9ca729fe2b7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7ace2e-d2a7-4643-b771-78e53052ca33,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:32.486474 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-17b062d4-5818-422f-ad34-f9ca729fe2b7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.488243 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-17b062d4-5818-422f-ad34-f9ca729fe2b7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1603429 Apr 22 15:08:32.491646 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 41906) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:32.498499 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-13e0179e-b35d-47c8-8289-290724ee23f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'network': {'name': 'tempest-network-smoke--960792329', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'port_security_enabled': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:32.504817 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-13e0179e-b35d-47c8-8289-290724ee23f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:32.509464 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-13e0179e-b35d-47c8-8289-290724ee23f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:network and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:32.512394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-13e0179e-b35d-47c8-8289-290724ee23f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:32.519717 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-13e0179e-b35d-47c8-8289-290724ee23f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:32.530490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e0179e-b35d-47c8-8289-290724ee23f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Made reservation on behalf of 6e44065b60334563abf0475e02cf7a35 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:32.533633 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-13e0179e-b35d-47c8-8289-290724ee23f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.572118 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e0179e-b35d-47c8-8289-290724ee23f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:08:32.582323 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-13e0179e-b35d-47c8-8289-290724ee23f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.582681 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-13e0179e-b35d-47c8-8289-290724ee23f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Added segment 142547e5-bec5-4f74-8881-3d6a42dcad1b of type vlan for network 35972fb0-d8f1-41b3-b417-98f613ad4c81 Apr 22 15:08:32.611463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-13e0179e-b35d-47c8-8289-290724ee23f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.644080 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-13e0179e-b35d-47c8-8289-290724ee23f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.647854 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e0179e-b35d-47c8-8289-290724ee23f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:32.648416 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-13e0179e-b35d-47c8-8289-290724ee23f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.751603 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-13e0179e-b35d-47c8-8289-290724ee23f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2586455 Apr 22 15:08:32.755053 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41910) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:32.760582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1677666814', 'admin_state_up': True, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:32.760785 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0179e-b35d-47c8-8289-290724ee23f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Network': ['ID=35972fb0-d8f1-41b3-b417-98f613ad4c81,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:32.770202 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:32.770958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 35972fb0-d8f1-41b3-b417-98f613ad4c81 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:08:32.774488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:router and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:32.777458 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:32.787980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:32.794283 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:08:32.799184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.801122 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.821856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.974571 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.161217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.198988 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.334837 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.26.0.150 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/7a41e514-7725-4793-8626-13351ba54965) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:33.489849 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.518633 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.597632 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:33.600780 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:33.603420 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:33.641203 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=7a41e514-7725-4793-8626-13351ba54965,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:33.775519 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.776529 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.001846 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:08:34.209591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:34.219041 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Sync routers for ids ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:34.235816 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Routers {'4523aff7-0ac1-46e7-8e24-9e67c09351d7'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:34.236428 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:08:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:34.237672 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.241888 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-d15596bb-36fa-4718-ae7b-15a011c5d5a0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4829347 Apr 22 15:08:34.242272 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41918) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:34.299210 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fc1be386-1b7a-4aad-9818-cd9e5359b8c2 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6e44065b60334563abf0475e02cf7a35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530555 Apr 22 15:08:34.300427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41922) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:34.435682 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Set router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:34.532941 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c366e7-1c63-4f45-a2af-ca3f6c57d885 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:34.534982 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-90c366e7-1c63-4f45-a2af-ca3f6c57d885 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2335613 Apr 22 15:08:34.537844 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41928) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:34.583523 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-10f74f24-2089-426f-bb4f-55c7da811ae8 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445452 Apr 22 15:08:34.585975 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41932) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:34.591614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-3bff6f9c-aeb7-4157-ba36-4b603ea18b56 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1780596185', 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:34.706087 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3bff6f9c-aeb7-4157-ba36-4b603ea18b56 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:34.710033 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3bff6f9c-aeb7-4157-ba36-4b603ea18b56 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:subnet and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:34.713016 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3bff6f9c-aeb7-4157-ba36-4b603ea18b56 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:34.718653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3bff6f9c-aeb7-4157-ba36-4b603ea18b56 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:34.731052 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bff6f9c-aeb7-4157-ba36-4b603ea18b56 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Made reservation on behalf of 6e44065b60334563abf0475e02cf7a35 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:34.742006 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677666814', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '7a41e514-7725-4793-8626-13351ba54965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:32Z', 'updated_at': '2022-04-22T15:08:33Z', 'revision_number': 3, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7a41e514-7725-4793-8626-13351ba54965', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:33Z', 'updated_at': '2022-04-22T15:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:34.745953 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Checking router: 4523aff7-0ac1-46e7-8e24-9e67c09351d7 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:08:34.746299 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Updating router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 port 7a41e514-7725-4793-8626-13351ba54965 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:08:34.797913 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.830636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3bff6f9c-aeb7-4157-ba36-4b603ea18b56 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.059434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3bff6f9c-aeb7-4157-ba36-4b603ea18b56 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.135964 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.137977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff6f9c-aeb7-4157-ba36-4b603ea18b56 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Subnet': ['ID=82ccbda0-89fd-4e97-99d4-ab0bd5ce535d,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:35.150206 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Transition to ACTIVE for port object 7a41e514-7725-4793-8626-13351ba54965 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:35.150633 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff6f9c-aeb7-4157-ba36-4b603ea18b56 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Checking segment: {'id': '142547e5-bec5-4f74-8881-3d6a42dcad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:35.151008 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bff6f9c-aeb7-4157-ba36-4b603ea18b56 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network hostable DHCP agents. Network: 35972fb0-d8f1-41b3-b417-98f613ad4c81, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:08:35.158005 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.173730 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bff6f9c-aeb7-4157-ba36-4b603ea18b56 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 35972fb0-d8f1-41b3-b417-98f613ad4c81 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:08:35.184540 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-3bff6f9c-aeb7-4157-ba36-4b603ea18b56 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 35972fb0-d8f1-41b3-b417-98f613ad4c81) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:35.188920 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bff6f9c-aeb7-4157-ba36-4b603ea18b56 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:35.189294 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3bff6f9c-aeb7-4157-ba36-4b603ea18b56 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.198132 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99f95d4-eb08-4572-8bbd-cff477d3bec4 None None] Network 35972fb0-d8f1-41b3-b417-98f613ad4c81 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:35.217592 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3bff6f9c-aeb7-4157-ba36-4b603ea18b56 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6279812 Apr 22 15:08:35.217811 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41938) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:35.238299 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d5b40-42b4-481e-8229-d65c249658d1 None None] Pushing event updated for resources: {'Port': ['ID=7a41e514-7725-4793-8626-13351ba54965,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:35.254006 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d5b40-42b4-481e-8229-d65c249658d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.254345 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d5b40-42b4-481e-8229-d65c249658d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.254678 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d5b40-42b4-481e-8229-d65c249658d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.255008 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d5b40-42b4-481e-8229-d65c249658d1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.255363 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d5b40-42b4-481e-8229-d65c249658d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.255695 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d5b40-42b4-481e-8229-d65c249658d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.256018 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d5b40-42b4-481e-8229-d65c249658d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.256339 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d5b40-42b4-481e-8229-d65c249658d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.256798 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d5b40-42b4-481e-8229-d65c249658d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.257120 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d5b40-42b4-481e-8229-d65c249658d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.257436 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d5b40-42b4-481e-8229-d65c249658d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.276422 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Attempting to bind port 7a41e514-7725-4793-8626-13351ba54965 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:35.276699 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Attempting to bind port 7a41e514-7725-4793-8626-13351ba54965 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:35.277055 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Attempting to bind port 7a41e514-7725-4793-8626-13351ba54965 on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:35.283862 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:35.285037 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:35.285432 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.286010 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:35.286591 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Bound port: 7a41e514-7725-4793-8626-13351ba54965, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:35.286960 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.374021 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] For port 7a41e514-7725-4793-8626-13351ba54965, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:35.380055 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] For port 7a41e514-7725-4793-8626-13351ba54965, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7a41e514-7725-4793-8626-13351ba54965,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:35.386983 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.441776 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-35972fb0-d8f1-41b3-b417-98f613ad4c81', 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ips': [{'subnet_id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:08:35.442885 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.478745 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d5b40-42b4-481e-8229-d65c249658d1 None None] Pushing event updated for resources: {'Port': ['ID=7a41e514-7725-4793-8626-13351ba54965,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:35.483583 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Routers {'4523aff7-0ac1-46e7-8e24-9e67c09351d7'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:35.484185 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:08:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:35.611275 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Allocated IP 172.20.0.2 (35972fb0-d8f1-41b3-b417-98f613ad4c81/82ccbda0-89fd-4e97-99d4-ab0bd5ce535d/b642cc42-83ec-47e0-9467-ec6a0a3a034b) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:35.678771 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] Set router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:35.857906 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.869919 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Transition to ACTIVE for port object b642cc42-83ec-47e0-9467-ec6a0a3a034b will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:35.891057 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Transition to ACTIVE for port object b642cc42-83ec-47e0-9467-ec6a0a3a034b will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:35.899915 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.970865 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Network 35972fb0-d8f1-41b3-b417-98f613ad4c81 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:35.973254 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:35.977214 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:35.984206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Pushing event updated for resources: {'Port': ['ID=b642cc42-83ec-47e0-9467-ec6a0a3a034b,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:36.015837 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677666814', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '7a41e514-7725-4793-8626-13351ba54965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:32Z', 'updated_at': '2022-04-22T15:08:33Z', 'revision_number': 3, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7a41e514-7725-4793-8626-13351ba54965', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:33Z', 'updated_at': '2022-04-22T15:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:36.021858 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e914bf-955c-455a-a2d8-e76a7c7e9df1 None None] The sync data for ids ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'] in dv-neutron-839027-1-hyperv is: [{'id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677666814', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '7a41e514-7725-4793-8626-13351ba54965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:32Z', 'updated_at': '2022-04-22T15:08:33Z', 'revision_number': 3, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7a41e514-7725-4793-8626-13351ba54965', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:33Z', 'updated_at': '2022-04-22T15:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:36.064965 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.088280 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Attempting to bind port b642cc42-83ec-47e0-9467-ec6a0a3a034b on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:36.088956 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Attempting to bind port b642cc42-83ec-47e0-9467-ec6a0a3a034b by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '142547e5-bec5-4f74-8881-3d6a42dcad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:36.089322 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Attempting to bind port b642cc42-83ec-47e0-9467-ec6a0a3a034b on network 35972fb0-d8f1-41b3-b417-98f613ad4c81 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:36.097403 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:36.097849 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Checking segment: {'id': '142547e5-bec5-4f74-8881-3d6a42dcad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:36.098422 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.099028 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Bound using segment: {'id': '142547e5-bec5-4f74-8881-3d6a42dcad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:36.099596 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Bound port: b642cc42-83ec-47e0-9467-ec6a0a3a034b, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142547e5-bec5-4f74-8881-3d6a42dcad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:36.100045 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.220996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] For port b642cc42-83ec-47e0-9467-ec6a0a3a034b, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:36.224683 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] For port b642cc42-83ec-47e0-9467-ec6a0a3a034b, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b642cc42-83ec-47e0-9467-ec6a0a3a034b,segment=NetworkSegment(142547e5-bec5-4f74-8881-3d6a42dcad1b),segment_id=142547e5-bec5-4f74-8881-3d6a42dcad1b)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:36.234242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.333616 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c6d19-a6b2-4a6f-a033-d430a9756ffa None None] Pushing event updated for resources: {'Port': ['ID=b642cc42-83ec-47e0-9467-ec6a0a3a034b,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:36.661080 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.20.0.1 (35972fb0-d8f1-41b3-b417-98f613ad4c81/82ccbda0-89fd-4e97-99d4-ab0bd5ce535d/1acd467e-7f37-492c-ba23-9c71475550fd) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:36.839246 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.858438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Transition to ACTIVE for port object 1acd467e-7f37-492c-ba23-9c71475550fd will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:36.881313 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.955493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 35972fb0-d8f1-41b3-b417-98f613ad4c81 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:36.959134 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:36.963385 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:36.994624 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=1acd467e-7f37-492c-ba23-9c71475550fd,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:37.027977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.121853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.304394 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7d04f7-530e-477b-a572-855f5bb67402 None None] Network 35972fb0-d8f1-41b3-b417-98f613ad4c81 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:37.413230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2e7147c3-3bd7-4dcc-87b2-4ba9a7a7e75b None None] Provisioning for port b642cc42-83ec-47e0-9467-ec6a0a3a034b completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:37.546327 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.552924 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.665432 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=1acd467e-7f37-492c-ba23-9c71475550fd,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:37.668764 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.821164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 35972fb0-d8f1-41b3-b417-98f613ad4c81 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:37.822360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:37.845546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9bd27cb7-1e79-49e5-9b8f-227b36ad8bd4 None None] Provisioning for port 1acd467e-7f37-492c-ba23-9c71475550fd completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:37.851118 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9bd27cb7-1e79-49e5-9b8f-227b36ad8bd4 None None] Provisioning complete for port 1acd467e-7f37-492c-ba23-9c71475550fd triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:37.851823 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9bd27cb7-1e79-49e5-9b8f-227b36ad8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.958968 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9bd27cb7-1e79-49e5-9b8f-227b36ad8bd4 None None] Port 1acd467e-7f37-492c-ba23-9c71475550fd cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:38.099573 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d971c16f-e570-4a3f-a046-86959c954de2 None None] Provisioning complete for port 1acd467e-7f37-492c-ba23-9c71475550fd triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:38.099988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d971c16f-e570-4a3f-a046-86959c954de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.166779 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d971c16f-e570-4a3f-a046-86959c954de2 None None] Port 1acd467e-7f37-492c-ba23-9c71475550fd cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:38.232286 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7a41e514-7725-4793-8626-13351ba54965 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:38.308764 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b11bb0ba-0c29-441f-a472-4f432215aac7 None None] Provisioning complete for port 1acd467e-7f37-492c-ba23-9c71475550fd triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:38.309473 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b11bb0ba-0c29-441f-a472-4f432215aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.360211 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 7a41e514-7725-4793-8626-13351ba54965 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:38.367350 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:38.368153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b11bb0ba-0c29-441f-a472-4f432215aac7 None None] Port 1acd467e-7f37-492c-ba23-9c71475550fd cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:38.370470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 7a41e514-7725-4793-8626-13351ba54965 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:38.370782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.490497 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.508669 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 7a41e514-7725-4793-8626-13351ba54965, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7a41e514-7725-4793-8626-13351ba54965,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:38.513268 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.514283 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b642cc42-83ec-47e0-9467-ec6a0a3a034b up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:38.585940 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:38.601673 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-daa0c289-e891-4919-b268-da8a6af58a69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "PUT /v2.0/routers/4523aff7-0ac1-46e7-8e24-9e67c09351d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3821616 Apr 22 15:08:38.635552 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=7a41e514-7725-4793-8626-13351ba54965,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:38.651307 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port b642cc42-83ec-47e0-9467-ec6a0a3a034b completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:38.656812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port b642cc42-83ec-47e0-9467-ec6a0a3a034b triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:38.657304 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.777580 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.785060 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-b8492386-9569-475d-83d2-bd1695ecc447 req-2e0920f2-06af-4d0b-bf6e-9a97545a9f32 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:38.801370 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-b8492386-9569-475d-83d2-bd1695ecc447 req-2e0920f2-06af-4d0b-bf6e-9a97545a9f32 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:38.802563 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b8492386-9569-475d-83d2-bd1695ecc447 req-2e0920f2-06af-4d0b-bf6e-9a97545a9f32 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633899843&fields=id&tenant_id=6e44065b60334563abf0475e02cf7a35 HTTP/1.1" status: 200 len: 267 time: 0.0602293 Apr 22 15:08:38.814796 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port b642cc42-83ec-47e0-9467-ec6a0a3a034b, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b642cc42-83ec-47e0-9467-ec6a0a3a034b,segment=NetworkSegment(142547e5-bec5-4f74-8881-3d6a42dcad1b),segment_id=142547e5-bec5-4f74-8881-3d6a42dcad1b)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:38.820782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.890172 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=b642cc42-83ec-47e0-9467-ec6a0a3a034b,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:38.958793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8492386-9569-475d-83d2-bd1695ecc447 req-4a1e1564-c1fc-486d-b438-d3ffb6e6d709 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:38.959447 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-b8492386-9569-475d-83d2-bd1695ecc447 req-4a1e1564-c1fc-486d-b438-d3ffb6e6d709 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:38.976260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-b8492386-9569-475d-83d2-bd1695ecc447 req-4a1e1564-c1fc-486d-b438-d3ffb6e6d709 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:38.977514 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b8492386-9569-475d-83d2-bd1695ecc447 req-4a1e1564-c1fc-486d-b438-d3ffb6e6d709 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/networks?id=35972fb0-d8f1-41b3-b417-98f613ad4c81 HTTP/1.1" status: 200 len: 796 time: 0.1679518 Apr 22 15:08:38.996493 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b8492386-9569-475d-83d2-bd1695ecc447 req-1bd5550c-281f-4809-abaa-1f306f282a20 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/quotas/6e44065b60334563abf0475e02cf7a35 HTTP/1.1" status: 200 len: 375 time: 0.0128736 Apr 22 15:08:39.083048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-b8492386-9569-475d-83d2-bd1695ecc447 req-78854584-4330-4fe0-8d01-9be27b4f431b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:39.098953 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-b8492386-9569-475d-83d2-bd1695ecc447 req-78854584-4330-4fe0-8d01-9be27b4f431b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:39.100246 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b8492386-9569-475d-83d2-bd1695ecc447 req-78854584-4330-4fe0-8d01-9be27b4f431b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987005 Apr 22 15:08:39.343649 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b8492386-9569-475d-83d2-bd1695ecc447 req-6527f2f1-1a93-41a2-80d5-2e8850811d63 service neutron] 10.222.0.23 "GET /v2.0/networks/35972fb0-d8f1-41b3-b417-98f613ad4c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318172 Apr 22 15:08:39.484802 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b8492386-9569-475d-83d2-bd1695ecc447 req-bf06db2a-1613-4b32-9a27-c81405960fcb service neutron] 10.222.0.23 "GET /v2.0/networks/35972fb0-d8f1-41b3-b417-98f613ad4c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349101 Apr 22 15:08:39.602505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Sync routers for ids ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:39.617156 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Routers {'4523aff7-0ac1-46e7-8e24-9e67c09351d7'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:39.617774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:08:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:39.683689 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d6e69193-d191-48c9-b8a6-0f78fcc0fb3e req-e30a6251-1071-4670-8ef0-a16d987fb322 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 210 time: 0.0440450 Apr 22 15:08:39.817630 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Set router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:40.195762 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677666814', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '7a41e514-7725-4793-8626-13351ba54965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:32Z', 'updated_at': '2022-04-22T15:08:37Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7a41e514-7725-4793-8626-13351ba54965', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:33Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '1acd467e-7f37-492c-ba23-9c71475550fd', 'name': '', 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:fb:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:36Z', 'updated_at': '2022-04-22T15:08:37Z', 'revision_number': 2, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:40.202855 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7a41e514-7725-4793-8626-13351ba54965 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:40.242152 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Checking router: 4523aff7-0ac1-46e7-8e24-9e67c09351d7 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:08:40.242647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Updating router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 port 1acd467e-7f37-492c-ba23-9c71475550fd binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:08:40.321866 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.412465 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 7a41e514-7725-4793-8626-13351ba54965 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:40.413047 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.790571 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b642cc42-83ec-47e0-9467-ec6a0a3a034b up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:40.816093 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8492386-9569-475d-83d2-bd1695ecc447 req-7f29961a-fc4c-4aac-a7ff-e9612e0a58e8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:40.818141 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8492386-9569-475d-83d2-bd1695ecc447 req-7f29961a-fc4c-4aac-a7ff-e9612e0a58e8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "GET /v2.0/networks?id=35972fb0-d8f1-41b3-b417-98f613ad4c81 HTTP/1.1" status: 200 len: 796 time: 0.2144077 Apr 22 15:08:40.895313 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8492386-9569-475d-83d2-bd1695ecc447 req-650f01c9-8a46-4e56-a924-43f724a10c3f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e44065b60334563abf0475e02cf7a35 HTTP/1.1" status: 200 len: 380 time: 0.0656040 Apr 22 15:08:40.905131 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-b8492386-9569-475d-83d2-bd1695ecc447 req-1de4f380-b287-4826-ac18-8ffb59b4d700 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'port': {'device_id': '8a5c0f36-bf35-4297-996a-0d0643b541f1', 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81', 'admin_state_up': True, 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'security_groups': ['52731cc0-caef-4b4d-9224-8d5df21ee04b']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:40.918272 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3fe679cc-893f-4998-8c07-fefcf1f20624 req-9e0a1922-307d-4509-aaf0-ab56dbc33620 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 210 time: 0.0548234 Apr 22 15:08:40.993083 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port b642cc42-83ec-47e0-9467-ec6a0a3a034b triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:40.993651 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.064352 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-b8492386-9569-475d-83d2-bd1695ecc447 req-1de4f380-b287-4826-ac18-8ffb59b4d700 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:41.066549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.076615 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-b8492386-9569-475d-83d2-bd1695ecc447 req-1de4f380-b287-4826-ac18-8ffb59b4d700 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:41.088649 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8492386-9569-475d-83d2-bd1695ecc447 req-1de4f380-b287-4826-ac18-8ffb59b4d700 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Made reservation on behalf of 6e44065b60334563abf0475e02cf7a35 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:41.089625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Transition to ACTIVE for port object 1acd467e-7f37-492c-ba23-9c71475550fd will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:41.092175 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b8492386-9569-475d-83d2-bd1695ecc447 req-1de4f380-b287-4826-ac18-8ffb59b4d700 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.098684 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.280528 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1328b-b61f-4f88-9749-d39eee061581 None None] Pushing event updated for resources: {'Port': ['ID=1acd467e-7f37-492c-ba23-9c71475550fd,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:41.295146 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-b8492386-9569-475d-83d2-bd1695ecc447 req-1de4f380-b287-4826-ac18-8ffb59b4d700 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.20.0.5 (35972fb0-d8f1-41b3-b417-98f613ad4c81/82ccbda0-89fd-4e97-99d4-ab0bd5ce535d/52125103-3960-4945-a44c-af4a6006720b) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:41.387552 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Attempting to bind port 1acd467e-7f37-492c-ba23-9c71475550fd on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:41.387923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Attempting to bind port 1acd467e-7f37-492c-ba23-9c71475550fd by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '142547e5-bec5-4f74-8881-3d6a42dcad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:41.388286 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Attempting to bind port 1acd467e-7f37-492c-ba23-9c71475550fd on network 35972fb0-d8f1-41b3-b417-98f613ad4c81 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:41.396228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:41.396599 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Checking segment: {'id': '142547e5-bec5-4f74-8881-3d6a42dcad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:41.397004 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.397768 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Bound using segment: {'id': '142547e5-bec5-4f74-8881-3d6a42dcad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:41.398058 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Bound port: 1acd467e-7f37-492c-ba23-9c71475550fd, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142547e5-bec5-4f74-8881-3d6a42dcad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:41.398437 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.494593 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] For port 1acd467e-7f37-492c-ba23-9c71475550fd, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:41.498613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] For port 1acd467e-7f37-492c-ba23-9c71475550fd, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1acd467e-7f37-492c-ba23-9c71475550fd,segment=NetworkSegment(142547e5-bec5-4f74-8881-3d6a42dcad1b),segment_id=142547e5-bec5-4f74-8881-3d6a42dcad1b)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:41.505097 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.522168 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b8492386-9569-475d-83d2-bd1695ecc447 req-1de4f380-b287-4826-ac18-8ffb59b4d700 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.540770 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-b8492386-9569-475d-83d2-bd1695ecc447 req-1de4f380-b287-4826-ac18-8ffb59b4d700 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Transition to ACTIVE for port object 52125103-3960-4945-a44c-af4a6006720b will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:41.564466 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b8492386-9569-475d-83d2-bd1695ecc447 req-1de4f380-b287-4826-ac18-8ffb59b4d700 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.602369 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1328b-b61f-4f88-9749-d39eee061581 None None] Pushing event updated for resources: {'Port': ['ID=1acd467e-7f37-492c-ba23-9c71475550fd,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:41.604995 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Routers {'4523aff7-0ac1-46e7-8e24-9e67c09351d7'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:41.605598 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:08:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:41.656985 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8492386-9569-475d-83d2-bd1695ecc447 req-1de4f380-b287-4826-ac18-8ffb59b4d700 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 35972fb0-d8f1-41b3-b417-98f613ad4c81 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:41.661611 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-b8492386-9569-475d-83d2-bd1695ecc447 req-1de4f380-b287-4826-ac18-8ffb59b4d700 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:41.663629 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4f380-b287-4826-ac18-8ffb59b4d700 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=52125103-3960-4945-a44c-af4a6006720b,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:41.665619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8492386-9569-475d-83d2-bd1695ecc447 req-1de4f380-b287-4826-ac18-8ffb59b4d700 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:41.727473 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8492386-9569-475d-83d2-bd1695ecc447 req-1de4f380-b287-4826-ac18-8ffb59b4d700 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:41.728226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b8492386-9569-475d-83d2-bd1695ecc447 req-1de4f380-b287-4826-ac18-8ffb59b4d700 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.757997 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8492386-9569-475d-83d2-bd1695ecc447 req-1de4f380-b287-4826-ac18-8ffb59b4d700 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8579805 Apr 22 15:08:41.770971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Request body: {'port': {'device_id': '8a5c0f36-bf35-4297-996a-0d0643b541f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:41.824007 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] Set router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:41.890525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.175434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bcf78-0c21-4d66-ad2a-3099384c088c req-8912750e-e5c6-4701-89d4-3404bab86b43 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:42.176938 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-be7bcf78-0c21-4d66-ad2a-3099384c088c req-8912750e-e5c6-4701-89d4-3404bab86b43 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 931 time: 0.1064615 Apr 22 15:08:42.194270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677666814', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '7a41e514-7725-4793-8626-13351ba54965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:32Z', 'updated_at': '2022-04-22T15:08:37Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7a41e514-7725-4793-8626-13351ba54965', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:33Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '1acd467e-7f37-492c-ba23-9c71475550fd', 'name': '', 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:fb:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:36Z', 'updated_at': '2022-04-22T15:08:41Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:42.200091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eee5c3-e75f-46c2-a5e3-e792cce87666 None None] The sync data for ids ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'] in dv-neutron-839027-1-hyperv is: [{'id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677666814', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '7a41e514-7725-4793-8626-13351ba54965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:32Z', 'updated_at': '2022-04-22T15:08:37Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7a41e514-7725-4793-8626-13351ba54965', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:33Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '1acd467e-7f37-492c-ba23-9c71475550fd', 'name': '', 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:fb:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:36Z', 'updated_at': '2022-04-22T15:08:41Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:42.203924 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b9ba223f-619c-4e68-aca1-a3644d2daa8a None None] Provisioning for port 52125103-3960-4945-a44c-af4a6006720b completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:42.210907 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b9ba223f-619c-4e68-aca1-a3644d2daa8a None None] Provisioning complete for port 52125103-3960-4945-a44c-af4a6006720b triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:42.211276 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b9ba223f-619c-4e68-aca1-a3644d2daa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.244856 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-be7bcf78-0c21-4d66-ad2a-3099384c088c req-5e5ace82-f805-4143-a005-aa3cf0302901 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615201 Apr 22 15:08:42.302130 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b9ba223f-619c-4e68-aca1-a3644d2daa8a None None] Port 52125103-3960-4945-a44c-af4a6006720b cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:42.414130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52125103-3960-4945-a44c-af4a6006720b {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:08:42.421663 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.437996 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Transition to ACTIVE for port object 52125103-3960-4945-a44c-af4a6006720b will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:42.444368 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.583039 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Pushing event updated for resources: {'Port': ['ID=52125103-3960-4945-a44c-af4a6006720b,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:42.710900 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Attempting to bind port 52125103-3960-4945-a44c-af4a6006720b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:42.711236 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Attempting to bind port 52125103-3960-4945-a44c-af4a6006720b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '142547e5-bec5-4f74-8881-3d6a42dcad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:42.711585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Attempting to bind port 52125103-3960-4945-a44c-af4a6006720b on network 35972fb0-d8f1-41b3-b417-98f613ad4c81 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:42.720601 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Port 52125103-3960-4945-a44c-af4a6006720b on network 35972fb0-d8f1-41b3-b417-98f613ad4c81 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:08:42.722164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Attempting to bind port 52125103-3960-4945-a44c-af4a6006720b on network 35972fb0-d8f1-41b3-b417-98f613ad4c81 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:42.730002 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:42.730340 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Checking segment: {'id': '142547e5-bec5-4f74-8881-3d6a42dcad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:42.730728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Bound using segment: {'id': '142547e5-bec5-4f74-8881-3d6a42dcad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:42.731196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Bound port: 52125103-3960-4945-a44c-af4a6006720b, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '142547e5-bec5-4f74-8881-3d6a42dcad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:42.731590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.831994 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] For port 52125103-3960-4945-a44c-af4a6006720b, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:42.835413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] For port 52125103-3960-4945-a44c-af4a6006720b, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=52125103-3960-4945-a44c-af4a6006720b,segment=NetworkSegment(142547e5-bec5-4f74-8881-3d6a42dcad1b),segment_id=142547e5-bec5-4f74-8881-3d6a42dcad1b)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:42.840734 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.904993 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.906328 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8492386-9569-475d-83d2-bd1695ecc447 req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] 10.222.0.30 "PUT /v2.0/ports/52125103-3960-4945-a44c-af4a6006720b HTTP/1.1" status: 200 len: 1093 time: 1.1404061 Apr 22 15:08:42.906766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5c0f36-bf35-4297-996a-0d0643b541f1', 'tag': '52125103-3960-4945-a44c-af4a6006720b'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:08:42.924004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8811c-24ce-4dbb-b728-f8689501c59b service neutron] Pushing event updated for resources: {'Port': ['ID=52125103-3960-4945-a44c-af4a6006720b,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:42.988529 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2961c51d-6255-4d53-a55f-a975f2987394'] response: {'name': 'network-changed', 'server_uuid': '8a5c0f36-bf35-4297-996a-0d0643b541f1', 'tag': '52125103-3960-4945-a44c-af4a6006720b', 'status': 'completed', 'code': 200} Apr 22 15:08:43.028843 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8492386-9569-475d-83d2-bd1695ecc447 req-62b4457c-944d-4ea2-8070-b2fc6668e6f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 1096 time: 0.0844495 Apr 22 15:08:43.108660 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8492386-9569-475d-83d2-bd1695ecc447 req-5a61ed07-dc3a-4b98-b905-01946ac18432 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52125103-3960-4945-a44c-af4a6006720b HTTP/1.1" status: 200 len: 217 time: 0.0711610 Apr 22 15:08:43.178405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8492386-9569-475d-83d2-bd1695ecc447 req-bcc5f64d-15c8-403a-966e-c710b1a7e659 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:43.179887 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8492386-9569-475d-83d2-bd1695ecc447 req-bcc5f64d-15c8-403a-966e-c710b1a7e659 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82ccbda0-89fd-4e97-99d4-ab0bd5ce535d HTTP/1.1" status: 200 len: 835 time: 0.0659232 Apr 22 15:08:43.259401 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8492386-9569-475d-83d2-bd1695ecc447 req-f7b9c8f5-9eb8-4020-a5cf-c3ae91aaceb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35972fb0-d8f1-41b3-b417-98f613ad4c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732672 Apr 22 15:08:43.398556 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8492386-9569-475d-83d2-bd1695ecc447 req-b00ea41c-b011-4cd4-a5df-137b859eddd6 service neutron] 10.222.0.30 "GET /v2.0/networks/35972fb0-d8f1-41b3-b417-98f613ad4c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324189 Apr 22 15:08:43.444146 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a69c40-b93f-4ffc-9c6c-62d9a7e9acaf req-5b8d3e35-9461-4c43-a0de-58d59bc5e9f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:43.445717 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-83a69c40-b93f-4ffc-9c6c-62d9a7e9acaf req-5b8d3e35-9461-4c43-a0de-58d59bc5e9f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 943 time: 0.0784881 Apr 22 15:08:43.497848 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-83a69c40-b93f-4ffc-9c6c-62d9a7e9acaf req-d65dea71-79e9-41ff-91bf-b61f06213632 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456638 Apr 22 15:08:43.538414 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b8492386-9569-475d-83d2-bd1695ecc447 req-c1c37c1c-3174-418f-9a4e-73af003e7e84 service neutron] 10.222.0.30 "GET /v2.0/networks/35972fb0-d8f1-41b3-b417-98f613ad4c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338081 Apr 22 15:08:43.652419 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d71f8c5c-cc3b-479e-9313-cc155d93b3db req-005b4391-e476-4538-b9cc-cbbf7e5849fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 1096 time: 0.0701354 Apr 22 15:08:43.786723 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f8c5c-cc3b-479e-9313-cc155d93b3db req-43584477-ab4d-456e-894e-5cbb58108acd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:43.788211 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d71f8c5c-cc3b-479e-9313-cc155d93b3db req-43584477-ab4d-456e-894e-5cbb58108acd service neutron] 10.222.0.30 "GET /v2.0/networks?id=35972fb0-d8f1-41b3-b417-98f613ad4c81 HTTP/1.1" status: 200 len: 897 time: 0.1291993 Apr 22 15:08:43.859206 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d71f8c5c-cc3b-479e-9313-cc155d93b3db req-77cabac7-60c4-4926-9fca-c291f8d3ba4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52125103-3960-4945-a44c-af4a6006720b HTTP/1.1" status: 200 len: 217 time: 0.0644290 Apr 22 15:08:43.922585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f8c5c-cc3b-479e-9313-cc155d93b3db req-8dcc81ea-05e7-4caf-b57d-832ff098f443 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:43.924037 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d71f8c5c-cc3b-479e-9313-cc155d93b3db req-8dcc81ea-05e7-4caf-b57d-832ff098f443 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82ccbda0-89fd-4e97-99d4-ab0bd5ce535d HTTP/1.1" status: 200 len: 835 time: 0.0581195 Apr 22 15:08:44.001955 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d71f8c5c-cc3b-479e-9313-cc155d93b3db req-6b6bfcb0-e18c-4e07-a4d8-ec1ec384744c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35972fb0-d8f1-41b3-b417-98f613ad4c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714185 Apr 22 15:08:44.198530 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1acd467e-7f37-492c-ba23-9c71475550fd up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:44.238821 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d71f8c5c-cc3b-479e-9313-cc155d93b3db req-29e1626b-0e4d-4528-b1cd-7103516a92cc service neutron] 10.222.0.30 "GET /v2.0/networks/35972fb0-d8f1-41b3-b417-98f613ad4c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284226 Apr 22 15:08:44.269961 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 1acd467e-7f37-492c-ba23-9c71475550fd completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:44.275567 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 1acd467e-7f37-492c-ba23-9c71475550fd triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:44.275941 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:44.376502 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d71f8c5c-cc3b-479e-9313-cc155d93b3db req-9a4e13c8-4874-4997-b3be-e174650e9918 service neutron] 10.222.0.30 "GET /v2.0/networks/35972fb0-d8f1-41b3-b417-98f613ad4c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318235 Apr 22 15:08:44.429373 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:44.461634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 1acd467e-7f37-492c-ba23-9c71475550fd, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1acd467e-7f37-492c-ba23-9c71475550fd,segment=NetworkSegment(142547e5-bec5-4f74-8881-3d6a42dcad1b),segment_id=142547e5-bec5-4f74-8881-3d6a42dcad1b)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:44.465759 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:44.535735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=1acd467e-7f37-492c-ba23-9c71475550fd,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:44.704857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283f96a-044d-4488-ab81-ae38e9a6ced9 req-5f0cb777-dac2-4dc2-8da9-1154f1baf4bc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:44.706338 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b283f96a-044d-4488-ab81-ae38e9a6ced9 req-5f0cb777-dac2-4dc2-8da9-1154f1baf4bc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 943 time: 0.0785854 Apr 22 15:08:44.751175 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b283f96a-044d-4488-ab81-ae38e9a6ced9 req-67b9d0f0-2840-4185-b6ef-072136973f39 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392740 Apr 22 15:08:46.030222 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8c708-f143-4a0d-b704-682c865791f2 req-dcabbdf1-4de2-4cbc-9131-1482c9aad319 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:46.031596 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-43e8c708-f143-4a0d-b704-682c865791f2 req-dcabbdf1-4de2-4cbc-9131-1482c9aad319 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 943 time: 0.1614597 Apr 22 15:08:46.066717 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 52125103-3960-4945-a44c-af4a6006720b details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:08:46.079039 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-43e8c708-f143-4a0d-b704-682c865791f2 req-c062aec1-5c79-4d65-ac68-98bd2c55f901 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419419 Apr 22 15:08:46.180855 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1acd467e-7f37-492c-ba23-9c71475550fd up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:46.264604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 52125103-3960-4945-a44c-af4a6006720b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=52125103-3960-4945-a44c-af4a6006720b,segment=NetworkSegment(142547e5-bec5-4f74-8881-3d6a42dcad1b),segment_id=142547e5-bec5-4f74-8881-3d6a42dcad1b)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:46.279771 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '52125103-3960-4945-a44c-af4a6006720b', 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81', 'port_id': '52125103-3960-4945-a44c-af4a6006720b', 'mac_address': 'fa:16:3e:55:a6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:08:46.340830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 1acd467e-7f37-492c-ba23-9c71475550fd triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:46.341115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.366065 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.402842 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52125103-3960-4945-a44c-af4a6006720b {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:08:46.425820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 52125103-3960-4945-a44c-af4a6006720b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=52125103-3960-4945-a44c-af4a6006720b,segment=NetworkSegment(142547e5-bec5-4f74-8881-3d6a42dcad1b),segment_id=142547e5-bec5-4f74-8881-3d6a42dcad1b)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:46.431666 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.543988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=52125103-3960-4945-a44c-af4a6006720b,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:46.648080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['52125103-3960-4945-a44c-af4a6006720b'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:08:47.277146 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ada2a-ac8b-4391-8757-73cbfd85bb97 req-9ca51fc2-d64d-4097-9238-976d71eb5feb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:47.278585 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-232ada2a-ac8b-4391-8757-73cbfd85bb97 req-9ca51fc2-d64d-4097-9238-976d71eb5feb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 944 time: 0.0782800 Apr 22 15:08:47.325740 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-232ada2a-ac8b-4391-8757-73cbfd85bb97 req-ad0bc8f4-0284-469c-b528-26442d191d64 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414646 Apr 22 15:08:48.082852 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 52125103-3960-4945-a44c-af4a6006720b up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:48.152038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 52125103-3960-4945-a44c-af4a6006720b completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:48.157313 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 52125103-3960-4945-a44c-af4a6006720b triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:48.157697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.285113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.310607 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5c0f36-bf35-4297-996a-0d0643b541f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52125103-3960-4945-a44c-af4a6006720b'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:08:48.321562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 52125103-3960-4945-a44c-af4a6006720b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=52125103-3960-4945-a44c-af4a6006720b,segment=NetworkSegment(142547e5-bec5-4f74-8881-3d6a42dcad1b),segment_id=142547e5-bec5-4f74-8881-3d6a42dcad1b)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:48.325536 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.372337 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69ca10f-cc34-4f16-b029-29c656cd6b1c'] response: {'server_uuid': '8a5c0f36-bf35-4297-996a-0d0643b541f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52125103-3960-4945-a44c-af4a6006720b', 'code': 200} Apr 22 15:08:48.400159 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=52125103-3960-4945-a44c-af4a6006720b,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:48.541149 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26123465-6301-4169-ac40-2ae7fd273cda req-90158bbe-6bf7-4b52-9901-1bd2434a8c55 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:48.543694 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-26123465-6301-4169-ac40-2ae7fd273cda req-90158bbe-6bf7-4b52-9901-1bd2434a8c55 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.0880830 Apr 22 15:08:48.589700 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-26123465-6301-4169-ac40-2ae7fd273cda req-cb9630f3-5729-4e03-8444-d0cfb23535fa tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414670 Apr 22 15:08:48.593968 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9091207a-cc50-4d3e-a1f2-cdc38f891cc5 req-8023c715-fc21-46f4-afbb-f88dd6d67f32 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 1098 time: 0.0681400 Apr 22 15:08:48.636979 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9091207a-cc50-4d3e-a1f2-cdc38f891cc5 req-dcc1ebe5-2170-4503-8723-ed2b603cf5ca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374482 Apr 22 15:08:49.794627 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b60db-d3e7-4be9-8117-31fd71a32582 req-2d13c15b-7050-4deb-bc69-116f468ee83f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:49.796205 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3f5b60db-d3e7-4be9-8117-31fd71a32582 req-2d13c15b-7050-4deb-bc69-116f468ee83f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.0762908 Apr 22 15:08:49.842701 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3f5b60db-d3e7-4be9-8117-31fd71a32582 req-b4f97a22-42ea-4ccf-97cd-424e9a67f1df tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399597 Apr 22 15:08:50.042574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8c014-ecbf-4054-8387-ae8979d19822 req-ba755fbf-c653-4d52-9a51-a905e6cf9bb1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:50.044070 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-64d8c014-ecbf-4054-8387-ae8979d19822 req-ba755fbf-c653-4d52-9a51-a905e6cf9bb1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.0804951 Apr 22 15:08:50.090620 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-64d8c014-ecbf-4054-8387-ae8979d19822 req-4ceeb650-d5b0-4af1-85bc-ac89efd0a1c4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404649 Apr 22 15:08:50.117783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41984) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:50.190637 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6522a28b-fbbb-49cb-b8d5-ad12dbf578a1 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 1093 time: 0.0712643 Apr 22 15:08:50.194008 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41988) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:50.199409 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '52125103-3960-4945-a44c-af4a6006720b', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:50.205518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:50.209704 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:floatingip and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:50.213141 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:50.218727 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:50.229683 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:50.371600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:50.507755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.26.0.18 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/1d24bae3-a5b5-4ac9-b9be-62c0f1bde673) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:50.661444 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:50.689730 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:50.756248 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:50.758989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:50.762692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:50.792801 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=1d24bae3-a5b5-4ac9-b9be-62c0f1bde673,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:51.266130 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:51.322648 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:51.620983 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:51.625644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:51.734048 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=1d24bae3-a5b5-4ac9-b9be-62c0f1bde673,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:51.748810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:51.941372 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Floating IP 67c5f524-0acc-4f34-9951-f8f6cf152f2a associated. External IP: 172.26.0.18, port: 52125103-3960-4945-a44c-af4a6006720b. Apr 22 15:08:52.332450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:52.512385 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e80a4d39-32f7-40b1-8e0d-d4f09012066d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:52.536712 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:52.546542 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b93ef69-4977-4f57-8b75-1494c103f126 None None] Sync routers for ids ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:52.559497 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b93ef69-4977-4f57-8b75-1494c103f126 None None] Routers {'4523aff7-0ac1-46e7-8e24-9e67c09351d7'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:52.560147 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-9b93ef69-4977-4f57-8b75-1494c103f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:08:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:52.563842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:52.620297 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9e9123de-1e2e-4c8c-b4e5-a481fe15d891 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4252145 Apr 22 15:08:52.621147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5c0f36-bf35-4297-996a-0d0643b541f1', 'tag': '52125103-3960-4945-a44c-af4a6006720b'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:08:52.767382 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-9b93ef69-4977-4f57-8b75-1494c103f126 None None] Set router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:52.812215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a18aa-f512-4795-9e36-c18ae18acb60 req-96a29f7c-5239-467a-919e-aacefa7dea6c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:52.814016 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c00a18aa-f512-4795-9e36-c18ae18acb60 req-96a29f7c-5239-467a-919e-aacefa7dea6c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.0903780 Apr 22 15:08:52.829933 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7aa5ea5-c1ac-48ea-b93d-91b31842212d'] response: {'name': 'network-changed', 'server_uuid': '8a5c0f36-bf35-4297-996a-0d0643b541f1', 'tag': '52125103-3960-4945-a44c-af4a6006720b', 'status': 'completed', 'code': 200} Apr 22 15:08:52.869261 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c00a18aa-f512-4795-9e36-c18ae18acb60 req-c13f1929-f04e-4b75-a23e-bf507e5c7fed tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497839 Apr 22 15:08:52.898235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 41996) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:53.017855 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-edeee7c2-d841-45f0-a76a-3de073aca6c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/67c5f524-0acc-4f34-9951-f8f6cf152f2a HTTP/1.1" status: 200 len: 990 time: 0.1182432 Apr 22 15:08:53.027965 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4d16ec00-61e4-46ff-9dd5-a5b775e26ef6 req-e3671446-8d0b-4f7f-981f-c944c3bce34d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 1098 time: 0.1714728 Apr 22 15:08:53.129155 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-9b93ef69-4977-4f57-8b75-1494c103f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677666814', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '7a41e514-7725-4793-8626-13351ba54965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:32Z', 'updated_at': '2022-04-22T15:08:37Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7a41e514-7725-4793-8626-13351ba54965', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:33Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '67c5f524-0acc-4f34-9951-f8f6cf152f2a', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'floating_ip_address': '172.26.0.18', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'port_id': '52125103-3960-4945-a44c-af4a6006720b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81', 'mac_address': 'fa:16:3e:55:a6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5c0f36-bf35-4297-996a-0d0643b541f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:08:51Z', 'updated_at': '2022-04-22T15:08:51Z', 'revision_number': 0, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1acd467e-7f37-492c-ba23-9c71475550fd', 'name': '', 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:fb:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:36Z', 'updated_at': '2022-04-22T15:08:44Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:53.133545 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b93ef69-4977-4f57-8b75-1494c103f126 None None] Checking router: 4523aff7-0ac1-46e7-8e24-9e67c09351d7 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:08:53.145447 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b93ef69-4977-4f57-8b75-1494c103f126 None None] Routers {'4523aff7-0ac1-46e7-8e24-9e67c09351d7'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:53.146048 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-9b93ef69-4977-4f57-8b75-1494c103f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:08:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:53.161188 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16ec00-61e4-46ff-9dd5-a5b775e26ef6 req-02cdb171-8a47-426d-ac93-19c27da54685 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:53.162637 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4d16ec00-61e4-46ff-9dd5-a5b775e26ef6 req-02cdb171-8a47-426d-ac93-19c27da54685 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35972fb0-d8f1-41b3-b417-98f613ad4c81 HTTP/1.1" status: 200 len: 897 time: 0.1288824 Apr 22 15:08:53.261869 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4d16ec00-61e4-46ff-9dd5-a5b775e26ef6 req-54a12ded-69a2-412f-994f-c29d9ca90f07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52125103-3960-4945-a44c-af4a6006720b HTTP/1.1" status: 200 len: 998 time: 0.0938761 Apr 22 15:08:53.333861 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-9b93ef69-4977-4f57-8b75-1494c103f126 None None] Set router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:53.432137 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16ec00-61e4-46ff-9dd5-a5b775e26ef6 req-a66b7769-6dea-474a-8878-ac231d0d5797 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:53.433493 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4d16ec00-61e4-46ff-9dd5-a5b775e26ef6 req-a66b7769-6dea-474a-8878-ac231d0d5797 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82ccbda0-89fd-4e97-99d4-ab0bd5ce535d HTTP/1.1" status: 200 len: 835 time: 0.1660306 Apr 22 15:08:53.516512 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4d16ec00-61e4-46ff-9dd5-a5b775e26ef6 req-40157b6f-0d41-48f4-ae4e-06c48c044cf2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35972fb0-d8f1-41b3-b417-98f613ad4c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770583 Apr 22 15:08:53.667454 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4d16ec00-61e4-46ff-9dd5-a5b775e26ef6 req-019405fa-0040-4ad9-ab52-a6fd52b14ff6 service neutron] 10.222.0.30 "GET /v2.0/networks/35972fb0-d8f1-41b3-b417-98f613ad4c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447389 Apr 22 15:08:53.695431 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-9b93ef69-4977-4f57-8b75-1494c103f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677666814', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '7a41e514-7725-4793-8626-13351ba54965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:32Z', 'updated_at': '2022-04-22T15:08:37Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7a41e514-7725-4793-8626-13351ba54965', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:33Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '67c5f524-0acc-4f34-9951-f8f6cf152f2a', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'floating_ip_address': '172.26.0.18', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'port_id': '52125103-3960-4945-a44c-af4a6006720b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81', 'mac_address': 'fa:16:3e:55:a6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5c0f36-bf35-4297-996a-0d0643b541f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:08:51Z', 'updated_at': '2022-04-22T15:08:51Z', 'revision_number': 0, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1acd467e-7f37-492c-ba23-9c71475550fd', 'name': '', 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:fb:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:36Z', 'updated_at': '2022-04-22T15:08:44Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:53.699470 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b93ef69-4977-4f57-8b75-1494c103f126 None None] The sync data for ids ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'] in dv-neutron-839027-1-hyperv is: [{'id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677666814', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '7a41e514-7725-4793-8626-13351ba54965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:32Z', 'updated_at': '2022-04-22T15:08:37Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7a41e514-7725-4793-8626-13351ba54965', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:33Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '67c5f524-0acc-4f34-9951-f8f6cf152f2a', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'floating_ip_address': '172.26.0.18', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'port_id': '52125103-3960-4945-a44c-af4a6006720b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81', 'mac_address': 'fa:16:3e:55:a6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5c0f36-bf35-4297-996a-0d0643b541f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:08:51Z', 'updated_at': '2022-04-22T15:08:51Z', 'revision_number': 0, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1acd467e-7f37-492c-ba23-9c71475550fd', 'name': '', 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:fb:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:36Z', 'updated_at': '2022-04-22T15:08:44Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:53.808802 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4d16ec00-61e4-46ff-9dd5-a5b775e26ef6 req-51bd1ef2-1379-4835-9b96-7b3d94715d42 service neutron] 10.222.0.30 "GET /v2.0/networks/35972fb0-d8f1-41b3-b417-98f613ad4c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362467 Apr 22 15:08:54.021273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42000) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:54.131270 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3dfc8d33-7706-429e-8baa-1e787c4b6900 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/67c5f524-0acc-4f34-9951-f8f6cf152f2a HTTP/1.1" status: 200 len: 990 time: 0.1088467 Apr 22 15:08:54.673984 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.838077 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c356588-b0ca-4982-8185-feb9b99caeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:55.135258 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42004) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:55.242779 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9f1f5c72-a500-45b9-9f2e-3c9166d0c237 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/67c5f524-0acc-4f34-9951-f8f6cf152f2a HTTP/1.1" status: 200 len: 990 time: 0.1062198 Apr 22 15:08:56.130971 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.206227 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.246612 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42008) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:56.352056 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e9456345-b4c5-455b-8792-db7730ef3be0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/67c5f524-0acc-4f34-9951-f8f6cf152f2a HTTP/1.1" status: 200 len: 990 time: 0.1042855 Apr 22 15:08:57.356281 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42012) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:57.428998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:57.463136 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ded24eb0-b7ac-4b3f-9941-1ceabd4b1a66 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/67c5f524-0acc-4f34-9951-f8f6cf152f2a HTTP/1.1" status: 200 len: 990 time: 0.1045542 Apr 22 15:08:57.555909 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fee80ab-5a18-4946-b08f-b2159065aec3 None None] New status for floating IP 67c5f524-0acc-4f34-9951-f8f6cf152f2a: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:08:58.464967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42016) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:58.571520 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-5728f931-be42-4484-9146-85e19896d33e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/67c5f524-0acc-4f34-9951-f8f6cf152f2a HTTP/1.1" status: 200 len: 992 time: 0.1054878 Apr 22 15:09:09.795121 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:09:21.492675 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ebd5618a-f6c5-424c-ab75-520d04c2d6a2 req-8d382b64-388a-48b5-a74a-26170c238b5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 1098 time: 0.0793722 Apr 22 15:09:21.534761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fbfc4-2df9-441e-81b0-dbab1c4125d8 req-6fb0b6cb-f079-4c3c-aa79-f12adff60223 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:21.536366 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-713fbfc4-2df9-441e-81b0-dbab1c4125d8 req-6fb0b6cb-f079-4c3c-aa79-f12adff60223 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.0835719 Apr 22 15:09:21.581876 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-713fbfc4-2df9-441e-81b0-dbab1c4125d8 req-05ddd714-9918-4d62-b33c-8cc727468300 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400584 Apr 22 15:09:21.628835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5618a-f6c5-424c-ab75-520d04c2d6a2 req-f0693c79-3e48-4e38-9692-227d4cf8c1ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:21.630795 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ebd5618a-f6c5-424c-ab75-520d04c2d6a2 req-f0693c79-3e48-4e38-9692-227d4cf8c1ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=35972fb0-d8f1-41b3-b417-98f613ad4c81 HTTP/1.1" status: 200 len: 897 time: 0.1318829 Apr 22 15:09:21.733776 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ebd5618a-f6c5-424c-ab75-520d04c2d6a2 req-032a17e6-e86f-4a2c-80b5-0409216f33c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52125103-3960-4945-a44c-af4a6006720b HTTP/1.1" status: 200 len: 1000 time: 0.0973029 Apr 22 15:09:21.801717 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5618a-f6c5-424c-ab75-520d04c2d6a2 req-a73580e9-bd53-4601-8a97-c4bb7af64e16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:21.803061 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ebd5618a-f6c5-424c-ab75-520d04c2d6a2 req-a73580e9-bd53-4601-8a97-c4bb7af64e16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82ccbda0-89fd-4e97-99d4-ab0bd5ce535d HTTP/1.1" status: 200 len: 835 time: 0.0631847 Apr 22 15:09:21.879737 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ebd5618a-f6c5-424c-ab75-520d04c2d6a2 req-3088192d-e636-4e48-8284-d3bbe6094e49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35972fb0-d8f1-41b3-b417-98f613ad4c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711639 Apr 22 15:09:22.018110 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ebd5618a-f6c5-424c-ab75-520d04c2d6a2 req-0dca1259-0223-43bc-aadc-6f112c1de05d service neutron] 10.222.0.30 "GET /v2.0/networks/35972fb0-d8f1-41b3-b417-98f613ad4c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310904 Apr 22 15:09:22.150408 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ebd5618a-f6c5-424c-ab75-520d04c2d6a2 req-98477f99-b907-4496-a49a-95ca122c5d06 service neutron] 10.222.0.30 "GET /v2.0/networks/35972fb0-d8f1-41b3-b417-98f613ad4c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279552 Apr 22 15:09:22.514927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ffc5430c-3079-4a1e-a67f-e6fd95ec4600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.788758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264cbde-bc20-4018-b532-874dd529ea61 req-6e202082-078d-4fa7-b93d-b159abd1073b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:22.790105 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a264cbde-bc20-4018-b532-874dd529ea61 req-6e202082-078d-4fa7-b93d-b159abd1073b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.0790114 Apr 22 15:09:22.836979 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a264cbde-bc20-4018-b532-874dd529ea61 req-63900248-086c-4c09-96d7-e9955ae975ab tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405619 Apr 22 15:09:24.049139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7adb1-cd59-4f44-b104-d76785429061 req-5343db2a-492b-46bb-b3d7-01cec4e354db tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:24.050665 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-35f7adb1-cd59-4f44-b104-d76785429061 req-5343db2a-492b-46bb-b3d7-01cec4e354db tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.0834310 Apr 22 15:09:24.099045 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-35f7adb1-cd59-4f44-b104-d76785429061 req-c9ec68e5-8824-4d31-b50a-97f56b5161c8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426762 Apr 22 15:09:24.703877 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.839147 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-84c0c491-5cc4-49d3-8edb-cd5264059abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:25.296239 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fabbf-42d2-4792-9681-199e2cca5d5f req-96dcaa83-4312-4976-aff3-3bfe834357c8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:25.297696 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-763fabbf-42d2-4792-9681-199e2cca5d5f req-96dcaa83-4312-4976-aff3-3bfe834357c8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.0780318 Apr 22 15:09:25.347639 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-763fabbf-42d2-4792-9681-199e2cca5d5f req-0d81d86e-8cea-4aab-bcaa-42633466c426 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442567 Apr 22 15:09:26.133377 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.214242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.543983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766120a-7095-4e7a-a33a-27e30aded000 req-befefda8-1afb-4b94-9394-8409c76b0d04 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:26.545455 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8766120a-7095-4e7a-a33a-27e30aded000 req-befefda8-1afb-4b94-9394-8409c76b0d04 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.0774214 Apr 22 15:09:26.592788 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8766120a-7095-4e7a-a33a-27e30aded000 req-36b433c0-1b6a-4c53-aea7-87e2ece01478 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404835 Apr 22 15:09:27.432989 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.797656 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad344942-c8a6-4a69-8207-1ab0e5af99d4 req-7c79a0fb-aaac-494a-825c-84f095e9b0a5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:27.799124 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ad344942-c8a6-4a69-8207-1ab0e5af99d4 req-7c79a0fb-aaac-494a-825c-84f095e9b0a5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.0822356 Apr 22 15:09:27.848674 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ad344942-c8a6-4a69-8207-1ab0e5af99d4 req-405ee9e1-51ab-42c6-be97-487e51c90704 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425758 Apr 22 15:09:29.055327 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ebaed-64e4-4e25-8cd5-18957679b767 req-c3176e0d-e50a-4cc1-b23d-c18a605323ec tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:29.058281 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-531ebaed-64e4-4e25-8cd5-18957679b767 req-c3176e0d-e50a-4cc1-b23d-c18a605323ec tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.0815969 Apr 22 15:09:29.116469 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-531ebaed-64e4-4e25-8cd5-18957679b767 req-871b9950-ce74-43fe-bbac-8a5aabd237f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536456 Apr 22 15:09:29.257507 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf71bdcf-5c6a-468d-a7f7-ee394d02b378 req-514c849e-a299-4b61-84e7-c5cb291bfea2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 1098 time: 0.0735648 Apr 22 15:09:29.429650 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71bdcf-5c6a-468d-a7f7-ee394d02b378 req-5a95a006-7959-4238-afc6-ed0cbda560dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:29.431099 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf71bdcf-5c6a-468d-a7f7-ee394d02b378 req-5a95a006-7959-4238-afc6-ed0cbda560dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=35972fb0-d8f1-41b3-b417-98f613ad4c81 HTTP/1.1" status: 200 len: 897 time: 0.1551771 Apr 22 15:09:29.642596 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf71bdcf-5c6a-468d-a7f7-ee394d02b378 req-a5e4c2b7-a3a9-427e-9db3-c40b8949542e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52125103-3960-4945-a44c-af4a6006720b HTTP/1.1" status: 200 len: 1000 time: 0.2041855 Apr 22 15:09:29.708943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71bdcf-5c6a-468d-a7f7-ee394d02b378 req-0162f942-f56c-4312-92eb-07403ebba783 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:29.710383 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf71bdcf-5c6a-468d-a7f7-ee394d02b378 req-0162f942-f56c-4312-92eb-07403ebba783 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82ccbda0-89fd-4e97-99d4-ab0bd5ce535d HTTP/1.1" status: 200 len: 835 time: 0.0620718 Apr 22 15:09:29.785146 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf71bdcf-5c6a-468d-a7f7-ee394d02b378 req-fe3213dd-da56-4fb1-be04-cffe14277ed3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35972fb0-d8f1-41b3-b417-98f613ad4c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683134 Apr 22 15:09:29.917269 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf71bdcf-5c6a-468d-a7f7-ee394d02b378 req-1435a918-3b26-4819-b8e7-8363789f7ba0 service neutron] 10.222.0.30 "GET /v2.0/networks/35972fb0-d8f1-41b3-b417-98f613ad4c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264007 Apr 22 15:09:30.049238 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf71bdcf-5c6a-468d-a7f7-ee394d02b378 req-6a43eb95-4b4f-488b-ba70-921542e38ace service neutron] 10.222.0.30 "GET /v2.0/networks/35972fb0-d8f1-41b3-b417-98f613ad4c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250625 Apr 22 15:09:30.322431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a1f5f-cece-45c6-a2a9-8d00daee8b6c req-2d0840a2-c15d-4ba6-a5cc-9413c6c331c4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:30.323808 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d97a1f5f-cece-45c6-a2a9-8d00daee8b6c req-2d0840a2-c15d-4ba6-a5cc-9413c6c331c4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.0825109 Apr 22 15:09:30.372343 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d97a1f5f-cece-45c6-a2a9-8d00daee8b6c req-0ed74315-351f-496a-8bb3-70475026b98a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426040 Apr 22 15:09:31.578436 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d936f-a97b-44f2-b70b-f84bc0e4c9dc req-a0058fa9-77b1-4905-ba04-1bb04f4d7437 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:31.579906 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-125d936f-a97b-44f2-b70b-f84bc0e4c9dc req-a0058fa9-77b1-4905-ba04-1bb04f4d7437 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.0817442 Apr 22 15:09:31.625652 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-125d936f-a97b-44f2-b70b-f84bc0e4c9dc req-bd6e9f55-6338-4f9b-8ffb-91cd328e639f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393021 Apr 22 15:09:32.930443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124eeb2-d97c-44a3-ac8b-e7af57f859b2 req-456565b4-bbb8-4f4f-9c8e-bfffff2fb102 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:32.932199 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7124eeb2-d97c-44a3-ac8b-e7af57f859b2 req-456565b4-bbb8-4f4f-9c8e-bfffff2fb102 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.1749270 Apr 22 15:09:32.983635 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7124eeb2-d97c-44a3-ac8b-e7af57f859b2 req-58a33dec-549b-429d-a3cc-6160be4a9c27 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407684 Apr 22 15:09:34.185956 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f4647-7b0f-4d13-b78c-e8c5e57c85bc req-3ea34c6b-f66d-4023-b6a7-2c215cd1d995 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:34.187442 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8c7f4647-7b0f-4d13-b78c-e8c5e57c85bc req-3ea34c6b-f66d-4023-b6a7-2c215cd1d995 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.0803719 Apr 22 15:09:34.233100 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8c7f4647-7b0f-4d13-b78c-e8c5e57c85bc req-2d9a4350-113f-4cdf-81c0-3736b3b84f87 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389524 Apr 22 15:09:34.262107 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42052) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:34.374815 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3541e4a8-1206-4e0c-96f5-baa95d18fccb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/67c5f524-0acc-4f34-9951-f8f6cf152f2a HTTP/1.1" status: 200 len: 992 time: 0.1114037 Apr 22 15:09:46.794643 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:09:52.518450 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c4cf7497-ca6e-46cd-9a1b-6aed9623abc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.704669 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.841705 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f18dfbd0-1d45-4fef-84e6-4f0174544c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:56.135834 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:56.211997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:57.434147 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:02.861126 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42064) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:03.079149 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port 1d24bae3-a5b5-4ac9-b9be-62c0f1bde673 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:03.079412 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:03.259118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:03.259478 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:03.384786 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for 1d24bae3-a5b5-4ac9-b9be-62c0f1bde673 owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:03.539241 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:03.590498 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=1d24bae3-a5b5-4ac9-b9be-62c0f1bde673,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:03.633701 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:03.634050 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:03.634390 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:03.634730 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:03.635216 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:03.635424 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:03.635751 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:03.636075 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:03.636481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:03.636717 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:03.637036 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:03.697419 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.255309 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:10:04.479494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:04.493457 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883c087-ef17-4c58-bb23-1fa5cab51a9b None None] Sync routers for ids ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:04.501319 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.507152 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883c087-ef17-4c58-bb23-1fa5cab51a9b None None] Routers {'4523aff7-0ac1-46e7-8e24-9e67c09351d7'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:04.507817 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6883c087-ef17-4c58-bb23-1fa5cab51a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:09:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:04.562562 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c0052725-969b-4b01-87c3-4ffd657751af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/floatingips/67c5f524-0acc-4f34-9951-f8f6cf152f2a HTTP/1.1" status: 204 len: 168 time: 1.6995263 Apr 22 15:10:04.563206 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5c0f36-bf35-4297-996a-0d0643b541f1', 'tag': '52125103-3960-4945-a44c-af4a6006720b'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:10:04.638062 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11fe86d4-3d0a-4096-bcb4-568f2cb64135'] response: {'name': 'network-changed', 'server_uuid': '8a5c0f36-bf35-4297-996a-0d0643b541f1', 'tag': '52125103-3960-4945-a44c-af4a6006720b', 'status': 'completed', 'code': 200} Apr 22 15:10:04.760120 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f140e4aa-807a-45cd-9f0b-3790b2b8b7e4 req-a1daca1c-76c7-4472-a294-905a15912386 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 1098 time: 0.0900598 Apr 22 15:10:04.762731 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-6883c087-ef17-4c58-bb23-1fa5cab51a9b None None] Set router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:04.903558 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140e4aa-807a-45cd-9f0b-3790b2b8b7e4 req-efa32b89-28f8-4f11-b009-607c19475f80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:04.905519 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f140e4aa-807a-45cd-9f0b-3790b2b8b7e4 req-efa32b89-28f8-4f11-b009-607c19475f80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35972fb0-d8f1-41b3-b417-98f613ad4c81 HTTP/1.1" status: 200 len: 897 time: 0.1388357 Apr 22 15:10:04.984823 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f140e4aa-807a-45cd-9f0b-3790b2b8b7e4 req-1f3012e4-0c83-465b-a6e7-62568cda2fe2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52125103-3960-4945-a44c-af4a6006720b HTTP/1.1" status: 200 len: 217 time: 0.0728850 Apr 22 15:10:05.068223 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140e4aa-807a-45cd-9f0b-3790b2b8b7e4 req-b16b3196-a191-411c-a8e0-3c9a6bdd1daa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:05.070212 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f140e4aa-807a-45cd-9f0b-3790b2b8b7e4 req-b16b3196-a191-411c-a8e0-3c9a6bdd1daa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82ccbda0-89fd-4e97-99d4-ab0bd5ce535d HTTP/1.1" status: 200 len: 835 time: 0.0790319 Apr 22 15:10:05.163083 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6883c087-ef17-4c58-bb23-1fa5cab51a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677666814', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '7a41e514-7725-4793-8626-13351ba54965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:32Z', 'updated_at': '2022-04-22T15:08:37Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7a41e514-7725-4793-8626-13351ba54965', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:33Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '1acd467e-7f37-492c-ba23-9c71475550fd', 'name': '', 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:fb:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:36Z', 'updated_at': '2022-04-22T15:08:44Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:05.167365 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f140e4aa-807a-45cd-9f0b-3790b2b8b7e4 req-1333b73d-06d7-4259-823e-c2d79f11fc8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35972fb0-d8f1-41b3-b417-98f613ad4c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0905263 Apr 22 15:10:05.169115 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883c087-ef17-4c58-bb23-1fa5cab51a9b None None] Checking router: 4523aff7-0ac1-46e7-8e24-9e67c09351d7 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:10:05.183227 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883c087-ef17-4c58-bb23-1fa5cab51a9b None None] Routers {'4523aff7-0ac1-46e7-8e24-9e67c09351d7'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:05.183942 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6883c087-ef17-4c58-bb23-1fa5cab51a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:09:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:05.189930 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25f18f-3762-40fa-b307-cda5029c9777 req-946bdd4c-95c8-4bd2-a11c-67d6a64b5dc7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:05.193128 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0e25f18f-3762-40fa-b307-cda5029c9777 req-946bdd4c-95c8-4bd2-a11c-67d6a64b5dc7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.0858090 Apr 22 15:10:05.254578 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0e25f18f-3762-40fa-b307-cda5029c9777 req-cc71c7dc-7c70-4cae-859c-1d4f7bb50fd5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519288 Apr 22 15:10:05.323947 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f140e4aa-807a-45cd-9f0b-3790b2b8b7e4 req-da3ab91f-ec19-4225-a6ab-d7ef870b415e service neutron] 10.222.0.30 "GET /v2.0/networks/35972fb0-d8f1-41b3-b417-98f613ad4c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479402 Apr 22 15:10:05.384172 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-6883c087-ef17-4c58-bb23-1fa5cab51a9b None None] Set router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:05.496449 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f140e4aa-807a-45cd-9f0b-3790b2b8b7e4 req-677b5514-a37a-45db-9a47-8f6ccb6a1e6c service neutron] 10.222.0.30 "GET /v2.0/networks/35972fb0-d8f1-41b3-b417-98f613ad4c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635995 Apr 22 15:10:05.765922 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-6883c087-ef17-4c58-bb23-1fa5cab51a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677666814', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '7a41e514-7725-4793-8626-13351ba54965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:32Z', 'updated_at': '2022-04-22T15:08:37Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7a41e514-7725-4793-8626-13351ba54965', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:33Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '1acd467e-7f37-492c-ba23-9c71475550fd', 'name': '', 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:fb:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:36Z', 'updated_at': '2022-04-22T15:08:44Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:05.770854 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883c087-ef17-4c58-bb23-1fa5cab51a9b None None] The sync data for ids ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'] in dv-neutron-839027-1-hyperv is: [{'id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677666814', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '7a41e514-7725-4793-8626-13351ba54965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:32Z', 'updated_at': '2022-04-22T15:08:37Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7a41e514-7725-4793-8626-13351ba54965', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:33Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '1acd467e-7f37-492c-ba23-9c71475550fd', 'name': '', 'network_id': '35972fb0-d8f1-41b3-b417-98f613ad4c81', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:fb:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:36Z', 'updated_at': '2022-04-22T15:08:44Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '82ccbda0-89fd-4e97-99d4-ab0bd5ce535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:06.015799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eac7d2e-0189-48c6-a04f-f699ebd201b3 None None] New status for floating IP 67c5f524-0acc-4f34-9951-f8f6cf152f2a: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:10:06.468253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db489b0-4875-4919-80af-782740768bd1 req-36c3db49-2649-45a5-a31f-2106e802fe31 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:06.470484 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9db489b0-4875-4919-80af-782740768bd1 req-36c3db49-2649-45a5-a31f-2106e802fe31 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.0855260 Apr 22 15:10:06.506128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51805b33-ba9c-49a3-991c-f48e7d61aac6 req-ea357735-a059-49fc-b31a-a24236e73c87 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:06.506894 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-51805b33-ba9c-49a3-991c-f48e7d61aac6 req-ea357735-a059-49fc-b31a-a24236e73c87 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:06.525243 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9db489b0-4875-4919-80af-782740768bd1 req-679c17e6-b378-4d08-964f-89d7276453e1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=52731cc0-caef-4b4d-9224-8d5df21ee04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483005 Apr 22 15:10:06.526973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-51805b33-ba9c-49a3-991c-f48e7d61aac6 req-ea357735-a059-49fc-b31a-a24236e73c87 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:06.528827 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-51805b33-ba9c-49a3-991c-f48e7d61aac6 req-ea357735-a059-49fc-b31a-a24236e73c87 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 945 time: 0.1115501 Apr 22 15:10:06.614484 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-51805b33-ba9c-49a3-991c-f48e7d61aac6 req-352bc669-06b4-4ea6-b247-353438cdbc59 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port 52125103-3960-4945-a44c-af4a6006720b {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:06.614816 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-51805b33-ba9c-49a3-991c-f48e7d61aac6 req-352bc669-06b4-4ea6-b247-353438cdbc59 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.966786 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-51805b33-ba9c-49a3-991c-f48e7d61aac6 req-352bc669-06b4-4ea6-b247-353438cdbc59 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] For port 52125103-3960-4945-a44c-af4a6006720b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=52125103-3960-4945-a44c-af4a6006720b,segment=NetworkSegment(142547e5-bec5-4f74-8881-3d6a42dcad1b),segment_id=142547e5-bec5-4f74-8881-3d6a42dcad1b)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:06.967135 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-51805b33-ba9c-49a3-991c-f48e7d61aac6 req-352bc669-06b4-4ea6-b247-353438cdbc59 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.093961 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-51805b33-ba9c-49a3-991c-f48e7d61aac6 req-352bc669-06b4-4ea6-b247-353438cdbc59 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for 52125103-3960-4945-a44c-af4a6006720b owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:07.241356 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-51805b33-ba9c-49a3-991c-f48e7d61aac6 req-352bc669-06b4-4ea6-b247-353438cdbc59 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.291308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bc669-06b4-4ea6-b247-353438cdbc59 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=52125103-3960-4945-a44c-af4a6006720b,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:07.366230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-51805b33-ba9c-49a3-991c-f48e7d61aac6 req-352bc669-06b4-4ea6-b247-353438cdbc59 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] No DVR routers for this DVR port 52125103-3960-4945-a44c-af4a6006720b on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:10:07.369037 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-51805b33-ba9c-49a3-991c-f48e7d61aac6 req-352bc669-06b4-4ea6-b247-353438cdbc59 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.371915 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5c0f36-bf35-4297-996a-0d0643b541f1', 'name': 'network-vif-deleted', 'tag': '52125103-3960-4945-a44c-af4a6006720b'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:10:07.388942 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-51805b33-ba9c-49a3-991c-f48e7d61aac6 req-352bc669-06b4-4ea6-b247-353438cdbc59 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "DELETE /v2.0/ports/52125103-3960-4945-a44c-af4a6006720b HTTP/1.1" status: 204 len: 173 time: 0.8547072 Apr 22 15:10:07.441905 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e993ef8b-aae1-42cb-ab7c-65030fa54021'] response: {'server_uuid': '8a5c0f36-bf35-4297-996a-0d0643b541f1', 'name': 'network-vif-deleted', 'tag': '52125103-3960-4945-a44c-af4a6006720b', 'status': 'completed', 'code': 200} Apr 22 15:10:07.743529 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-43e5f9f0-333c-4776-87c3-5fb39adcf07a req-ea7c9ed7-40d4-45e5-b354-4805d0e34bca tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a5c0f36-bf35-4297-996a-0d0643b541f1 HTTP/1.1" status: 200 len: 210 time: 0.0594244 Apr 22 15:10:08.855233 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42082) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:09.261467 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-01488dd4-cee8-487c-96e0-0ab88b03ab46 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.891221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-01488dd4-cee8-487c-96e0-0ab88b03ab46 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port 1acd467e-7f37-492c-ba23-9c71475550fd {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:09.891987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-01488dd4-cee8-487c-96e0-0ab88b03ab46 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.195459 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-01488dd4-cee8-487c-96e0-0ab88b03ab46 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] For port 1acd467e-7f37-492c-ba23-9c71475550fd, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=1acd467e-7f37-492c-ba23-9c71475550fd,segment=NetworkSegment(142547e5-bec5-4f74-8881-3d6a42dcad1b),segment_id=142547e5-bec5-4f74-8881-3d6a42dcad1b)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:10.195803 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-01488dd4-cee8-487c-96e0-0ab88b03ab46 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.321650 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-01488dd4-cee8-487c-96e0-0ab88b03ab46 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for 1acd467e-7f37-492c-ba23-9c71475550fd owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:10.505591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-01488dd4-cee8-487c-96e0-0ab88b03ab46 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.516577 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 52125103-3960-4945-a44c-af4a6006720b no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:10.552941 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 52125103-3960-4945-a44c-af4a6006720b {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:10.553441 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 52125103-3960-4945-a44c-af4a6006720b not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:10.558240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01488dd4-cee8-487c-96e0-0ab88b03ab46 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=1acd467e-7f37-492c-ba23-9c71475550fd,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:10.865950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-01488dd4-cee8-487c-96e0-0ab88b03ab46 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:11.583071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01488dd4-cee8-487c-96e0-0ab88b03ab46 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:10:11.794619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01488dd4-cee8-487c-96e0-0ab88b03ab46 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:11.806756 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d8848-ed1c-4554-a29c-0f5a1e181c72 None None] Sync routers for ids ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:11.809146 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-01488dd4-cee8-487c-96e0-0ab88b03ab46 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "PUT /v2.0/routers/4523aff7-0ac1-46e7-8e24-9e67c09351d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9527817 Apr 22 15:10:11.812935 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42086) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:11.821363 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d8848-ed1c-4554-a29c-0f5a1e181c72 None None] Routers {'4523aff7-0ac1-46e7-8e24-9e67c09351d7'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:11.822158 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e59d8848-ed1c-4554-a29c-0f5a1e181c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:09:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:12.058890 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-e59d8848-ed1c-4554-a29c-0f5a1e181c72 None None] Set router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:12.069661 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-024a91b0-381b-4152-8db1-36cdaffbcdcf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting subnet 82ccbda0-89fd-4e97-99d4-ab0bd5ce535d {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:10:12.075387 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-024a91b0-381b-4152-8db1-36cdaffbcdcf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.171172 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-024a91b0-381b-4152-8db1-36cdaffbcdcf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.289068 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-024a91b0-381b-4152-8db1-36cdaffbcdcf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.374434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-024a91b0-381b-4152-8db1-36cdaffbcdcf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.404507 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e59d8848-ed1c-4554-a29c-0f5a1e181c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677666814', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '7a41e514-7725-4793-8626-13351ba54965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:32Z', 'updated_at': '2022-04-22T15:10:10Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7a41e514-7725-4793-8626-13351ba54965', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:33Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:12.409616 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d8848-ed1c-4554-a29c-0f5a1e181c72 None None] Checking router: 4523aff7-0ac1-46e7-8e24-9e67c09351d7 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:10:12.413916 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a91b0-381b-4152-8db1-36cdaffbcdcf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Subnet': ['ID=82ccbda0-89fd-4e97-99d4-ab0bd5ce535d,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:12.420227 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-024a91b0-381b-4152-8db1-36cdaffbcdcf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.421440 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d8848-ed1c-4554-a29c-0f5a1e181c72 None None] Routers {'4523aff7-0ac1-46e7-8e24-9e67c09351d7'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:12.422089 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e59d8848-ed1c-4554-a29c-0f5a1e181c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:09:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:12.427569 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-024a91b0-381b-4152-8db1-36cdaffbcdcf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/subnets/82ccbda0-89fd-4e97-99d4-ab0bd5ce535d HTTP/1.1" status: 204 len: 168 time: 0.6136143 Apr 22 15:10:12.428627 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138d96e1-69bd-41ee-a832-0c6f3199ea8d None None] Network 35972fb0-d8f1-41b3-b417-98f613ad4c81 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:12.430174 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42090) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:12.631738 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-e59d8848-ed1c-4554-a29c-0f5a1e181c72 None None] Set router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:12.712402 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f7e07e6f-19ac-4457-b4ba-3d3cf1a11c74 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.761700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] DHCP port deletion for 35972fb0-d8f1-41b3-b417-98f613ad4c81 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:10:12.767470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Deleting port b642cc42-83ec-47e0-9467-ec6a0a3a034b {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:12.768135 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.927200 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f7e07e6f-19ac-4457-b4ba-3d3cf1a11c74 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.937261 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f7e07e6f-19ac-4457-b4ba-3d3cf1a11c74 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port 7a41e514-7725-4793-8626-13351ba54965 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:12.937756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f7e07e6f-19ac-4457-b4ba-3d3cf1a11c74 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.957492 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e59d8848-ed1c-4554-a29c-0f5a1e181c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677666814', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '7a41e514-7725-4793-8626-13351ba54965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:32Z', 'updated_at': '2022-04-22T15:10:10Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7a41e514-7725-4793-8626-13351ba54965', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:33Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:12.962325 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d8848-ed1c-4554-a29c-0f5a1e181c72 None None] The sync data for ids ['4523aff7-0ac1-46e7-8e24-9e67c09351d7'] in dv-neutron-839027-1-hyperv is: [{'id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677666814', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '7a41e514-7725-4793-8626-13351ba54965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:32Z', 'updated_at': '2022-04-22T15:10:10Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7a41e514-7725-4793-8626-13351ba54965', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4523aff7-0ac1-46e7-8e24-9e67c09351d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:33Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:13.000977 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] For port b642cc42-83ec-47e0-9467-ec6a0a3a034b, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b642cc42-83ec-47e0-9467-ec6a0a3a034b,segment=NetworkSegment(142547e5-bec5-4f74-8881-3d6a42dcad1b),segment_id=142547e5-bec5-4f74-8881-3d6a42dcad1b)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:13.001370 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.125719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Calling delete_port for b642cc42-83ec-47e0-9467-ec6a0a3a034b owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:13.132094 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-f7e07e6f-19ac-4457-b4ba-3d3cf1a11c74 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] For port 7a41e514-7725-4793-8626-13351ba54965, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7a41e514-7725-4793-8626-13351ba54965,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:13.132458 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f7e07e6f-19ac-4457-b4ba-3d3cf1a11c74 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.211546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.258566 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Pushing event deleted for resources: {'Port': ['ID=b642cc42-83ec-47e0-9467-ec6a0a3a034b,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:13.264022 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-f7e07e6f-19ac-4457-b4ba-3d3cf1a11c74 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for 7a41e514-7725-4793-8626-13351ba54965 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:13.268359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] No DVR routers for this DVR port b642cc42-83ec-47e0-9467-ec6a0a3a034b on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:10:13.273535 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:13.274058 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:13.277412 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:13.277412 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:13.277412 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:13.277749 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:13.278079 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:13.278407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:13.278725 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:13.279048 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:13.279454 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0bd27-c6af-4ccf-ad79-f8cd398756fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:13.570373 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f7e07e6f-19ac-4457-b4ba-3d3cf1a11c74 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.614322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e07e6f-19ac-4457-b4ba-3d3cf1a11c74 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=7a41e514-7725-4793-8626-13351ba54965,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:13.843810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f7e07e6f-19ac-4457-b4ba-3d3cf1a11c74 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.106296 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f7e07e6f-19ac-4457-b4ba-3d3cf1a11c74 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.110806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f7e07e6f-19ac-4457-b4ba-3d3cf1a11c74 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.137441 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f7e07e6f-19ac-4457-b4ba-3d3cf1a11c74 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.138109 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e07e6f-19ac-4457-b4ba-3d3cf1a11c74 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Fanout notify agent at l3_agent the message router_deleted on router 4523aff7-0ac1-46e7-8e24-9e67c09351d7 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:10:14.153370 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-f7e07e6f-19ac-4457-b4ba-3d3cf1a11c74 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.154521 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-f7e07e6f-19ac-4457-b4ba-3d3cf1a11c74 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/routers/4523aff7-0ac1-46e7-8e24-9e67c09351d7 HTTP/1.1" status: 204 len: 168 time: 1.7234447 Apr 22 15:10:14.157378 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42094) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:14.286192 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b0edaa1a-6263-456e-b171-bbef9ba08fa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.417085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b0edaa1a-6263-456e-b171-bbef9ba08fa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.442620 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-b0edaa1a-6263-456e-b171-bbef9ba08fa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35972fb0-d8f1-41b3-b417-98f613ad4c81']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:14.454669 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-b0edaa1a-6263-456e-b171-bbef9ba08fa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142547e5-bec5-4f74-8881-3d6a42dcad1b') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:14.455014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-b0edaa1a-6263-456e-b171-bbef9ba08fa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142547e5-bec5-4f74-8881-3d6a42dcad1b') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:14.466481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b0edaa1a-6263-456e-b171-bbef9ba08fa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.483129 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b0edaa1a-6263-456e-b171-bbef9ba08fa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.490337 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0edaa1a-6263-456e-b171-bbef9ba08fa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:10:14.490722 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b0edaa1a-6263-456e-b171-bbef9ba08fa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:10:14.505075 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:10:14.589077 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b0edaa1a-6263-456e-b171-bbef9ba08fa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.597470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1acd467e-7f37-492c-ba23-9c71475550fd no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:14.609538 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-b0edaa1a-6263-456e-b171-bbef9ba08fa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.626525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edaa1a-6263-456e-b171-bbef9ba08fa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Network': ['ID=35972fb0-d8f1-41b3-b417-98f613ad4c81,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:14.633994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42098) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:14.634468 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b0edaa1a-6263-456e-b171-bbef9ba08fa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/networks/35972fb0-d8f1-41b3-b417-98f613ad4c81 HTTP/1.1" status: 204 len: 168 time: 0.4758010 Apr 22 15:10:14.640561 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 1acd467e-7f37-492c-ba23-9c71475550fd {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:14.641164 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 1acd467e-7f37-492c-ba23-9c71475550fd not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:14.641646 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b642cc42-83ec-47e0-9467-ec6a0a3a034b no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:14.684782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: b642cc42-83ec-47e0-9467-ec6a0a3a034b {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:14.685120 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b642cc42-83ec-47e0-9467-ec6a0a3a034b not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:14.730666 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.764572 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.833001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.852134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52731cc0-caef-4b4d-9224-8d5df21ee04b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:14.863434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:14.863781 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:14.864125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:14.864461 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:14.864794 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:14.865123 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:14.865450 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:14.865779 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:14.866102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:14.866424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:14.866745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:14.871978 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.873251 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7ed7dfc3-d1ac-4295-bdd7-43a3dc219e4a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/security-groups/52731cc0-caef-4b4d-9224-8d5df21ee04b HTTP/1.1" status: 204 len: 168 time: 0.2374439 Apr 22 15:10:15.375710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42106) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:15.382185 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-24126bbc-ade7-4941-b215-bed17f6442b0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1108347967', 'description': 'tempest-secgroup-smoke-1108347967 description', 'project_id': '6e44065b60334563abf0475e02cf7a35'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:15.388153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-24126bbc-ade7-4941-b215-bed17f6442b0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:15.392515 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-24126bbc-ade7-4941-b215-bed17f6442b0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:15.395459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-24126bbc-ade7-4941-b215-bed17f6442b0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:15.401244 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-24126bbc-ade7-4941-b215-bed17f6442b0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:15.411857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-24126bbc-ade7-4941-b215-bed17f6442b0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.454799 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-24126bbc-ade7-4941-b215-bed17f6442b0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:15.460090 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-24126bbc-ade7-4941-b215-bed17f6442b0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:15.462860 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-24126bbc-ade7-4941-b215-bed17f6442b0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:15.468463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-24126bbc-ade7-4941-b215-bed17f6442b0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:15.529020 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-24126bbc-ade7-4941-b215-bed17f6442b0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.533721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-24126bbc-ade7-4941-b215-bed17f6442b0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.577552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24126bbc-ade7-4941-b215-bed17f6442b0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92fe97d6-a2c4-459b-b5d8-37075327d91c,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:15.584183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-24126bbc-ade7-4941-b215-bed17f6442b0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.585831 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-24126bbc-ade7-4941-b215-bed17f6442b0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2090788 Apr 22 15:10:15.588661 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42110) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:15.594228 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2aab6b28-ef43-46f1-9bf0-6f1fdeff3be8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '92fe97d6-a2c4-459b-b5d8-37075327d91c', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:15.601290 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2aab6b28-ef43-46f1-9bf0-6f1fdeff3be8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:15.605314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2aab6b28-ef43-46f1-9bf0-6f1fdeff3be8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:15.608251 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2aab6b28-ef43-46f1-9bf0-6f1fdeff3be8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:15.614749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2aab6b28-ef43-46f1-9bf0-6f1fdeff3be8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:15.632905 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2aab6b28-ef43-46f1-9bf0-6f1fdeff3be8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.710744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2aab6b28-ef43-46f1-9bf0-6f1fdeff3be8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.715333 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2aab6b28-ef43-46f1-9bf0-6f1fdeff3be8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.739016 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab6b28-ef43-46f1-9bf0-6f1fdeff3be8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545d0168-409a-4e24-a3ba-4f8ec863ab88,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:15.748843 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2aab6b28-ef43-46f1-9bf0-6f1fdeff3be8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.750045 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2aab6b28-ef43-46f1-9bf0-6f1fdeff3be8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1604097 Apr 22 15:10:15.754183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42114) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:15.759561 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-049cf795-65c8-4ab3-a18e-db1cdda2c1fe tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '92fe97d6-a2c4-459b-b5d8-37075327d91c', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:15.765545 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-049cf795-65c8-4ab3-a18e-db1cdda2c1fe tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:15.770482 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-049cf795-65c8-4ab3-a18e-db1cdda2c1fe tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:15.773766 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-049cf795-65c8-4ab3-a18e-db1cdda2c1fe tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:15.779957 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-049cf795-65c8-4ab3-a18e-db1cdda2c1fe tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:15.797191 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-049cf795-65c8-4ab3-a18e-db1cdda2c1fe tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.862795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-049cf795-65c8-4ab3-a18e-db1cdda2c1fe tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.866928 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-049cf795-65c8-4ab3-a18e-db1cdda2c1fe tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.891053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cf795-65c8-4ab3-a18e-db1cdda2c1fe tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595f8c36-a9d8-42ed-a203-7bd2e4b1e820,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:15.903003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-049cf795-65c8-4ab3-a18e-db1cdda2c1fe tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.904313 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-049cf795-65c8-4ab3-a18e-db1cdda2c1fe tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1491971 Apr 22 15:10:15.907140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42118) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:15.913335 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-62c4a7e1-afe9-4cd3-8eca-815839349ca1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '92fe97d6-a2c4-459b-b5d8-37075327d91c', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:15.919235 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-62c4a7e1-afe9-4cd3-8eca-815839349ca1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:15.923389 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-62c4a7e1-afe9-4cd3-8eca-815839349ca1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:15.926745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-62c4a7e1-afe9-4cd3-8eca-815839349ca1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:15.932857 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-62c4a7e1-afe9-4cd3-8eca-815839349ca1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:15.952696 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-62c4a7e1-afe9-4cd3-8eca-815839349ca1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.018609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-62c4a7e1-afe9-4cd3-8eca-815839349ca1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.022462 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-62c4a7e1-afe9-4cd3-8eca-815839349ca1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.053138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4a7e1-afe9-4cd3-8eca-815839349ca1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349b4327-f9ef-46d4-9319-7c4ef275a221,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:16.062668 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-62c4a7e1-afe9-4cd3-8eca-815839349ca1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.065100 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-62c4a7e1-afe9-4cd3-8eca-815839349ca1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1559057 Apr 22 15:10:16.067429 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42122) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:16.073632 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-aa00c927-8e9c-4c6b-aef8-6755b07e0b69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '92fe97d6-a2c4-459b-b5d8-37075327d91c', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:16.080567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-aa00c927-8e9c-4c6b-aef8-6755b07e0b69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:16.093363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-aa00c927-8e9c-4c6b-aef8-6755b07e0b69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:16.097562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-aa00c927-8e9c-4c6b-aef8-6755b07e0b69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:16.103602 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-aa00c927-8e9c-4c6b-aef8-6755b07e0b69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:16.121799 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa00c927-8e9c-4c6b-aef8-6755b07e0b69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.177860 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7a41e514-7725-4793-8626-13351ba54965 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:16.190825 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa00c927-8e9c-4c6b-aef8-6755b07e0b69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.194768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa00c927-8e9c-4c6b-aef8-6755b07e0b69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.214845 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 7a41e514-7725-4793-8626-13351ba54965 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:16.215192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7a41e514-7725-4793-8626-13351ba54965 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:16.221181 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00c927-8e9c-4c6b-aef8-6755b07e0b69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227dcc2c-4e5e-4982-8356-6fb56b910577,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:16.235891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-aa00c927-8e9c-4c6b-aef8-6755b07e0b69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.239097 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-aa00c927-8e9c-4c6b-aef8-6755b07e0b69 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1704311 Apr 22 15:10:16.241626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42126) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:16.247024 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-7b5ca7ac-b41e-4916-88a6-2af2cf08c29b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '92fe97d6-a2c4-459b-b5d8-37075327d91c', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:16.253682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7b5ca7ac-b41e-4916-88a6-2af2cf08c29b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:16.257596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7b5ca7ac-b41e-4916-88a6-2af2cf08c29b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:16.260457 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-7b5ca7ac-b41e-4916-88a6-2af2cf08c29b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:16.266148 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-7b5ca7ac-b41e-4916-88a6-2af2cf08c29b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:16.278518 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-7b5ca7ac-b41e-4916-88a6-2af2cf08c29b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Project 6e44065b60334563abf0475e02cf7a35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:10:16.285125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca7ac-b41e-4916-88a6-2af2cf08c29b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.352602 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca7ac-b41e-4916-88a6-2af2cf08c29b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.356352 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca7ac-b41e-4916-88a6-2af2cf08c29b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.382315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ca7ac-b41e-4916-88a6-2af2cf08c29b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68726150-673e-4f3f-9d7e-de96c8a64012,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:16.392337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca7ac-b41e-4916-88a6-2af2cf08c29b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.393524 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7b5ca7ac-b41e-4916-88a6-2af2cf08c29b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1509705 Apr 22 15:10:16.396295 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42130) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:16.401921 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-f9546d31-d55e-4a9c-9c26-f50c19068c2a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '92fe97d6-a2c4-459b-b5d8-37075327d91c', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:16.408008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f9546d31-d55e-4a9c-9c26-f50c19068c2a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:16.412057 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f9546d31-d55e-4a9c-9c26-f50c19068c2a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:16.414917 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f9546d31-d55e-4a9c-9c26-f50c19068c2a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:16.420706 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f9546d31-d55e-4a9c-9c26-f50c19068c2a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:16.431541 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-f9546d31-d55e-4a9c-9c26-f50c19068c2a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Project 6e44065b60334563abf0475e02cf7a35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:10:16.438161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9546d31-d55e-4a9c-9c26-f50c19068c2a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.514619 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9546d31-d55e-4a9c-9c26-f50c19068c2a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.519120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9546d31-d55e-4a9c-9c26-f50c19068c2a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.547102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9546d31-d55e-4a9c-9c26-f50c19068c2a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccc38da-62d2-4cea-ad61-556162263356,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:16.558483 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9546d31-d55e-4a9c-9c26-f50c19068c2a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.559943 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f9546d31-d55e-4a9c-9c26-f50c19068c2a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1625972 Apr 22 15:10:16.562761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42134) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:16.568712 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-cb373970-5dcf-4b1f-bae0-0e5bf42570b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'network': {'name': 'tempest-network-smoke--1646060872', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'port_security_enabled': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:16.573819 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cb373970-5dcf-4b1f-bae0-0e5bf42570b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:16.578318 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cb373970-5dcf-4b1f-bae0-0e5bf42570b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:network and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:16.581721 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cb373970-5dcf-4b1f-bae0-0e5bf42570b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:16.587497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cb373970-5dcf-4b1f-bae0-0e5bf42570b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:16.598558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb373970-5dcf-4b1f-bae0-0e5bf42570b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Made reservation on behalf of 6e44065b60334563abf0475e02cf7a35 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:16.601590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb373970-5dcf-4b1f-bae0-0e5bf42570b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.631986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb373970-5dcf-4b1f-bae0-0e5bf42570b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:10:16.642845 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb373970-5dcf-4b1f-bae0-0e5bf42570b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.643175 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-cb373970-5dcf-4b1f-bae0-0e5bf42570b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Added segment 17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f of type vlan for network dabe9d57-ba6d-4e84-94ca-ba1232533671 Apr 22 15:10:16.672336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb373970-5dcf-4b1f-bae0-0e5bf42570b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.706289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb373970-5dcf-4b1f-bae0-0e5bf42570b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.710007 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb373970-5dcf-4b1f-bae0-0e5bf42570b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:16.710603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb373970-5dcf-4b1f-bae0-0e5bf42570b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.834245 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cb373970-5dcf-4b1f-bae0-0e5bf42570b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2701087 Apr 22 15:10:16.837623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb373970-5dcf-4b1f-bae0-0e5bf42570b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Network': ['ID=dabe9d57-ba6d-4e84-94ca-ba1232533671,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:16.838608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42138) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:16.848410 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-86049667', 'admin_state_up': True, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:16.855474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network dabe9d57-ba6d-4e84-94ca-ba1232533671 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:10:16.858793 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:16.865231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:router and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:16.868298 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:16.878707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:16.889070 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.890217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.913725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.062846 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.345576 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.374987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.527842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.26.0.209 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/447712bd-d94f-4480-8675-f2991eefaac8) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:17.682019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.710319 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.777911 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:17.780829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:17.785321 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:17.813039 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=447712bd-d94f-4480-8675-f2991eefaac8,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:17.943512 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.944190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:18.179910 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router c44bec31-dd5f-424d-87a6-0b81d4e45869 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:10:18.379705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:18.393766 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Sync routers for ids ['c44bec31-dd5f-424d-87a6-0b81d4e45869'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:18.406698 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Routers {'c44bec31-dd5f-424d-87a6-0b81d4e45869'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:18.407236 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:18.407698 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:09:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['c44bec31-dd5f-424d-87a6-0b81d4e45869'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:18.412163 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-276099fb-cdfa-4cf1-a91c-0f10092f29b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5691640 Apr 22 15:10:18.412422 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42142) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:18.454367 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-644bad4e-bcf4-485c-ae40-a49bb020ada8 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6e44065b60334563abf0475e02cf7a35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408556 Apr 22 15:10:18.458099 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42146) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:18.591909 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Set router c44bec31-dd5f-424d-87a6-0b81d4e45869 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:18.593151 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29499388-d3d3-49eb-8d85-729551ac2422 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:18.594668 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-29499388-d3d3-49eb-8d85-729551ac2422 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1356764 Apr 22 15:10:18.598504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42152) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:18.646337 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ffbcc588-410f-4e84-8468-53825738a2b3 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463374 Apr 22 15:10:18.648921 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42156) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:18.654342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4c8de773-806d-40c8-a3c8-2b7e2eb87652 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1663334130', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:18.775005 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4c8de773-806d-40c8-a3c8-2b7e2eb87652 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:18.779040 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4c8de773-806d-40c8-a3c8-2b7e2eb87652 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:subnet and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:18.781944 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4c8de773-806d-40c8-a3c8-2b7e2eb87652 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:18.787874 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4c8de773-806d-40c8-a3c8-2b7e2eb87652 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:18.798501 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8de773-806d-40c8-a3c8-2b7e2eb87652 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Made reservation on behalf of 6e44065b60334563abf0475e02cf7a35 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:18.903568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c8de773-806d-40c8-a3c8-2b7e2eb87652 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:18.921866 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86049667', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '447712bd-d94f-4480-8675-f2991eefaac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:16Z', 'updated_at': '2022-04-22T15:10:17Z', 'revision_number': 3, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '447712bd-d94f-4480-8675-f2991eefaac8', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:17Z', 'updated_at': '2022-04-22T15:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:18.925839 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Checking router: c44bec31-dd5f-424d-87a6-0b81d4e45869 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:10:18.926182 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Updating router c44bec31-dd5f-424d-87a6-0b81d4e45869 port 447712bd-d94f-4480-8675-f2991eefaac8 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:10:18.978811 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.211108 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c8de773-806d-40c8-a3c8-2b7e2eb87652 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.283913 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8de773-806d-40c8-a3c8-2b7e2eb87652 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Subnet': ['ID=3d044c2d-23e5-42ed-9b4f-d68fc6661dd9,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:19.299245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8de773-806d-40c8-a3c8-2b7e2eb87652 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Checking segment: {'id': '17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:19.299895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8de773-806d-40c8-a3c8-2b7e2eb87652 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network hostable DHCP agents. Network: dabe9d57-ba6d-4e84-94ca-ba1232533671, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:10:19.313023 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.326979 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8de773-806d-40c8-a3c8-2b7e2eb87652 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network dabe9d57-ba6d-4e84-94ca-ba1232533671 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:10:19.327433 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Transition to ACTIVE for port object 447712bd-d94f-4480-8675-f2991eefaac8 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:19.335008 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.339522 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-4c8de773-806d-40c8-a3c8-2b7e2eb87652 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, dabe9d57-ba6d-4e84-94ca-ba1232533671) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:19.343611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8de773-806d-40c8-a3c8-2b7e2eb87652 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:19.344192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4c8de773-806d-40c8-a3c8-2b7e2eb87652 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.366676 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4c8de773-806d-40c8-a3c8-2b7e2eb87652 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7166138 Apr 22 15:10:19.369378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42162) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:19.370823 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa75d2b-8d94-422a-916d-119ff337d801 None None] Network dabe9d57-ba6d-4e84-94ca-ba1232533671 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:19.503114 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b474a-8cd5-49c0-97b7-1ef2965e5e70 None None] Pushing event updated for resources: {'Port': ['ID=447712bd-d94f-4480-8675-f2991eefaac8,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:19.505285 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Attempting to bind port 447712bd-d94f-4480-8675-f2991eefaac8 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:10:19.505643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Attempting to bind port 447712bd-d94f-4480-8675-f2991eefaac8 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:10:19.506002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Attempting to bind port 447712bd-d94f-4480-8675-f2991eefaac8 on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:19.538641 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:10:19.539011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:19.539434 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.539819 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:10:19.540288 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Bound port: 447712bd-d94f-4480-8675-f2991eefaac8, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:10:19.540655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.697025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] For port 447712bd-d94f-4480-8675-f2991eefaac8, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:10:19.707071 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] For port 447712bd-d94f-4480-8675-f2991eefaac8, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=447712bd-d94f-4480-8675-f2991eefaac8,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:10:19.711743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-dabe9d57-ba6d-4e84-94ca-ba1232533671', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ips': [{'subnet_id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:10:19.712546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.730876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.883877 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b474a-8cd5-49c0-97b7-1ef2965e5e70 None None] Pushing event updated for resources: {'Port': ['ID=447712bd-d94f-4480-8675-f2991eefaac8,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:19.897485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Routers {'c44bec31-dd5f-424d-87a6-0b81d4e45869'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:19.898218 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:09:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['c44bec31-dd5f-424d-87a6-0b81d4e45869'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:20.100786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Allocated IP 172.20.0.2 (dabe9d57-ba6d-4e84-94ca-ba1232533671/3d044c2d-23e5-42ed-9b4f-d68fc6661dd9/e0b04727-aa01-4825-9484-3bb5428aaeae) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:20.153720 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:20.218365 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] Set router c44bec31-dd5f-424d-87a6-0b81d4e45869 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:20.607077 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:20.623864 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Transition to ACTIVE for port object e0b04727-aa01-4825-9484-3bb5428aaeae will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:20.651159 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Transition to ACTIVE for port object e0b04727-aa01-4825-9484-3bb5428aaeae will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:20.658763 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:20.727061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.20.0.1 (dabe9d57-ba6d-4e84-94ca-ba1232533671/3d044c2d-23e5-42ed-9b4f-d68fc6661dd9/f546d3e1-bc7d-482c-a493-37887127a132) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:20.740361 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Network dabe9d57-ba6d-4e84-94ca-ba1232533671 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:20.744848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:20.748464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Pushing event updated for resources: {'Port': ['ID=e0b04727-aa01-4825-9484-3bb5428aaeae,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:20.751558 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:20.754964 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86049667', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '447712bd-d94f-4480-8675-f2991eefaac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:16Z', 'updated_at': '2022-04-22T15:10:17Z', 'revision_number': 3, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '447712bd-d94f-4480-8675-f2991eefaac8', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:17Z', 'updated_at': '2022-04-22T15:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:20.762511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f4046-39a1-407b-8444-a55c9a0fcc0d None None] The sync data for ids ['c44bec31-dd5f-424d-87a6-0b81d4e45869'] in dv-neutron-839027-1-hyperv is: [{'id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86049667', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '447712bd-d94f-4480-8675-f2991eefaac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:16Z', 'updated_at': '2022-04-22T15:10:17Z', 'revision_number': 3, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '447712bd-d94f-4480-8675-f2991eefaac8', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:17Z', 'updated_at': '2022-04-22T15:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:20.858648 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Attempting to bind port e0b04727-aa01-4825-9484-3bb5428aaeae on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:10:20.859022 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Attempting to bind port e0b04727-aa01-4825-9484-3bb5428aaeae by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:10:20.859421 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Attempting to bind port e0b04727-aa01-4825-9484-3bb5428aaeae on network dabe9d57-ba6d-4e84-94ca-ba1232533671 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:20.866947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:10:20.867359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Checking segment: {'id': '17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:20.867750 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:20.868144 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Bound using segment: {'id': '17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:10:20.868659 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Bound port: e0b04727-aa01-4825-9484-3bb5428aaeae, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:10:20.869020 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:20.984468 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] For port e0b04727-aa01-4825-9484-3bb5428aaeae, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:10:20.988333 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] For port e0b04727-aa01-4825-9484-3bb5428aaeae, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e0b04727-aa01-4825-9484-3bb5428aaeae,segment=NetworkSegment(17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f),segment_id=17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:10:20.994030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.037580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.054728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Transition to ACTIVE for port object f546d3e1-bc7d-482c-a493-37887127a132 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:21.082342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.101703 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d81e0-b5b3-4ae1-bc89-18c0c535c42a None None] Pushing event updated for resources: {'Port': ['ID=e0b04727-aa01-4825-9484-3bb5428aaeae,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:21.169360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network dabe9d57-ba6d-4e84-94ca-ba1232533671 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:21.175344 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:21.177814 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:21.206191 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=f546d3e1-bc7d-482c-a493-37887127a132,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:21.245079 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.357504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.803929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.809626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.929473 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=f546d3e1-bc7d-482c-a493-37887127a132,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:21.931993 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.032265 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f35d43-2010-4063-b598-0923f3fddc1b None None] Network dabe9d57-ba6d-4e84-94ca-ba1232533671 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:22.073308 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network dabe9d57-ba6d-4e84-94ca-ba1232533671 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:22.074481 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:22.130608 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-11b8e40d-6daa-4052-af22-bf5b545477f2 None None] Provisioning for port e0b04727-aa01-4825-9484-3bb5428aaeae completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:22.301198 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 447712bd-d94f-4480-8675-f2991eefaac8 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:22.373160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 447712bd-d94f-4480-8675-f2991eefaac8 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:22.378932 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 447712bd-d94f-4480-8675-f2991eefaac8 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:22.379559 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.489788 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router c44bec31-dd5f-424d-87a6-0b81d4e45869 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:10:22.513652 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.539641 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-96c4569a-a22e-44d5-ae5f-88d309c41311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.542402 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 447712bd-d94f-4480-8675-f2991eefaac8, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=447712bd-d94f-4480-8675-f2991eefaac8,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:22.547399 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.549082 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e0b04727-aa01-4825-9484-3bb5428aaeae up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:22.694115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=447712bd-d94f-4480-8675-f2991eefaac8,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:22.696868 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7a48d727-73fc-4570-b18e-4c7d39e904a2 None None] Provisioning for port f546d3e1-bc7d-482c-a493-37887127a132 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:22.705609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7a48d727-73fc-4570-b18e-4c7d39e904a2 None None] Provisioning complete for port f546d3e1-bc7d-482c-a493-37887127a132 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:22.706338 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7a48d727-73fc-4570-b18e-4c7d39e904a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.760958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port e0b04727-aa01-4825-9484-3bb5428aaeae completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:22.770674 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port e0b04727-aa01-4825-9484-3bb5428aaeae triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:22.771040 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.801141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7a48d727-73fc-4570-b18e-4c7d39e904a2 None None] Port f546d3e1-bc7d-482c-a493-37887127a132 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:22.842518 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7a48d727-73fc-4570-b18e-4c7d39e904a2 None None] Provisioning complete for port e0b04727-aa01-4825-9484-3bb5428aaeae triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:22.842884 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7a48d727-73fc-4570-b18e-4c7d39e904a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.856572 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:22.876058 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a9396f20-a70a-445d-ab81-44ebfe1bbdba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "PUT /v2.0/routers/c44bec31-dd5f-424d-87a6-0b81d4e45869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4999270 Apr 22 15:10:22.967196 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.048109 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7a48d727-73fc-4570-b18e-4c7d39e904a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.062121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port e0b04727-aa01-4825-9484-3bb5428aaeae, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e0b04727-aa01-4825-9484-3bb5428aaeae,segment=NetworkSegment(17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f),segment_id=17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:23.063263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-b8be25d4-7197-476c-b5c6-a960d464d0e6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:23.067632 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.081333 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-b8be25d4-7197-476c-b5c6-a960d464d0e6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:23.082924 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-b8be25d4-7197-476c-b5c6-a960d464d0e6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108347967&fields=id&tenant_id=6e44065b60334563abf0475e02cf7a35 HTTP/1.1" status: 200 len: 267 time: 0.0605059 Apr 22 15:10:23.228734 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=e0b04727-aa01-4825-9484-3bb5428aaeae,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:23.232041 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-7a48d727-73fc-4570-b18e-4c7d39e904a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:10:23.232401 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-7a48d727-73fc-4570-b18e-4c7d39e904a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:10:23.240942 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-07871329-d203-41e2-8d80-8dc96e701ccd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:23.241611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-07871329-d203-41e2-8d80-8dc96e701ccd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:23.257337 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-07871329-d203-41e2-8d80-8dc96e701ccd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:23.258566 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-07871329-d203-41e2-8d80-8dc96e701ccd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/networks?id=dabe9d57-ba6d-4e84-94ca-ba1232533671 HTTP/1.1" status: 200 len: 797 time: 0.1689684 Apr 22 15:10:23.275532 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-03efd66d-5fc8-41ac-8614-9a1201f500ad tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/quotas/6e44065b60334563abf0475e02cf7a35 HTTP/1.1" status: 200 len: 375 time: 0.0115573 Apr 22 15:10:23.358514 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-772b722d-793a-476c-b928-238de313665e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:23.373469 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-772b722d-793a-476c-b928-238de313665e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:23.374730 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-772b722d-793a-476c-b928-238de313665e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941448 Apr 22 15:10:23.390874 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-8041edcf-9ce7-43d8-ac1a-d3424fbc0d20 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:10:23.391829 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-8041edcf-9ce7-43d8-ac1a-d3424fbc0d20 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050938 Apr 22 15:10:23.525125 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-f18da029-e653-4f64-bd85-7a5f7d9550b6 service neutron] 10.222.0.23 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252210 Apr 22 15:10:23.659751 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-5d54962c-feb3-4b87-867e-770bb4868e0a service neutron] 10.222.0.23 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289396 Apr 22 15:10:23.796403 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:10:23.855466 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-96a032a3-e230-4f35-9d8e-7e9eae945033 req-86526b38-f36e-4a0e-a20e-0b8b31fada21 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 210 time: 0.0425384 Apr 22 15:10:23.916746 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-999a1885-1023-4c0d-9c3e-0af0414d072c None None] Provisioning complete for port f546d3e1-bc7d-482c-a493-37887127a132 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:23.917114 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-999a1885-1023-4c0d-9c3e-0af0414d072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.971707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-999a1885-1023-4c0d-9c3e-0af0414d072c None None] Port f546d3e1-bc7d-482c-a493-37887127a132 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:24.239202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 447712bd-d94f-4480-8675-f2991eefaac8 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:24.316310 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 447712bd-d94f-4480-8675-f2991eefaac8 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:24.316678 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.439727 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e0b04727-aa01-4825-9484-3bb5428aaeae up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:24.457163 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Sync routers for ids ['c44bec31-dd5f-424d-87a6-0b81d4e45869'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:24.469463 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Routers {'c44bec31-dd5f-424d-87a6-0b81d4e45869'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:24.471007 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:09:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['c44bec31-dd5f-424d-87a6-0b81d4e45869'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:24.508256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port e0b04727-aa01-4825-9484-3bb5428aaeae triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:24.508629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.669497 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Set router c44bec31-dd5f-424d-87a6-0b81d4e45869 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:24.703623 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.846563 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f821a7ac-0199-4bce-b17f-8154d77690ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.037281 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86049667', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '447712bd-d94f-4480-8675-f2991eefaac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:16Z', 'updated_at': '2022-04-22T15:10:21Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '447712bd-d94f-4480-8675-f2991eefaac8', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:17Z', 'updated_at': '2022-04-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'f546d3e1-bc7d-482c-a493-37887127a132', 'name': '', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:29:27:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:20Z', 'updated_at': '2022-04-22T15:10:21Z', 'revision_number': 2, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:25.041314 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Checking router: c44bec31-dd5f-424d-87a6-0b81d4e45869 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:10:25.041894 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Updating router c44bec31-dd5f-424d-87a6-0b81d4e45869 port f546d3e1-bc7d-482c-a493-37887127a132 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:10:25.044374 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a1f8d012-cc71-452c-8f80-549f236b8781 req-e6437bcb-a4ca-4bef-a87d-a3d8b36f5273 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 210 time: 0.0586667 Apr 22 15:10:25.097385 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.098586 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-eeaced9f-6cd7-46dd-bce0-c6f2be504616 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:25.099290 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-eeaced9f-6cd7-46dd-bce0-c6f2be504616 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:25.111780 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-eeaced9f-6cd7-46dd-bce0-c6f2be504616 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:25.112720 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-eeaced9f-6cd7-46dd-bce0-c6f2be504616 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "GET /v2.0/networks?id=dabe9d57-ba6d-4e84-94ca-ba1232533671 HTTP/1.1" status: 200 len: 797 time: 0.1823716 Apr 22 15:10:25.168195 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-810cfcf1-9874-46fa-a792-01a3915e4077 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e44065b60334563abf0475e02cf7a35 HTTP/1.1" status: 200 len: 380 time: 0.0435448 Apr 22 15:10:25.180219 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-ae254e8c-da4b-4e27-9601-530cbad27803 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'port': {'device_id': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'admin_state_up': True, 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'security_groups': ['92fe97d6-a2c4-459b-b5d8-37075327d91c']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:25.419880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-ae254e8c-da4b-4e27-9601-530cbad27803 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:25.430024 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-ae254e8c-da4b-4e27-9601-530cbad27803 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:25.440624 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-ae254e8c-da4b-4e27-9601-530cbad27803 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Made reservation on behalf of 6e44065b60334563abf0475e02cf7a35 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:25.443883 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-ae254e8c-da4b-4e27-9601-530cbad27803 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.466860 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.479468 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Transition to ACTIVE for port object f546d3e1-bc7d-482c-a493-37887127a132 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:25.485253 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.615835 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4206a-7935-47b4-a19c-61f9d34ec86e None None] Pushing event updated for resources: {'Port': ['ID=f546d3e1-bc7d-482c-a493-37887127a132,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:25.621154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-ae254e8c-da4b-4e27-9601-530cbad27803 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.20.0.5 (dabe9d57-ba6d-4e84-94ca-ba1232533671/3d044c2d-23e5-42ed-9b4f-d68fc6661dd9/63fb4613-c5a1-4369-80b2-df656db0a467) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:25.679443 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4206a-7935-47b4-a19c-61f9d34ec86e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:25.679700 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4206a-7935-47b4-a19c-61f9d34ec86e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:25.680038 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4206a-7935-47b4-a19c-61f9d34ec86e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:25.680377 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4206a-7935-47b4-a19c-61f9d34ec86e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:25.680736 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4206a-7935-47b4-a19c-61f9d34ec86e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:25.681062 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4206a-7935-47b4-a19c-61f9d34ec86e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:25.681382 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4206a-7935-47b4-a19c-61f9d34ec86e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:25.681706 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4206a-7935-47b4-a19c-61f9d34ec86e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:25.682023 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4206a-7935-47b4-a19c-61f9d34ec86e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:25.682337 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4206a-7935-47b4-a19c-61f9d34ec86e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:25.682651 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4206a-7935-47b4-a19c-61f9d34ec86e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:25.741682 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Attempting to bind port f546d3e1-bc7d-482c-a493-37887127a132 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:10:25.742052 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Attempting to bind port f546d3e1-bc7d-482c-a493-37887127a132 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:10:25.742408 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Attempting to bind port f546d3e1-bc7d-482c-a493-37887127a132 on network dabe9d57-ba6d-4e84-94ca-ba1232533671 {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:25.749133 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:10:25.749491 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Checking segment: {'id': '17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:25.749882 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.750264 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Bound using segment: {'id': '17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:10:25.750720 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Bound port: f546d3e1-bc7d-482c-a493-37887127a132, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:10:25.751090 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.846292 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] For port f546d3e1-bc7d-482c-a493-37887127a132, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:10:25.849263 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] For port f546d3e1-bc7d-482c-a493-37887127a132, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f546d3e1-bc7d-482c-a493-37887127a132,segment=NetworkSegment(17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f),segment_id=17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:10:25.850532 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-ae254e8c-da4b-4e27-9601-530cbad27803 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.853766 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.867694 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-ae254e8c-da4b-4e27-9601-530cbad27803 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Transition to ACTIVE for port object 63fb4613-c5a1-4369-80b2-df656db0a467 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:25.890163 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-ae254e8c-da4b-4e27-9601-530cbad27803 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.934216 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4206a-7935-47b4-a19c-61f9d34ec86e None None] Pushing event updated for resources: {'Port': ['ID=f546d3e1-bc7d-482c-a493-37887127a132,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:25.937897 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Routers {'c44bec31-dd5f-424d-87a6-0b81d4e45869'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:25.938725 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:10:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['c44bec31-dd5f-424d-87a6-0b81d4e45869'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:25.971808 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-ae254e8c-da4b-4e27-9601-530cbad27803 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network dabe9d57-ba6d-4e84-94ca-ba1232533671 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:25.975226 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-ae254e8c-da4b-4e27-9601-530cbad27803 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:25.977810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-ae254e8c-da4b-4e27-9601-530cbad27803 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:26.023843 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae254e8c-da4b-4e27-9601-530cbad27803 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=63fb4613-c5a1-4369-80b2-df656db0a467,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:26.050341 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-ae254e8c-da4b-4e27-9601-530cbad27803 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:26.051119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-ae254e8c-da4b-4e27-9601-530cbad27803 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.098185 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-ae254e8c-da4b-4e27-9601-530cbad27803 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9190357 Apr 22 15:10:26.107650 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Request body: {'port': {'device_id': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:26.145950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.166887 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] Set router c44bec31-dd5f-424d-87a6-0b81d4e45869 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:26.225880 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.275903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.282566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618fd31-cd01-43b6-af8a-11412d6f8bfb req-0d8927d5-0fa5-4484-a948-8fe351a0f61b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:26.285191 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9618fd31-cd01-43b6-af8a-11412d6f8bfb req-0d8927d5-0fa5-4484-a948-8fe351a0f61b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 931 time: 0.0911815 Apr 22 15:10:26.355310 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9618fd31-cd01-43b6-af8a-11412d6f8bfb req-6014626c-61d5-413a-b5e4-da2984b7ad0c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595446 Apr 22 15:10:26.486479 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-76e41235-c415-4298-9e19-0d394996d459 None None] Provisioning for port 63fb4613-c5a1-4369-80b2-df656db0a467 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:26.492372 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-76e41235-c415-4298-9e19-0d394996d459 None None] Provisioning complete for port 63fb4613-c5a1-4369-80b2-df656db0a467 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:26.492735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-76e41235-c415-4298-9e19-0d394996d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.549948 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-76e41235-c415-4298-9e19-0d394996d459 None None] Port 63fb4613-c5a1-4369-80b2-df656db0a467 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:26.563488 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86049667', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '447712bd-d94f-4480-8675-f2991eefaac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:16Z', 'updated_at': '2022-04-22T15:10:21Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '447712bd-d94f-4480-8675-f2991eefaac8', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:17Z', 'updated_at': '2022-04-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'f546d3e1-bc7d-482c-a493-37887127a132', 'name': '', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:29:27:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:20Z', 'updated_at': '2022-04-22T15:10:25Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:26.568538 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4d485a-bcfc-4387-aaaf-49bd3a2ac739 None None] The sync data for ids ['c44bec31-dd5f-424d-87a6-0b81d4e45869'] in dv-neutron-839027-1-hyperv is: [{'id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86049667', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '447712bd-d94f-4480-8675-f2991eefaac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:16Z', 'updated_at': '2022-04-22T15:10:21Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '447712bd-d94f-4480-8675-f2991eefaac8', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:17Z', 'updated_at': '2022-04-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'f546d3e1-bc7d-482c-a493-37887127a132', 'name': '', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:29:27:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:20Z', 'updated_at': '2022-04-22T15:10:25Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:26.661185 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63fb4613-c5a1-4369-80b2-df656db0a467 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:10:26.668378 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.688785 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Transition to ACTIVE for port object 63fb4613-c5a1-4369-80b2-df656db0a467 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:26.695133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.836237 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Pushing event updated for resources: {'Port': ['ID=63fb4613-c5a1-4369-80b2-df656db0a467,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:26.956791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Attempting to bind port 63fb4613-c5a1-4369-80b2-df656db0a467 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:10:26.957127 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Attempting to bind port 63fb4613-c5a1-4369-80b2-df656db0a467 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:10:26.957569 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Attempting to bind port 63fb4613-c5a1-4369-80b2-df656db0a467 on network dabe9d57-ba6d-4e84-94ca-ba1232533671 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:26.964150 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Port 63fb4613-c5a1-4369-80b2-df656db0a467 on network dabe9d57-ba6d-4e84-94ca-ba1232533671 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:10:26.964474 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Attempting to bind port 63fb4613-c5a1-4369-80b2-df656db0a467 on network dabe9d57-ba6d-4e84-94ca-ba1232533671 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:26.972246 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:10:26.972582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Checking segment: {'id': '17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:26.972968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Bound using segment: {'id': '17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:10:26.973393 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Bound port: 63fb4613-c5a1-4369-80b2-df656db0a467, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:10:26.973741 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.068824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] For port 63fb4613-c5a1-4369-80b2-df656db0a467, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:10:27.071999 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] For port 63fb4613-c5a1-4369-80b2-df656db0a467, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=63fb4613-c5a1-4369-80b2-df656db0a467,segment=NetworkSegment(17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f),segment_id=17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:10:27.077196 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.146535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.147990 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] 10.222.0.30 "PUT /v2.0/ports/63fb4613-c5a1-4369-80b2-df656db0a467 HTTP/1.1" status: 200 len: 1093 time: 1.0452764 Apr 22 15:10:27.148421 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'tag': '63fb4613-c5a1-4369-80b2-df656db0a467'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:10:27.171899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801dcbe-e012-458a-a614-8d708c32c549 service neutron] Pushing event updated for resources: {'Port': ['ID=63fb4613-c5a1-4369-80b2-df656db0a467,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:27.256411 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5df271c-6c97-45d1-a1e7-b18f943a8f26'] response: {'name': 'network-changed', 'server_uuid': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'tag': '63fb4613-c5a1-4369-80b2-df656db0a467', 'status': 'completed', 'code': 200} Apr 22 15:10:27.306082 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-d9200080-27db-48aa-a050-17046a25e243 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 1096 time: 0.1085410 Apr 22 15:10:27.394366 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-bd82a46d-4a1a-4188-b9a1-1dc696038e76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63fb4613-c5a1-4369-80b2-df656db0a467 HTTP/1.1" status: 200 len: 217 time: 0.0816545 Apr 22 15:10:27.439867 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.467747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-6b90bb7e-df65-4375-a06c-0f30f53b75aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:27.469632 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-6b90bb7e-df65-4375-a06c-0f30f53b75aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d044c2d-23e5-42ed-9b4f-d68fc6661dd9 HTTP/1.1" status: 200 len: 835 time: 0.0702758 Apr 22 15:10:27.600329 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45736a2-54c6-49f6-a8a7-c5df66b1082a req-8b34ce77-7c81-4630-a96f-7921d3ee4cc8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:27.602387 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b45736a2-54c6-49f6-a8a7-c5df66b1082a req-8b34ce77-7c81-4630-a96f-7921d3ee4cc8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 943 time: 0.1043043 Apr 22 15:10:27.659962 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b45736a2-54c6-49f6-a8a7-c5df66b1082a req-c783f37d-6328-409e-b3b6-746e5e6ae482 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510597 Apr 22 15:10:27.662172 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-b98999ed-c581-4af2-b9a2-14e66fa5d7f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dabe9d57-ba6d-4e84-94ca-ba1232533671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1871405 Apr 22 15:10:27.796680 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-3463e582-6128-471a-b768-f1bf82e6e046 service neutron] 10.222.0.30 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286759 Apr 22 15:10:27.931013 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-14ad47a3-d635-4ce4-946b-2d5939e6dd1c req-41cd6d38-230c-4c17-8b18-fab5a70f8786 service neutron] 10.222.0.30 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279027 Apr 22 15:10:28.045883 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-eaaf6f0e-20b4-48de-a08a-04e7b38d334e req-c8306f08-bf5b-4a9d-b396-2575b4804acf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 1096 time: 0.0691743 Apr 22 15:10:28.177612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf6f0e-20b4-48de-a08a-04e7b38d334e req-9370a8f7-4fc9-4b28-b76e-36f601a7b1a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:28.179040 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-eaaf6f0e-20b4-48de-a08a-04e7b38d334e req-9370a8f7-4fc9-4b28-b76e-36f601a7b1a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dabe9d57-ba6d-4e84-94ca-ba1232533671 HTTP/1.1" status: 200 len: 898 time: 0.1263597 Apr 22 15:10:28.252729 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-eaaf6f0e-20b4-48de-a08a-04e7b38d334e req-18d67edb-7b22-45a1-91af-0372da957b96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63fb4613-c5a1-4369-80b2-df656db0a467 HTTP/1.1" status: 200 len: 217 time: 0.0672195 Apr 22 15:10:28.260133 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f546d3e1-bc7d-482c-a493-37887127a132 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:28.317788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf6f0e-20b4-48de-a08a-04e7b38d334e req-5fa984ad-4128-4d12-8408-69d60f5516b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:28.319210 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-eaaf6f0e-20b4-48de-a08a-04e7b38d334e req-5fa984ad-4128-4d12-8408-69d60f5516b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d044c2d-23e5-42ed-9b4f-d68fc6661dd9 HTTP/1.1" status: 200 len: 835 time: 0.0584085 Apr 22 15:10:28.328254 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port f546d3e1-bc7d-482c-a493-37887127a132 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:28.334108 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f546d3e1-bc7d-482c-a493-37887127a132 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:28.334465 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.400338 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-eaaf6f0e-20b4-48de-a08a-04e7b38d334e req-c0f28afc-559f-4f1f-aad5-96916a938e17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dabe9d57-ba6d-4e84-94ca-ba1232533671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730491 Apr 22 15:10:28.452216 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.484045 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port f546d3e1-bc7d-482c-a493-37887127a132, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f546d3e1-bc7d-482c-a493-37887127a132,segment=NetworkSegment(17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f),segment_id=17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:28.488176 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.540695 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-eaaf6f0e-20b4-48de-a08a-04e7b38d334e req-ce4d283c-5e13-4a6f-9286-97d7c7b74b59 service neutron] 10.222.0.30 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328754 Apr 22 15:10:28.553605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=f546d3e1-bc7d-482c-a493-37887127a132,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:28.679725 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-eaaf6f0e-20b4-48de-a08a-04e7b38d334e req-e7640ea3-db8f-44ed-996e-32bf644f2e23 service neutron] 10.222.0.30 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325340 Apr 22 15:10:28.865743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fe1fe-55d9-475c-ab41-efa55137d258 req-86db7620-0cab-4fc9-bffa-4ba6bd086d77 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:28.867412 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-807fe1fe-55d9-475c-ab41-efa55137d258 req-86db7620-0cab-4fc9-bffa-4ba6bd086d77 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 943 time: 0.0918922 Apr 22 15:10:28.917441 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-807fe1fe-55d9-475c-ab41-efa55137d258 req-d8379889-11c9-41e2-a746-e6f0acffda2f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429101 Apr 22 15:10:30.120760 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e167bf-ca58-4628-81e3-5a51a6659266 req-9d2a5154-e8d4-4f2d-92f7-b8844ef3933f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:30.122189 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d3e167bf-ca58-4628-81e3-5a51a6659266 req-9d2a5154-e8d4-4f2d-92f7-b8844ef3933f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 943 time: 0.0776954 Apr 22 15:10:30.170942 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d3e167bf-ca58-4628-81e3-5a51a6659266 req-cae95f8c-47f4-4d41-b8d2-6057e9f19c4b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429001 Apr 22 15:10:30.245901 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f546d3e1-bc7d-482c-a493-37887127a132 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:30.325020 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f546d3e1-bc7d-482c-a493-37887127a132 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:30.325460 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.626505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 63fb4613-c5a1-4369-80b2-df656db0a467 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:10:30.768117 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 63fb4613-c5a1-4369-80b2-df656db0a467, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=63fb4613-c5a1-4369-80b2-df656db0a467,segment=NetworkSegment(17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f),segment_id=17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:30.781895 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '63fb4613-c5a1-4369-80b2-df656db0a467', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'port_id': '63fb4613-c5a1-4369-80b2-df656db0a467', 'mac_address': 'fa:16:3e:36:9c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:10:30.839629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.857405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63fb4613-c5a1-4369-80b2-df656db0a467 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:10:30.873825 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 63fb4613-c5a1-4369-80b2-df656db0a467, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=63fb4613-c5a1-4369-80b2-df656db0a467,segment=NetworkSegment(17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f),segment_id=17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:30.879195 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.954536 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=63fb4613-c5a1-4369-80b2-df656db0a467,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:31.089165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['63fb4613-c5a1-4369-80b2-df656db0a467'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:10:31.386606 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad25e03-652d-4d5f-9f3b-e02aaf95005d req-cac8a030-a58d-44dc-b9fb-4345fa3a24cf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:31.388177 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2ad25e03-652d-4d5f-9f3b-e02aaf95005d req-cac8a030-a58d-44dc-b9fb-4345fa3a24cf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 944 time: 0.0904179 Apr 22 15:10:31.453668 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2ad25e03-652d-4d5f-9f3b-e02aaf95005d req-071e7567-53e9-438a-86ca-914574998617 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557549 Apr 22 15:10:32.633814 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 63fb4613-c5a1-4369-80b2-df656db0a467 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:32.677416 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62901e87-7efd-4967-b789-a505e3b196f7 req-80e661cd-696b-407b-b0b3-259bcde7e1a2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:32.679077 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-62901e87-7efd-4967-b789-a505e3b196f7 req-80e661cd-696b-407b-b0b3-259bcde7e1a2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 944 time: 0.0942705 Apr 22 15:10:32.723092 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 63fb4613-c5a1-4369-80b2-df656db0a467 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:32.728180 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 63fb4613-c5a1-4369-80b2-df656db0a467 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:32.728549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:32.732394 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-62901e87-7efd-4967-b789-a505e3b196f7 req-ebc44f72-42b4-4a2e-9745-d693f53703fe tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477488 Apr 22 15:10:32.848751 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:32.875439 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fb4613-c5a1-4369-80b2-df656db0a467'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:10:32.885030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 63fb4613-c5a1-4369-80b2-df656db0a467, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=63fb4613-c5a1-4369-80b2-df656db0a467,segment=NetworkSegment(17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f),segment_id=17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:32.889184 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:32.966822 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=63fb4613-c5a1-4369-80b2-df656db0a467,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:33.024299 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f61a93-6341-4ca6-bb2c-ee888d06e8cb'] response: {'server_uuid': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fb4613-c5a1-4369-80b2-df656db0a467', 'code': 200} Apr 22 15:10:33.259079 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-78d6218c-4d2a-471c-9eef-223cc29fdea7 req-a5e88730-b027-468a-912d-70aa23fd07ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 1098 time: 0.0693893 Apr 22 15:10:33.305855 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-78d6218c-4d2a-471c-9eef-223cc29fdea7 req-0fa7e300-89ad-498d-ad6a-2a019833cee0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400259 Apr 22 15:10:33.931512 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dc891-0b6c-430a-b731-799e70c25e21 req-75bef5cd-dfd9-45f6-99c3-54d48156c395 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:33.932942 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f12dc891-0b6c-430a-b731-799e70c25e21 req-75bef5cd-dfd9-45f6-99c3-54d48156c395 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0766833 Apr 22 15:10:33.983545 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f12dc891-0b6c-430a-b731-799e70c25e21 req-302613aa-763b-4c9e-8966-84adab5d55c8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449104 Apr 22 15:10:35.187617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcf461-51bf-4d2b-9bf4-0179fa046830 req-f9d6a3aa-68b6-46c9-a85e-0d2ec3f03988 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:35.189788 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-49dcf461-51bf-4d2b-9bf4-0179fa046830 req-f9d6a3aa-68b6-46c9-a85e-0d2ec3f03988 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0832334 Apr 22 15:10:35.237748 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-49dcf461-51bf-4d2b-9bf4-0179fa046830 req-3beb8cf7-4cab-4e07-8130-fbbed6b8d095 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417809 Apr 22 15:10:35.436786 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f42a6b-044c-4665-8296-778b7ab95196 req-136eda97-1580-4622-a3f4-cb5f07ff3208 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:35.438223 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-35f42a6b-044c-4665-8296-778b7ab95196 req-136eda97-1580-4622-a3f4-cb5f07ff3208 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0774093 Apr 22 15:10:35.483507 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-35f42a6b-044c-4665-8296-778b7ab95196 req-4dad1ac0-86ed-465f-a634-3e700f3a38af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395679 Apr 22 15:10:35.511190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42226) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:35.585880 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d76b0275-23e9-4daf-be11-b975c8ae5c25 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 1093 time: 0.0734751 Apr 22 15:10:35.588377 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42230) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:35.593305 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '63fb4613-c5a1-4369-80b2-df656db0a467', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:35.600026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:35.603796 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:floatingip and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:35.606536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:35.612699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:35.624490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:35.852499 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:35.989382 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.26.0.229 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/2e0a2041-05ba-4802-922d-46500f762e72) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:36.143675 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.170070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.237613 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:36.240549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:36.244942 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:36.278125 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=2e0a2041-05ba-4802-922d-46500f762e72,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:36.774503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.832908 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.034162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.038553 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.148397 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=2e0a2041-05ba-4802-922d-46500f762e72,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:37.161946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.347907 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Floating IP 76978d80-89cb-4520-9403-ceda93a11f8f associated. External IP: 172.26.0.229, port: 63fb4613-c5a1-4369-80b2-df656db0a467. Apr 22 15:10:37.842011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router c44bec31-dd5f-424d-87a6-0b81d4e45869 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:10:38.038821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:38.049715 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f89dd-2405-4bff-8fbf-6ec8ec7aebd5 None None] Sync routers for ids ['c44bec31-dd5f-424d-87a6-0b81d4e45869'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:38.062441 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f89dd-2405-4bff-8fbf-6ec8ec7aebd5 None None] Routers {'c44bec31-dd5f-424d-87a6-0b81d4e45869'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:38.063049 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-cd8f89dd-2405-4bff-8fbf-6ec8ec7aebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:10:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['c44bec31-dd5f-424d-87a6-0b81d4e45869'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:38.063378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:38.123849 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9b2afb0c-ace2-41d8-b964-2387b18cb76d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5344758 Apr 22 15:10:38.124471 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'tag': '63fb4613-c5a1-4369-80b2-df656db0a467'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:10:38.204696 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9084180-1a56-49b2-98fb-bc38de582bcd'] response: {'name': 'network-changed', 'server_uuid': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'tag': '63fb4613-c5a1-4369-80b2-df656db0a467', 'status': 'completed', 'code': 200} Apr 22 15:10:38.260189 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-cd8f89dd-2405-4bff-8fbf-6ec8ec7aebd5 None None] Set router c44bec31-dd5f-424d-87a6-0b81d4e45869 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:38.311264 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e3468c8d-2adf-4ed3-a453-c15dd7369fa8 req-ae127b59-8ad1-4453-8da0-603e9a57e89b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 1098 time: 0.0863097 Apr 22 15:10:38.337047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52950a-ee66-4d26-a748-5d15f979f4cf req-5f4e13fe-1884-42c2-a80b-a192b031867b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:38.339764 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4c52950a-ee66-4d26-a748-5d15f979f4cf req-5f4e13fe-1884-42c2-a80b-a192b031867b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0947375 Apr 22 15:10:38.404268 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4c52950a-ee66-4d26-a748-5d15f979f4cf req-454e2bdb-b5df-4d17-ac05-8c7996ca9b6a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543916 Apr 22 15:10:38.438625 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42238) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:38.485240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3468c8d-2adf-4ed3-a453-c15dd7369fa8 req-67028120-9b74-4c0d-94ce-b32ab41c92e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:38.486883 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e3468c8d-2adf-4ed3-a453-c15dd7369fa8 req-67028120-9b74-4c0d-94ce-b32ab41c92e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dabe9d57-ba6d-4e84-94ca-ba1232533671 HTTP/1.1" status: 200 len: 898 time: 0.1686444 Apr 22 15:10:38.562344 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2cd992bd-9caa-469d-886d-a865162c254c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/76978d80-89cb-4520-9403-ceda93a11f8f HTTP/1.1" status: 200 len: 991 time: 0.1201243 Apr 22 15:10:38.596976 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e3468c8d-2adf-4ed3-a453-c15dd7369fa8 req-71fae8ba-589a-4c36-88af-0ce198f6cc53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63fb4613-c5a1-4369-80b2-df656db0a467 HTTP/1.1" status: 200 len: 999 time: 0.1044724 Apr 22 15:10:38.662121 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3468c8d-2adf-4ed3-a453-c15dd7369fa8 req-fb806ba2-71d3-45fa-9673-a1ac90b2d0dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:38.663687 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e3468c8d-2adf-4ed3-a453-c15dd7369fa8 req-fb806ba2-71d3-45fa-9673-a1ac90b2d0dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d044c2d-23e5-42ed-9b4f-d68fc6661dd9 HTTP/1.1" status: 200 len: 835 time: 0.0614786 Apr 22 15:10:38.668326 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-cd8f89dd-2405-4bff-8fbf-6ec8ec7aebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86049667', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '447712bd-d94f-4480-8675-f2991eefaac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:16Z', 'updated_at': '2022-04-22T15:10:21Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '447712bd-d94f-4480-8675-f2991eefaac8', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:17Z', 'updated_at': '2022-04-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '76978d80-89cb-4520-9403-ceda93a11f8f', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'floating_ip_address': '172.26.0.229', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'port_id': '63fb4613-c5a1-4369-80b2-df656db0a467', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'mac_address': 'fa:16:3e:36:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:10:36Z', 'updated_at': '2022-04-22T15:10:36Z', 'revision_number': 0, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f546d3e1-bc7d-482c-a493-37887127a132', 'name': '', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:29:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:20Z', 'updated_at': '2022-04-22T15:10:28Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:38.672270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f89dd-2405-4bff-8fbf-6ec8ec7aebd5 None None] Checking router: c44bec31-dd5f-424d-87a6-0b81d4e45869 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:10:38.684086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f89dd-2405-4bff-8fbf-6ec8ec7aebd5 None None] Routers {'c44bec31-dd5f-424d-87a6-0b81d4e45869'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:38.684691 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-cd8f89dd-2405-4bff-8fbf-6ec8ec7aebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:10:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['c44bec31-dd5f-424d-87a6-0b81d4e45869'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:38.740476 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e3468c8d-2adf-4ed3-a453-c15dd7369fa8 req-8be529b3-25df-43fd-a2f4-305f2ada9be2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dabe9d57-ba6d-4e84-94ca-ba1232533671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710902 Apr 22 15:10:38.871410 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-cd8f89dd-2405-4bff-8fbf-6ec8ec7aebd5 None None] Set router c44bec31-dd5f-424d-87a6-0b81d4e45869 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:38.961840 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e3468c8d-2adf-4ed3-a453-c15dd7369fa8 req-a7f2d8ac-de53-44d2-9192-fbdbd22eaeb9 service neutron] 10.222.0.30 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154043 Apr 22 15:10:39.095672 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e3468c8d-2adf-4ed3-a453-c15dd7369fa8 req-d9fbbef5-0a3f-4ccd-b8d4-e68f02a5307b service neutron] 10.222.0.30 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283879 Apr 22 15:10:39.267983 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-cd8f89dd-2405-4bff-8fbf-6ec8ec7aebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86049667', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '447712bd-d94f-4480-8675-f2991eefaac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:16Z', 'updated_at': '2022-04-22T15:10:21Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '447712bd-d94f-4480-8675-f2991eefaac8', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:17Z', 'updated_at': '2022-04-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '76978d80-89cb-4520-9403-ceda93a11f8f', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'floating_ip_address': '172.26.0.229', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'port_id': '63fb4613-c5a1-4369-80b2-df656db0a467', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'mac_address': 'fa:16:3e:36:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:10:36Z', 'updated_at': '2022-04-22T15:10:36Z', 'revision_number': 0, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f546d3e1-bc7d-482c-a493-37887127a132', 'name': '', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:29:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:20Z', 'updated_at': '2022-04-22T15:10:28Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:39.271817 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f89dd-2405-4bff-8fbf-6ec8ec7aebd5 None None] The sync data for ids ['c44bec31-dd5f-424d-87a6-0b81d4e45869'] in dv-neutron-839027-1-hyperv is: [{'id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86049667', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '447712bd-d94f-4480-8675-f2991eefaac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:16Z', 'updated_at': '2022-04-22T15:10:21Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '447712bd-d94f-4480-8675-f2991eefaac8', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:17Z', 'updated_at': '2022-04-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '76978d80-89cb-4520-9403-ceda93a11f8f', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'floating_ip_address': '172.26.0.229', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'port_id': '63fb4613-c5a1-4369-80b2-df656db0a467', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'mac_address': 'fa:16:3e:36:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:10:36Z', 'updated_at': '2022-04-22T15:10:36Z', 'revision_number': 0, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f546d3e1-bc7d-482c-a493-37887127a132', 'name': '', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:29:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:20Z', 'updated_at': '2022-04-22T15:10:28Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:39.566571 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42242) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:39.676168 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-267a0fa1-3615-4161-959b-eaee3f6e0ce4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/76978d80-89cb-4520-9403-ceda93a11f8f HTTP/1.1" status: 200 len: 991 time: 0.1082354 Apr 22 15:10:40.679948 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42246) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:40.786316 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7b368d7c-dfef-4031-8302-3208ec3d26a1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/76978d80-89cb-4520-9403-ceda93a11f8f HTTP/1.1" status: 200 len: 991 time: 0.1052182 Apr 22 15:10:41.790361 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42250) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:41.896298 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-97ec752b-6089-4c13-9bb1-1d09dbb29090 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/76978d80-89cb-4520-9403-ceda93a11f8f HTTP/1.1" status: 200 len: 991 time: 0.1048882 Apr 22 15:10:42.364006 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df3358-25ae-4022-9050-22b669024de9 None None] New status for floating IP 76978d80-89cb-4520-9403-ceda93a11f8f: ACTIVE {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:10:42.900429 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42254) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:43.033132 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-eb1f25c0-d785-4520-b83d-ac35139674ef tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/76978d80-89cb-4520-9403-ceda93a11f8f HTTP/1.1" status: 200 len: 993 time: 0.1316597 Apr 22 15:10:52.524319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b7c67cda-311d-408e-bc65-425d75a6cf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:54.700858 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:54.849449 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3a87f5a1-be0f-4f90-a569-b895e0d3df64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.140877 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.209613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:57.440523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.796192 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:11:05.870480 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e6bbdec3-0314-45f6-848b-e8c96bef1873 req-24a0a498-941c-4605-a992-99af6d80aa01 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0661366 Apr 22 15:11:06.185925 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-d201d187-f88b-441f-8510-b775eccad032 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1380844 Apr 22 15:11:06.196853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a0be5-d21d-4f9c-b0ea-d9d82fbc3516 req-676d1c85-ee35-40a5-b585-356966443926 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:06.198301 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-386a0be5-d21d-4f9c-b0ea-d9d82fbc3516 req-676d1c85-ee35-40a5-b585-356966443926 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0828462 Apr 22 15:11:06.245746 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-386a0be5-d21d-4f9c-b0ea-d9d82fbc3516 req-29b4871d-42c4-4cf3-b8fd-3e8f337f16e5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417604 Apr 22 15:11:07.392969 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-53c35ef4-8848-40e3-b36e-868e92c4ca1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 1098 time: 0.0735414 Apr 22 15:11:07.451300 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50d37d-2f7e-4ee4-934d-43d91d2f54ae req-050dbfbe-999f-441a-9f5d-3a96c0aef465 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:07.452807 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2e50d37d-2f7e-4ee4-934d-43d91d2f54ae req-050dbfbe-999f-441a-9f5d-3a96c0aef465 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0785789 Apr 22 15:11:07.503386 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2e50d37d-2f7e-4ee4-934d-43d91d2f54ae req-d87187c0-efa0-4608-bcb0-0dc556cf9140 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448899 Apr 22 15:11:07.534774 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-8a9f3d79-5942-4bd0-b839-cfcde140d815 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:07.536202 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-8a9f3d79-5942-4bd0-b839-cfcde140d815 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dabe9d57-ba6d-4e84-94ca-ba1232533671 HTTP/1.1" status: 200 len: 898 time: 0.1367974 Apr 22 15:11:07.636594 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-df7ba3f8-58df-4b8f-b0da-e7405db6ae0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63fb4613-c5a1-4369-80b2-df656db0a467 HTTP/1.1" status: 200 len: 1001 time: 0.0935376 Apr 22 15:11:07.703816 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-8bb00bee-4132-4a1c-8588-7691ecbc4f6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:07.705257 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-8bb00bee-4132-4a1c-8588-7691ecbc4f6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d044c2d-23e5-42ed-9b4f-d68fc6661dd9 HTTP/1.1" status: 200 len: 835 time: 0.0616553 Apr 22 15:11:07.784743 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-c986e5f2-bfc3-469b-96c2-2d1f6f88d9fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dabe9d57-ba6d-4e84-94ca-ba1232533671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719287 Apr 22 15:11:07.915772 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-a2768419-9d2e-4cf4-aa76-9264a9ba2a1a service neutron] 10.222.0.30 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252053 Apr 22 15:11:08.047891 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-d4002920-8397-4f14-8a73-112bfb1e08d3 service neutron] 10.222.0.30 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256382 Apr 22 15:11:08.703356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994c2ac-d640-4ec3-a74b-9e50678c4abc req-68b246ba-a4e9-48d5-85ff-297c71f0cebf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:08.704787 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b994c2ac-d640-4ec3-a74b-9e50678c4abc req-68b246ba-a4e9-48d5-85ff-297c71f0cebf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0806532 Apr 22 15:11:08.750049 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b994c2ac-d640-4ec3-a74b-9e50678c4abc req-ed2b9875-0d71-4d52-b03e-ee18e6302b95 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397017 Apr 22 15:11:09.952456 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7893f-54a3-4ad8-8ff2-012414d59fdc req-5449ce50-4dcc-4b0c-92a2-354fe7dc1ce5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:09.953864 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cfc7893f-54a3-4ad8-8ff2-012414d59fdc req-5449ce50-4dcc-4b0c-92a2-354fe7dc1ce5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0805454 Apr 22 15:11:10.000148 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cfc7893f-54a3-4ad8-8ff2-012414d59fdc req-b3cd225b-75cc-4223-bc0c-42e11c7bc05e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397687 Apr 22 15:11:11.199563 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab20cfd-f55b-4e03-89f8-d283b30678ae req-4497fd55-7d75-4a3f-b14a-e6978ac20b89 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:11.201008 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7ab20cfd-f55b-4e03-89f8-d283b30678ae req-4497fd55-7d75-4a3f-b14a-e6978ac20b89 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0763183 Apr 22 15:11:11.246861 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7ab20cfd-f55b-4e03-89f8-d283b30678ae req-06f7b508-0962-4792-b859-c9c26aba46c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395758 Apr 22 15:11:12.449391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85dec9-d7e3-4a84-b5e8-3a97c30d15be req-1af1d2d1-e905-4c91-844f-ceefd936651a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:12.450740 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ed85dec9-d7e3-4a84-b5e8-3a97c30d15be req-1af1d2d1-e905-4c91-844f-ceefd936651a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0827770 Apr 22 15:11:12.498739 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ed85dec9-d7e3-4a84-b5e8-3a97c30d15be req-249c2b52-9726-4337-a954-de5a9cd47bf8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410035 Apr 22 15:11:13.701365 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f57e64-d252-4996-9e69-39851e089115 req-4dbf8336-72df-4852-a6aa-97c8d4e67dae tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:13.702849 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-38f57e64-d252-4996-9e69-39851e089115 req-4dbf8336-72df-4852-a6aa-97c8d4e67dae tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0801010 Apr 22 15:11:13.750094 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-38f57e64-d252-4996-9e69-39851e089115 req-07ac3d8d-7d46-425c-bcaf-bfa4e4840226 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 Apr 22 15:11:15.048578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac2ca4-f667-49ae-9f5a-a8e174526ab3 req-e246ccb5-3953-476d-ada2-c74979b910da tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:15.050873 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-30ac2ca4-f667-49ae-9f5a-a8e174526ab3 req-e246ccb5-3953-476d-ada2-c74979b910da tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.1771057 Apr 22 15:11:15.104278 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-30ac2ca4-f667-49ae-9f5a-a8e174526ab3 req-1898bd52-b016-47df-8725-b4f8ca802782 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478740 Apr 22 15:11:16.309233 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc1fc0-b188-4bae-9936-908a2c330ccb req-87c50819-a364-4728-89a8-18f46d9d0f51 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:16.310666 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2abc1fc0-b188-4bae-9936-908a2c330ccb req-87c50819-a364-4728-89a8-18f46d9d0f51 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0849347 Apr 22 15:11:16.356719 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2abc1fc0-b188-4bae-9936-908a2c330ccb req-539acd50-a0f4-4776-9031-0fadbd641c63 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395133 Apr 22 15:11:17.568302 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e1c37-e5a3-44ae-919f-ef82802d9846 req-03e1fd7b-aedd-423f-8ae4-57a69c8dbb13 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:17.569836 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ca7e1c37-e5a3-44ae-919f-ef82802d9846 req-03e1fd7b-aedd-423f-8ae4-57a69c8dbb13 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0798428 Apr 22 15:11:17.615629 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ca7e1c37-e5a3-44ae-919f-ef82802d9846 req-afce5be0-8579-40f2-9c6b-929086268495 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397241 Apr 22 15:11:18.833017 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f570f8-db30-4912-81f3-166a2a757cef req-61f4bcf5-24ca-4946-b507-a436496f634f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:18.834495 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-39f570f8-db30-4912-81f3-166a2a757cef req-61f4bcf5-24ca-4946-b507-a436496f634f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0834696 Apr 22 15:11:18.882223 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-39f570f8-db30-4912-81f3-166a2a757cef req-9603870a-b145-432a-ad50-3efe263c9259 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421984 Apr 22 15:11:19.785565 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-26665900-0a32-4aac-b311-0fb51f342316 service neutron] 10.222.0.30 "GET /v2.0/ports/63fb4613-c5a1-4369-80b2-df656db0a467/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.1691439 Apr 22 15:11:20.062243 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-1b6fdb07-bd36-4f4b-ad42-11c006b2cee5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f&tenant_id=6e44065b60334563abf0475e02cf7a35 HTTP/1.1" status: 200 len: 1098 time: 0.0769076 Apr 22 15:11:20.088348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6cc54-0f2a-4ce2-a186-55a7e513201e req-d4e29371-7681-4bcf-94d9-549edba44c08 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:20.089800 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a1b6cc54-0f2a-4ce2-a186-55a7e513201e req-d4e29371-7681-4bcf-94d9-549edba44c08 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0800610 Apr 22 15:11:20.137355 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a1b6cc54-0f2a-4ce2-a186-55a7e513201e req-62f17352-1d2d-40ac-abaf-50d019993ec5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 Apr 22 15:11:20.156138 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-04687241-9c27-43fe-8e11-e3ac5ce5effa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 1098 time: 0.0722694 Apr 22 15:11:20.293034 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-080df5c9-0dec-4262-b183-3fdf522191b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:20.294504 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-080df5c9-0dec-4262-b183-3fdf522191b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dabe9d57-ba6d-4e84-94ca-ba1232533671 HTTP/1.1" status: 200 len: 898 time: 0.1321113 Apr 22 15:11:20.401194 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-7af2b1d7-9fb2-402a-9144-cc64e166dd9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63fb4613-c5a1-4369-80b2-df656db0a467 HTTP/1.1" status: 200 len: 1001 time: 0.1000478 Apr 22 15:11:20.468577 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-18127557-bf9f-4f4a-b115-34d1f9885747 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:20.469992 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-18127557-bf9f-4f4a-b115-34d1f9885747 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d044c2d-23e5-42ed-9b4f-d68fc6661dd9 HTTP/1.1" status: 200 len: 835 time: 0.0636339 Apr 22 15:11:20.546614 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-0faba400-727a-435e-96b5-7fff5f9d5f8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dabe9d57-ba6d-4e84-94ca-ba1232533671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709863 Apr 22 15:11:20.690522 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-87a21eb3-2805-4b0c-9559-3498b246c439 service neutron] 10.222.0.30 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381567 Apr 22 15:11:20.827293 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-395888ff-824b-4618-9bf1-d8fef132fdb4 req-ec896bd9-9c57-4129-832c-9743bdaf6d5e service neutron] 10.222.0.30 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314049 Apr 22 15:11:21.350724 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307aa05-3a4d-4646-a702-a4a06745aa4c req-e28a4508-955b-471d-b77f-b26751ab5990 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:21.352104 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c307aa05-3a4d-4646-a702-a4a06745aa4c req-e28a4508-955b-471d-b77f-b26751ab5990 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0846355 Apr 22 15:11:21.399102 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c307aa05-3a4d-4646-a702-a4a06745aa4c req-36c6089e-26ec-4318-bec2-beafce18a46c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414050 Apr 22 15:11:22.531045 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-393fd4bc-a599-4189-992a-7210cf1cd7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:22.618558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899dc5d-a0e7-4553-aef5-c5d36f912478 req-b770a417-524c-4c53-ba4d-c8d0a3abbd9f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:22.619854 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1899dc5d-a0e7-4553-aef5-c5d36f912478 req-b770a417-524c-4c53-ba4d-c8d0a3abbd9f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0941484 Apr 22 15:11:22.673916 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1899dc5d-a0e7-4553-aef5-c5d36f912478 req-8342682a-d882-409a-94f9-63b9b3fec4ef tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480421 Apr 22 15:11:22.828302 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 63fb4613-c5a1-4369-80b2-df656db0a467 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:11:22.961936 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 63fb4613-c5a1-4369-80b2-df656db0a467, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=63fb4613-c5a1-4369-80b2-df656db0a467,segment=NetworkSegment(17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f),segment_id=17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:22.978700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '63fb4613-c5a1-4369-80b2-df656db0a467', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'port_id': '63fb4613-c5a1-4369-80b2-df656db0a467', 'mac_address': 'fa:16:3e:36:9c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:11:23.031579 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.049060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63fb4613-c5a1-4369-80b2-df656db0a467 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:11:23.063735 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 63fb4613-c5a1-4369-80b2-df656db0a467, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=63fb4613-c5a1-4369-80b2-df656db0a467,segment=NetworkSegment(17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f),segment_id=17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:23.068498 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.127385 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['63fb4613-c5a1-4369-80b2-df656db0a467'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:11:23.181862 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=63fb4613-c5a1-4369-80b2-df656db0a467,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:23.201479 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.201815 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.202148 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.202478 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.202809 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.203132 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.203482 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.203808 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.204126 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.204445 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.204763 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.881794 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd982f1-25e9-4822-8ead-73a747c7fe72 req-b6a30b5d-244a-45cb-ab53-2f1dafa67981 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:23.883233 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0bd982f1-25e9-4822-8ead-73a747c7fe72 req-b6a30b5d-244a-45cb-ab53-2f1dafa67981 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 944 time: 0.0802755 Apr 22 15:11:23.931199 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0bd982f1-25e9-4822-8ead-73a747c7fe72 req-669d8cca-68bf-4a9f-8832-b5ce13c79e26 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424652 Apr 22 15:11:24.282180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13504f08-6a23-4cc3-8404-e8820dbaf453 req-aa95e1fa-3b6f-4918-aff7-5188310bd41e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:24.282867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-13504f08-6a23-4cc3-8404-e8820dbaf453 req-aa95e1fa-3b6f-4918-aff7-5188310bd41e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:24.284922 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a44f95-566e-437f-bcb8-97f32a052a37 req-38c3791a-aac2-4209-ab92-70a7b7ec157d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:24.287818 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-69a44f95-566e-437f-bcb8-97f32a052a37 req-38c3791a-aac2-4209-ab92-70a7b7ec157d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 944 time: 0.0834215 Apr 22 15:11:24.299346 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-13504f08-6a23-4cc3-8404-e8820dbaf453 req-aa95e1fa-3b6f-4918-aff7-5188310bd41e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:24.300860 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-13504f08-6a23-4cc3-8404-e8820dbaf453 req-aa95e1fa-3b6f-4918-aff7-5188310bd41e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f&tenant_id=6e44065b60334563abf0475e02cf7a35&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 944 time: 0.1097739 Apr 22 15:11:24.337338 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-69a44f95-566e-437f-bcb8-97f32a052a37 req-9c89dd66-3ac7-494e-b7e1-5367227b3ec4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440929 Apr 22 15:11:24.445144 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-13504f08-6a23-4cc3-8404-e8820dbaf453 req-697f54a2-9853-429b-9580-b02e91bca34c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 1097 time: 0.0722702 Apr 22 15:11:24.544676 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce44563-9740-4b9d-944d-4c499bbbbd3d req-304a1694-b1f0-41f4-9ba1-b29de9b39db0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:24.546080 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cce44563-9740-4b9d-944d-4c499bbbbd3d req-304a1694-b1f0-41f4-9ba1-b29de9b39db0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 944 time: 0.0792444 Apr 22 15:11:24.588285 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13504f08-6a23-4cc3-8404-e8820dbaf453 req-823c4edc-f586-4d3a-a7a0-84cfb8dc0054 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:24.590515 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-13504f08-6a23-4cc3-8404-e8820dbaf453 req-823c4edc-f586-4d3a-a7a0-84cfb8dc0054 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dabe9d57-ba6d-4e84-94ca-ba1232533671 HTTP/1.1" status: 200 len: 898 time: 0.1390901 Apr 22 15:11:24.595295 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cce44563-9740-4b9d-944d-4c499bbbbd3d req-860ab3a4-1df4-4c4d-9c77-20f21e9f202c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427263 Apr 22 15:11:24.700456 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-13504f08-6a23-4cc3-8404-e8820dbaf453 req-8d06b6be-51ff-439e-94f8-080bbcbcd409 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63fb4613-c5a1-4369-80b2-df656db0a467 HTTP/1.1" status: 200 len: 1000 time: 0.1032541 Apr 22 15:11:24.719893 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.762336 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13504f08-6a23-4cc3-8404-e8820dbaf453 req-649e4851-5f94-43d9-99eb-ba2353b9a997 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:24.763795 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-13504f08-6a23-4cc3-8404-e8820dbaf453 req-649e4851-5f94-43d9-99eb-ba2353b9a997 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d044c2d-23e5-42ed-9b4f-d68fc6661dd9 HTTP/1.1" status: 200 len: 835 time: 0.0582986 Apr 22 15:11:24.845404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 63fb4613-c5a1-4369-80b2-df656db0a467 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:24.853489 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-13504f08-6a23-4cc3-8404-e8820dbaf453 req-d222237a-c398-4f03-b480-5092ccc83093 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dabe9d57-ba6d-4e84-94ca-ba1232533671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840890 Apr 22 15:11:24.884646 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-bec82be8-fe4f-4287-b6db-e371cd3a3308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.919984 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 63fb4613-c5a1-4369-80b2-df656db0a467 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:24.920345 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.039716 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.067847 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fb4613-c5a1-4369-80b2-df656db0a467'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:11:25.075196 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-13504f08-6a23-4cc3-8404-e8820dbaf453 req-a8359144-d4cf-4c2d-96e7-d949756725cc service neutron] 10.222.0.30 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157805 Apr 22 15:11:25.079234 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 63fb4613-c5a1-4369-80b2-df656db0a467, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=63fb4613-c5a1-4369-80b2-df656db0a467,segment=NetworkSegment(17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f),segment_id=17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:25.084624 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.142329 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5308fb54-ff8e-488a-bca8-a83215cb3664'] response: {'server_uuid': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fb4613-c5a1-4369-80b2-df656db0a467', 'code': 200} Apr 22 15:11:25.166341 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=63fb4613-c5a1-4369-80b2-df656db0a467,revision_number=7']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:25.303301 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-13504f08-6a23-4cc3-8404-e8820dbaf453 req-1b461d81-a089-4228-b7bb-0b4ce88ba83e service neutron] 10.222.0.30 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213244 Apr 22 15:11:25.813228 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a0a85-76fd-4a2e-99b0-f8de8be8ec5e req-2ab72a09-b805-458b-ac91-e5625d7cf691 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:25.814495 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-715a0a85-76fd-4a2e-99b0-f8de8be8ec5e req-2ab72a09-b805-458b-ac91-e5625d7cf691 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0864413 Apr 22 15:11:25.863981 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-715a0a85-76fd-4a2e-99b0-f8de8be8ec5e req-15d45170-aac1-408d-9ee8-92d76f6ddfcc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422125 Apr 22 15:11:26.145492 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.215231 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.065292 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca1c6c-87a8-4839-84d7-53caf81c85cd req-e2ba892d-ec3c-42da-8395-2f5974fa5ec0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:27.067549 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1fca1c6c-87a8-4839-84d7-53caf81c85cd req-e2ba892d-ec3c-42da-8395-2f5974fa5ec0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0788524 Apr 22 15:11:27.120741 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1fca1c6c-87a8-4839-84d7-53caf81c85cd req-34e978ba-74d4-421e-beed-63c0355b9389 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447395 Apr 22 15:11:27.150492 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42338) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:27.262578 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8e1af919-f22f-4350-a9a8-be1ffb8bcd4c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/76978d80-89cb-4520-9403-ceda93a11f8f HTTP/1.1" status: 200 len: 993 time: 0.1109316 Apr 22 15:11:27.445076 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:29.632135 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1a8bdc49-7eef-47e0-9e87-000aec998797 req-72478544-dc49-401a-a80a-ddf5812b0ea3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773363 Apr 22 15:11:29.792037 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1a8bdc49-7eef-47e0-9e87-000aec998797 req-bef0ef6f-4b2f-4e0d-b2a0-89d40fa70195 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 1098 time: 0.0753355 Apr 22 15:11:29.940469 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bdc49-7eef-47e0-9e87-000aec998797 req-1bae6276-4f65-4cdb-9776-385d7b9998a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:29.941844 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1a8bdc49-7eef-47e0-9e87-000aec998797 req-1bae6276-4f65-4cdb-9776-385d7b9998a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dabe9d57-ba6d-4e84-94ca-ba1232533671 HTTP/1.1" status: 200 len: 898 time: 0.1309242 Apr 22 15:11:30.051021 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1a8bdc49-7eef-47e0-9e87-000aec998797 req-1dbffd60-347c-4802-8c7e-11599af74379 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63fb4613-c5a1-4369-80b2-df656db0a467 HTTP/1.1" status: 200 len: 1001 time: 0.1036150 Apr 22 15:11:30.116405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bdc49-7eef-47e0-9e87-000aec998797 req-cc89713a-5dd9-45ed-bd92-feda116fe1f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:30.117840 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1a8bdc49-7eef-47e0-9e87-000aec998797 req-cc89713a-5dd9-45ed-bd92-feda116fe1f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d044c2d-23e5-42ed-9b4f-d68fc6661dd9 HTTP/1.1" status: 200 len: 835 time: 0.0612712 Apr 22 15:11:30.193944 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1a8bdc49-7eef-47e0-9e87-000aec998797 req-1b2e9517-4a76-4196-ab08-4e68eb642b72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dabe9d57-ba6d-4e84-94ca-ba1232533671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701609 Apr 22 15:11:30.388669 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1a8bdc49-7eef-47e0-9e87-000aec998797 req-04fadccc-6863-45df-a2f2-6b8ba186174b service neutron] 10.222.0.30 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888046 Apr 22 15:11:30.522648 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1a8bdc49-7eef-47e0-9e87-000aec998797 req-198dda3f-3331-4839-8942-8dcc6e4bf79b service neutron] 10.222.0.30 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282022 Apr 22 15:11:37.796763 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:11:52.526323 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0154e963-309f-4ce4-8490-50ca442f6880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.665546 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42350) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:53.866946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port 2e0a2041-05ba-4802-922d-46500f762e72 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:53.867299 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:54.037767 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:54.037991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:54.161253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for 2e0a2041-05ba-4802-922d-46500f762e72 owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:54.317139 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:54.444092 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=2e0a2041-05ba-4802-922d-46500f762e72,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:54.481901 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:54.482247 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:54.482595 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:54.482931 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:54.483269 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:54.483621 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:54.483947 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:54.484271 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:54.484595 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:54.484916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:54.485238 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:54.546603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:54.715174 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:54.846955 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-db687811-7857-4f36-a14a-175b9916784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:54.962119 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router c44bec31-dd5f-424d-87a6-0b81d4e45869 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:11:55.172190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:55.181912 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e35ee-39c5-4d13-9dff-d54ef6b3a6cf None None] Sync routers for ids ['c44bec31-dd5f-424d-87a6-0b81d4e45869'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:55.195951 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.197283 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e35ee-39c5-4d13-9dff-d54ef6b3a6cf None None] Routers {'c44bec31-dd5f-424d-87a6-0b81d4e45869'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:55.197906 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f72e35ee-39c5-4d13-9dff-d54ef6b3a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:11:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['c44bec31-dd5f-424d-87a6-0b81d4e45869'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:55.252454 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1cb600c7-748e-4ce3-a4dc-3eeb94b469f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/floatingips/76978d80-89cb-4520-9403-ceda93a11f8f HTTP/1.1" status: 204 len: 168 time: 1.5854132 Apr 22 15:11:55.252895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'tag': '63fb4613-c5a1-4369-80b2-df656db0a467'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:11:55.399241 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-f72e35ee-39c5-4d13-9dff-d54ef6b3a6cf None None] Set router c44bec31-dd5f-424d-87a6-0b81d4e45869 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:55.442868 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9fd40bf-08e7-4b7a-925e-0948072b455b'] response: {'name': 'network-changed', 'server_uuid': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'tag': '63fb4613-c5a1-4369-80b2-df656db0a467', 'status': 'completed', 'code': 200} Apr 22 15:11:55.547873 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fdbd567b-1f8a-4ee7-9ef1-83b2c8037752 req-3e22e7f1-a288-4a15-8b3f-aeb06ae8b741 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 1098 time: 0.0802710 Apr 22 15:11:55.708046 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd567b-1f8a-4ee7-9ef1-83b2c8037752 req-c8c229a7-d545-483e-b95c-8791188d5981 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:55.709512 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fdbd567b-1f8a-4ee7-9ef1-83b2c8037752 req-c8c229a7-d545-483e-b95c-8791188d5981 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dabe9d57-ba6d-4e84-94ca-ba1232533671 HTTP/1.1" status: 200 len: 898 time: 0.1548762 Apr 22 15:11:55.718825 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471b0c2-9ac0-41fb-bdad-34f516fc0fbb req-a11523a6-8db1-44bc-aa6e-efa44ca69e51 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:55.719916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-c471b0c2-9ac0-41fb-bdad-34f516fc0fbb req-a11523a6-8db1-44bc-aa6e-efa44ca69e51 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:55.735613 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-c471b0c2-9ac0-41fb-bdad-34f516fc0fbb req-a11523a6-8db1-44bc-aa6e-efa44ca69e51 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:55.736788 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c471b0c2-9ac0-41fb-bdad-34f516fc0fbb req-a11523a6-8db1-44bc-aa6e-efa44ca69e51 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.1126912 Apr 22 15:11:55.771396 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f72e35ee-39c5-4d13-9dff-d54ef6b3a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86049667', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '447712bd-d94f-4480-8675-f2991eefaac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:16Z', 'updated_at': '2022-04-22T15:10:21Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '447712bd-d94f-4480-8675-f2991eefaac8', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:17Z', 'updated_at': '2022-04-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'f546d3e1-bc7d-482c-a493-37887127a132', 'name': '', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:29:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:20Z', 'updated_at': '2022-04-22T15:10:28Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:55.775186 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e35ee-39c5-4d13-9dff-d54ef6b3a6cf None None] Checking router: c44bec31-dd5f-424d-87a6-0b81d4e45869 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:11:55.780341 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fdbd567b-1f8a-4ee7-9ef1-83b2c8037752 req-ad6a4ab3-ff46-497d-93bc-d1a7f6ea1bfe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63fb4613-c5a1-4369-80b2-df656db0a467 HTTP/1.1" status: 200 len: 217 time: 0.0642641 Apr 22 15:11:55.786645 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e35ee-39c5-4d13-9dff-d54ef6b3a6cf None None] Routers {'c44bec31-dd5f-424d-87a6-0b81d4e45869'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:55.787247 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f72e35ee-39c5-4d13-9dff-d54ef6b3a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:11:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['c44bec31-dd5f-424d-87a6-0b81d4e45869'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:55.791841 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c471b0c2-9ac0-41fb-bdad-34f516fc0fbb req-cd773344-f348-4fba-a68c-6fbe577311fe tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475600 Apr 22 15:11:55.848565 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd567b-1f8a-4ee7-9ef1-83b2c8037752 req-66dbe1ff-8da5-47ed-8870-f99ead85ab25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:55.850034 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fdbd567b-1f8a-4ee7-9ef1-83b2c8037752 req-66dbe1ff-8da5-47ed-8870-f99ead85ab25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d044c2d-23e5-42ed-9b4f-d68fc6661dd9 HTTP/1.1" status: 200 len: 835 time: 0.0630660 Apr 22 15:11:55.928854 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fdbd567b-1f8a-4ee7-9ef1-83b2c8037752 req-9a2691fb-9631-4537-b34b-4d52238dc207 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dabe9d57-ba6d-4e84-94ca-ba1232533671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719025 Apr 22 15:11:56.000656 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-f72e35ee-39c5-4d13-9dff-d54ef6b3a6cf None None] Set router c44bec31-dd5f-424d-87a6-0b81d4e45869 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:56.063185 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fdbd567b-1f8a-4ee7-9ef1-83b2c8037752 req-52657ba2-94a9-4beb-bb88-091b9a809cc3 service neutron] 10.222.0.30 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244483 Apr 22 15:11:56.233165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:56.243909 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:56.289351 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fdbd567b-1f8a-4ee7-9ef1-83b2c8037752 req-820ad7a6-f74b-4fd0-9ce5-bbc062bd49f3 service neutron] 10.222.0.30 "GET /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199872 Apr 22 15:11:56.345152 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-f72e35ee-39c5-4d13-9dff-d54ef6b3a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86049667', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '447712bd-d94f-4480-8675-f2991eefaac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:16Z', 'updated_at': '2022-04-22T15:10:21Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '447712bd-d94f-4480-8675-f2991eefaac8', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:17Z', 'updated_at': '2022-04-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'f546d3e1-bc7d-482c-a493-37887127a132', 'name': '', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:29:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:20Z', 'updated_at': '2022-04-22T15:10:28Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:56.349210 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e35ee-39c5-4d13-9dff-d54ef6b3a6cf None None] The sync data for ids ['c44bec31-dd5f-424d-87a6-0b81d4e45869'] in dv-neutron-839027-1-hyperv is: [{'id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86049667', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '447712bd-d94f-4480-8675-f2991eefaac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:16Z', 'updated_at': '2022-04-22T15:10:21Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '447712bd-d94f-4480-8675-f2991eefaac8', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:17Z', 'updated_at': '2022-04-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'f546d3e1-bc7d-482c-a493-37887127a132', 'name': '', 'network_id': 'dabe9d57-ba6d-4e84-94ca-ba1232533671', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:29:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:20Z', 'updated_at': '2022-04-22T15:10:28Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '3d044c2d-23e5-42ed-9b4f-d68fc6661dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:56.566536 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c4285-7295-4950-ac93-c7321ceb04c8 None None] New status for floating IP 76978d80-89cb-4520-9403-ceda93a11f8f: DOWN {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:11:57.057927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa36fa4-1f68-42a3-8f03-408c0a9ee5bc req-79e10d36-05b1-48a7-b977-5983d6123033 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:57.059373 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cfa36fa4-1f68-42a3-8f03-408c0a9ee5bc req-79e10d36-05b1-48a7-b977-5983d6123033 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.1491187 Apr 22 15:11:57.105902 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cfa36fa4-1f68-42a3-8f03-408c0a9ee5bc req-0b384c85-041f-4bf4-bc8e-37e1038ff7af tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=92fe97d6-a2c4-459b-b5d8-37075327d91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408230 Apr 22 15:11:57.226360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73e837-6efa-4ee1-870f-5dfc8053a500 req-a1151fc3-71da-4fed-8431-4e0e9e33b6e4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:57.227957 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5b73e837-6efa-4ee1-870f-5dfc8053a500 req-a1151fc3-71da-4fed-8431-4e0e9e33b6e4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 945 time: 0.0774724 Apr 22 15:11:57.293926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-5b73e837-6efa-4ee1-870f-5dfc8053a500 req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port 63fb4613-c5a1-4369-80b2-df656db0a467 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:57.294260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-5b73e837-6efa-4ee1-870f-5dfc8053a500 req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.446004 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.537097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-5b73e837-6efa-4ee1-870f-5dfc8053a500 req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] For port 63fb4613-c5a1-4369-80b2-df656db0a467, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=63fb4613-c5a1-4369-80b2-df656db0a467,segment=NetworkSegment(17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f),segment_id=17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:57.537372 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-5b73e837-6efa-4ee1-870f-5dfc8053a500 req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.656884 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-5b73e837-6efa-4ee1-870f-5dfc8053a500 req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for 63fb4613-c5a1-4369-80b2-df656db0a467 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:57.799713 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-5b73e837-6efa-4ee1-870f-5dfc8053a500 req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.849112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=63fb4613-c5a1-4369-80b2-df656db0a467,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:57.887056 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:57.887435 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:57.887781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:57.888117 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:57.888452 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:57.888784 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:57.889128 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:57.889439 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:57.889762 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:57.890084 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:57.890406 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:57.934356 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b73e837-6efa-4ee1-870f-5dfc8053a500 req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] No DVR routers for this DVR port 63fb4613-c5a1-4369-80b2-df656db0a467 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:11:57.936797 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-5b73e837-6efa-4ee1-870f-5dfc8053a500 req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.939228 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'name': 'network-vif-deleted', 'tag': '63fb4613-c5a1-4369-80b2-df656db0a467'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:11:57.954476 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5b73e837-6efa-4ee1-870f-5dfc8053a500 req-88566efd-9fb5-44bd-a80b-ff91ea811da3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "DELETE /v2.0/ports/63fb4613-c5a1-4369-80b2-df656db0a467 HTTP/1.1" status: 204 len: 173 time: 0.7209306 Apr 22 15:11:57.998501 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de012208-4f25-4ec1-983c-ad7e88bb9116'] response: {'server_uuid': '651f4351-4591-4d73-9368-3bcd8a620b1f', 'name': 'network-vif-deleted', 'tag': '63fb4613-c5a1-4369-80b2-df656db0a467', 'status': 'completed', 'code': 200} Apr 22 15:11:58.296092 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d181ccde-8d25-4d36-8c15-d256eb2b5834 req-d267ad4a-e972-427c-a579-88756b8ab9d5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=651f4351-4591-4d73-9368-3bcd8a620b1f HTTP/1.1" status: 200 len: 210 time: 0.0413318 Apr 22 15:11:59.407507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42372) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:59.804731 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-847d2a03-7e8d-4fef-a421-eb7a5a115ef6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.515959 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-847d2a03-7e8d-4fef-a421-eb7a5a115ef6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port f546d3e1-bc7d-482c-a493-37887127a132 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:00.516875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-847d2a03-7e8d-4fef-a421-eb7a5a115ef6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.701317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-847d2a03-7e8d-4fef-a421-eb7a5a115ef6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] For port f546d3e1-bc7d-482c-a493-37887127a132, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f546d3e1-bc7d-482c-a493-37887127a132,segment=NetworkSegment(17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f),segment_id=17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:00.701670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-847d2a03-7e8d-4fef-a421-eb7a5a115ef6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.820998 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-847d2a03-7e8d-4fef-a421-eb7a5a115ef6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for f546d3e1-bc7d-482c-a493-37887127a132 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:00.990603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-847d2a03-7e8d-4fef-a421-eb7a5a115ef6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:01.030343 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 63fb4613-c5a1-4369-80b2-df656db0a467 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:01.039378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d2a03-7e8d-4fef-a421-eb7a5a115ef6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=f546d3e1-bc7d-482c-a493-37887127a132,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:01.068562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 63fb4613-c5a1-4369-80b2-df656db0a467 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:12:01.068901 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 63fb4613-c5a1-4369-80b2-df656db0a467 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:12:01.337689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-847d2a03-7e8d-4fef-a421-eb7a5a115ef6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:02.023751 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847d2a03-7e8d-4fef-a421-eb7a5a115ef6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router c44bec31-dd5f-424d-87a6-0b81d4e45869 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:12:02.235485 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847d2a03-7e8d-4fef-a421-eb7a5a115ef6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:12:02.245738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac24347-3400-436b-9e84-15546f2eff2e None None] Sync routers for ids ['c44bec31-dd5f-424d-87a6-0b81d4e45869'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:12:02.249259 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-847d2a03-7e8d-4fef-a421-eb7a5a115ef6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "PUT /v2.0/routers/c44bec31-dd5f-424d-87a6-0b81d4e45869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8406003 Apr 22 15:12:02.251885 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42376) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:02.261397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac24347-3400-436b-9e84-15546f2eff2e None None] Routers {'c44bec31-dd5f-424d-87a6-0b81d4e45869'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:02.262006 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0ac24347-3400-436b-9e84-15546f2eff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:11:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['c44bec31-dd5f-424d-87a6-0b81d4e45869'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:02.436216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b69255d-fa82-403d-9c92-4ae33ae9c414 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting subnet 3d044c2d-23e5-42ed-9b4f-d68fc6661dd9 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:12:02.439094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b69255d-fa82-403d-9c92-4ae33ae9c414 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:02.441835 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-0ac24347-3400-436b-9e84-15546f2eff2e None None] Set router c44bec31-dd5f-424d-87a6-0b81d4e45869 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:12:02.492115 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b69255d-fa82-403d-9c92-4ae33ae9c414 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:02.576198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b69255d-fa82-403d-9c92-4ae33ae9c414 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:02.648472 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b69255d-fa82-403d-9c92-4ae33ae9c414 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:02.686467 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69255d-fa82-403d-9c92-4ae33ae9c414 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Subnet': ['ID=3d044c2d-23e5-42ed-9b4f-d68fc6661dd9,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:02.692716 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-8b69255d-fa82-403d-9c92-4ae33ae9c414 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:02.698717 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-8b69255d-fa82-403d-9c92-4ae33ae9c414 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/subnets/3d044c2d-23e5-42ed-9b4f-d68fc6661dd9 HTTP/1.1" status: 204 len: 168 time: 0.4458919 Apr 22 15:12:02.701384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42380) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:02.701521 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4d0a3b-f7b0-4edc-aaa8-1404092e08f7 None None] Network dabe9d57-ba6d-4e84-94ca-ba1232533671 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:02.898635 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0ac24347-3400-436b-9e84-15546f2eff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86049667', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '447712bd-d94f-4480-8675-f2991eefaac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:16Z', 'updated_at': '2022-04-22T15:12:00Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '447712bd-d94f-4480-8675-f2991eefaac8', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:17Z', 'updated_at': '2022-04-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:02.901596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9b85fb7-f059-4a55-98f5-10bae64da7e2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:02.911138 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac24347-3400-436b-9e84-15546f2eff2e None None] Checking router: c44bec31-dd5f-424d-87a6-0b81d4e45869 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:12:02.931897 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac24347-3400-436b-9e84-15546f2eff2e None None] Routers {'c44bec31-dd5f-424d-87a6-0b81d4e45869'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:02.932500 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0ac24347-3400-436b-9e84-15546f2eff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:11:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['c44bec31-dd5f-424d-87a6-0b81d4e45869'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:03.151941 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274922dc-563d-4701-9440-577f15634388 None None] DHCP port deletion for dabe9d57-ba6d-4e84-94ca-ba1232533671 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:12:03.161693 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-274922dc-563d-4701-9440-577f15634388 None None] Deleting port e0b04727-aa01-4825-9484-3bb5428aaeae {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:03.162062 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-274922dc-563d-4701-9440-577f15634388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.212627 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9b85fb7-f059-4a55-98f5-10bae64da7e2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.223654 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-a9b85fb7-f059-4a55-98f5-10bae64da7e2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port 447712bd-d94f-4480-8675-f2991eefaac8 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:03.224162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9b85fb7-f059-4a55-98f5-10bae64da7e2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.225253 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-0ac24347-3400-436b-9e84-15546f2eff2e None None] Set router c44bec31-dd5f-424d-87a6-0b81d4e45869 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:12:03.399239 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-a9b85fb7-f059-4a55-98f5-10bae64da7e2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] For port 447712bd-d94f-4480-8675-f2991eefaac8, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=447712bd-d94f-4480-8675-f2991eefaac8,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:03.399623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9b85fb7-f059-4a55-98f5-10bae64da7e2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.522493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-a9b85fb7-f059-4a55-98f5-10bae64da7e2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for 447712bd-d94f-4480-8675-f2991eefaac8 owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:03.562671 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-274922dc-563d-4701-9440-577f15634388 None None] For port e0b04727-aa01-4825-9484-3bb5428aaeae, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=e0b04727-aa01-4825-9484-3bb5428aaeae,segment=NetworkSegment(17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f),segment_id=17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:03.563316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-274922dc-563d-4701-9440-577f15634388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.696096 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-274922dc-563d-4701-9440-577f15634388 None None] Calling delete_port for e0b04727-aa01-4825-9484-3bb5428aaeae owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:03.706032 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9b85fb7-f059-4a55-98f5-10bae64da7e2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.751487 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b85fb7-f059-4a55-98f5-10bae64da7e2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=447712bd-d94f-4480-8675-f2991eefaac8,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:03.824324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-0ac24347-3400-436b-9e84-15546f2eff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86049667', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '447712bd-d94f-4480-8675-f2991eefaac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:16Z', 'updated_at': '2022-04-22T15:12:00Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '447712bd-d94f-4480-8675-f2991eefaac8', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:17Z', 'updated_at': '2022-04-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:03.826326 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-274922dc-563d-4701-9440-577f15634388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.876325 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac24347-3400-436b-9e84-15546f2eff2e None None] The sync data for ids ['c44bec31-dd5f-424d-87a6-0b81d4e45869'] in dv-neutron-839027-1-hyperv is: [{'id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86049667', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '447712bd-d94f-4480-8675-f2991eefaac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:16Z', 'updated_at': '2022-04-22T15:12:00Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '447712bd-d94f-4480-8675-f2991eefaac8', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bec31-dd5f-424d-87a6-0b81d4e45869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:17Z', 'updated_at': '2022-04-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:03.879372 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274922dc-563d-4701-9440-577f15634388 None None] Pushing event deleted for resources: {'Port': ['ID=e0b04727-aa01-4825-9484-3bb5428aaeae,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:03.883764 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274922dc-563d-4701-9440-577f15634388 None None] No DVR routers for this DVR port e0b04727-aa01-4825-9484-3bb5428aaeae on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:12:03.997059 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9b85fb7-f059-4a55-98f5-10bae64da7e2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.258564 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9b85fb7-f059-4a55-98f5-10bae64da7e2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.263052 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9b85fb7-f059-4a55-98f5-10bae64da7e2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.291384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9b85fb7-f059-4a55-98f5-10bae64da7e2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.291910 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b85fb7-f059-4a55-98f5-10bae64da7e2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Fanout notify agent at l3_agent the message router_deleted on router c44bec31-dd5f-424d-87a6-0b81d4e45869 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:12:04.309786 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a9b85fb7-f059-4a55-98f5-10bae64da7e2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.311384 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a9b85fb7-f059-4a55-98f5-10bae64da7e2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/routers/c44bec31-dd5f-424d-87a6-0b81d4e45869 HTTP/1.1" status: 204 len: 168 time: 1.6087098 Apr 22 15:12:04.313685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42384) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:04.349848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f546d3e1-bc7d-482c-a493-37887127a132 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:04.384787 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: f546d3e1-bc7d-482c-a493-37887127a132 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:12:04.385131 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f546d3e1-bc7d-482c-a493-37887127a132 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:12:04.385562 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e0b04727-aa01-4825-9484-3bb5428aaeae no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:04.418936 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: e0b04727-aa01-4825-9484-3bb5428aaeae {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:12:04.419277 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device e0b04727-aa01-4825-9484-3bb5428aaeae not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:12:04.436168 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-187e6900-1b8e-4ca4-9c49-5d07ce9f9bea tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.669709 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-187e6900-1b8e-4ca4-9c49-5d07ce9f9bea tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.707581 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-187e6900-1b8e-4ca4-9c49-5d07ce9f9bea tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabe9d57-ba6d-4e84-94ca-ba1232533671']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:04.719186 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-187e6900-1b8e-4ca4-9c49-5d07ce9f9bea tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:04.719512 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-187e6900-1b8e-4ca4-9c49-5d07ce9f9bea tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c8a5a6-2ac8-4f25-9e6a-22f0c3a87f5f') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:04.730384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-187e6900-1b8e-4ca4-9c49-5d07ce9f9bea tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.746521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-187e6900-1b8e-4ca4-9c49-5d07ce9f9bea tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.752580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187e6900-1b8e-4ca4-9c49-5d07ce9f9bea tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:04.754279 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-187e6900-1b8e-4ca4-9c49-5d07ce9f9bea tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:04.768295 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:04.849631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-187e6900-1b8e-4ca4-9c49-5d07ce9f9bea tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.868807 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-187e6900-1b8e-4ca4-9c49-5d07ce9f9bea tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.880140 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e6900-1b8e-4ca4-9c49-5d07ce9f9bea tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Network': ['ID=dabe9d57-ba6d-4e84-94ca-ba1232533671,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:04.890511 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-187e6900-1b8e-4ca4-9c49-5d07ce9f9bea tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/networks/dabe9d57-ba6d-4e84-94ca-ba1232533671 HTTP/1.1" status: 204 len: 168 time: 0.5757725 Apr 22 15:12:04.897004 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42388) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:04.970357 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ee8eccdb-040a-4607-acde-b149fe12546c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.000490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ee8eccdb-040a-4607-acde-b149fe12546c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.082246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ee8eccdb-040a-4607-acde-b149fe12546c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.100126 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8eccdb-040a-4607-acde-b149fe12546c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fe97d6-a2c4-459b-b5d8-37075327d91c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:05.112241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ee8eccdb-040a-4607-acde-b149fe12546c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.113892 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ee8eccdb-040a-4607-acde-b149fe12546c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/security-groups/92fe97d6-a2c4-459b-b5d8-37075327d91c HTTP/1.1" status: 204 len: 168 time: 0.2169819 Apr 22 15:12:05.540360 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42396) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:05.545980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2b5235a5-d3cb-4141-8d6d-3076a052fed1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2137328311', 'description': 'tempest-secgroup-smoke-2137328311 description', 'project_id': '6e44065b60334563abf0475e02cf7a35'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:05.552669 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2b5235a5-d3cb-4141-8d6d-3076a052fed1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:05.556886 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2b5235a5-d3cb-4141-8d6d-3076a052fed1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:05.559839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2b5235a5-d3cb-4141-8d6d-3076a052fed1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:05.565587 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2b5235a5-d3cb-4141-8d6d-3076a052fed1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:05.578056 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b5235a5-d3cb-4141-8d6d-3076a052fed1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.618061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2b5235a5-d3cb-4141-8d6d-3076a052fed1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:05.622262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2b5235a5-d3cb-4141-8d6d-3076a052fed1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:05.625252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2b5235a5-d3cb-4141-8d6d-3076a052fed1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:05.632032 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2b5235a5-d3cb-4141-8d6d-3076a052fed1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:05.693098 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b5235a5-d3cb-4141-8d6d-3076a052fed1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.697275 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b5235a5-d3cb-4141-8d6d-3076a052fed1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.743772 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5235a5-d3cb-4141-8d6d-3076a052fed1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8180be-a827-4efb-a65e-ee0999f27953,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:05.746502 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2b5235a5-d3cb-4141-8d6d-3076a052fed1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.747820 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2b5235a5-d3cb-4141-8d6d-3076a052fed1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2063844 Apr 22 15:12:05.750771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42400) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:05.756815 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ddbe0372-c127-44a0-9409-05f6ea55e1fb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '5b8180be-a827-4efb-a65e-ee0999f27953', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:05.762735 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ddbe0372-c127-44a0-9409-05f6ea55e1fb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:05.767003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ddbe0372-c127-44a0-9409-05f6ea55e1fb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:05.770610 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ddbe0372-c127-44a0-9409-05f6ea55e1fb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:05.776298 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ddbe0372-c127-44a0-9409-05f6ea55e1fb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:05.801692 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ddbe0372-c127-44a0-9409-05f6ea55e1fb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.865904 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ddbe0372-c127-44a0-9409-05f6ea55e1fb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.869570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ddbe0372-c127-44a0-9409-05f6ea55e1fb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.895069 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe0372-c127-44a0-9409-05f6ea55e1fb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9bdb90-f0be-47b9-8451-afd45a5a2687,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:05.903681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ddbe0372-c127-44a0-9409-05f6ea55e1fb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.905024 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ddbe0372-c127-44a0-9409-05f6ea55e1fb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1533465 Apr 22 15:12:05.907761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42404) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:05.914003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-27f7e916-0156-4f25-8e26-944b23bd03f4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '5b8180be-a827-4efb-a65e-ee0999f27953', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:05.920180 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-27f7e916-0156-4f25-8e26-944b23bd03f4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:05.923958 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-27f7e916-0156-4f25-8e26-944b23bd03f4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:05.926816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-27f7e916-0156-4f25-8e26-944b23bd03f4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:05.932759 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-27f7e916-0156-4f25-8e26-944b23bd03f4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:05.950312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-27f7e916-0156-4f25-8e26-944b23bd03f4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.016211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-27f7e916-0156-4f25-8e26-944b23bd03f4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.021377 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-27f7e916-0156-4f25-8e26-944b23bd03f4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.046038 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7e916-0156-4f25-8e26-944b23bd03f4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78929f20-317a-4ede-80bf-c62e5480da4d,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:06.055852 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-27f7e916-0156-4f25-8e26-944b23bd03f4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.057026 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-27f7e916-0156-4f25-8e26-944b23bd03f4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1483619 Apr 22 15:12:06.059810 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42408) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:06.065215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-98e01a56-4814-4fbd-94d3-e3a6120b3c08 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '5b8180be-a827-4efb-a65e-ee0999f27953', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:06.071467 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-98e01a56-4814-4fbd-94d3-e3a6120b3c08 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:06.075319 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-98e01a56-4814-4fbd-94d3-e3a6120b3c08 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:06.078162 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-98e01a56-4814-4fbd-94d3-e3a6120b3c08 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:06.084415 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-98e01a56-4814-4fbd-94d3-e3a6120b3c08 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:06.103128 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-98e01a56-4814-4fbd-94d3-e3a6120b3c08 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.171358 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-98e01a56-4814-4fbd-94d3-e3a6120b3c08 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.174942 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-98e01a56-4814-4fbd-94d3-e3a6120b3c08 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.197683 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e01a56-4814-4fbd-94d3-e3a6120b3c08 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8584db-605f-4780-aed0-5944fe4d07df,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:06.205647 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-98e01a56-4814-4fbd-94d3-e3a6120b3c08 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.207437 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-98e01a56-4814-4fbd-94d3-e3a6120b3c08 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1466656 Apr 22 15:12:06.210187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42412) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:06.215459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-ff098678-4a88-4684-b947-3776d13cf540 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '5b8180be-a827-4efb-a65e-ee0999f27953', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:06.221318 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ff098678-4a88-4684-b947-3776d13cf540 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:06.226459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ff098678-4a88-4684-b947-3776d13cf540 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:06.229371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-ff098678-4a88-4684-b947-3776d13cf540 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:06.231541 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 447712bd-d94f-4480-8675-f2991eefaac8 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:06.235325 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-ff098678-4a88-4684-b947-3776d13cf540 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:06.253010 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ff098678-4a88-4684-b947-3776d13cf540 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.268243 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 447712bd-d94f-4480-8675-f2991eefaac8 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:12:06.268586 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 447712bd-d94f-4480-8675-f2991eefaac8 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:12:06.316373 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ff098678-4a88-4684-b947-3776d13cf540 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.320640 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ff098678-4a88-4684-b947-3776d13cf540 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.345716 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff098678-4a88-4684-b947-3776d13cf540 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9958317e-edb7-425b-8b23-e906c04308e3,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:06.353930 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-ff098678-4a88-4684-b947-3776d13cf540 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.355074 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ff098678-4a88-4684-b947-3776d13cf540 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1439846 Apr 22 15:12:06.357819 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42416) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:06.363070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-cb345989-4f0e-4b1f-9efe-589deed3bdb5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '5b8180be-a827-4efb-a65e-ee0999f27953', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:06.368862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cb345989-4f0e-4b1f-9efe-589deed3bdb5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:06.372598 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cb345989-4f0e-4b1f-9efe-589deed3bdb5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:06.375424 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cb345989-4f0e-4b1f-9efe-589deed3bdb5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:06.381730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cb345989-4f0e-4b1f-9efe-589deed3bdb5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:06.392115 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-cb345989-4f0e-4b1f-9efe-589deed3bdb5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Project 6e44065b60334563abf0475e02cf7a35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:12:06.399225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb345989-4f0e-4b1f-9efe-589deed3bdb5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.464315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb345989-4f0e-4b1f-9efe-589deed3bdb5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.467681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb345989-4f0e-4b1f-9efe-589deed3bdb5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.490093 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb345989-4f0e-4b1f-9efe-589deed3bdb5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda1ea7f-1cdb-48c4-a180-2c8301ab5779,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:06.498245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb345989-4f0e-4b1f-9efe-589deed3bdb5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.499415 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cb345989-4f0e-4b1f-9efe-589deed3bdb5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1406877 Apr 22 15:12:06.502484 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42420) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:06.508787 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-c639cb8a-a077-4b0f-a181-4ead03b60abd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '5b8180be-a827-4efb-a65e-ee0999f27953', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:06.514660 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c639cb8a-a077-4b0f-a181-4ead03b60abd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:06.521100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c639cb8a-a077-4b0f-a181-4ead03b60abd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:06.524109 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c639cb8a-a077-4b0f-a181-4ead03b60abd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:06.529900 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c639cb8a-a077-4b0f-a181-4ead03b60abd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:06.543024 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-c639cb8a-a077-4b0f-a181-4ead03b60abd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Project 6e44065b60334563abf0475e02cf7a35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:12:06.549815 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c639cb8a-a077-4b0f-a181-4ead03b60abd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.614394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c639cb8a-a077-4b0f-a181-4ead03b60abd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.618235 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c639cb8a-a077-4b0f-a181-4ead03b60abd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.642497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639cb8a-a077-4b0f-a181-4ead03b60abd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fe5ec6-0b73-4128-9c61-ec706b2f520e,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:06.654620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c639cb8a-a077-4b0f-a181-4ead03b60abd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.655827 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c639cb8a-a077-4b0f-a181-4ead03b60abd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1523514 Apr 22 15:12:06.658895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42424) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:06.667718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-035903db-f93b-43ad-a7b0-9bb3427ed12b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'network': {'name': 'tempest-network-smoke--855917046', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'port_security_enabled': True}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:06.677116 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-035903db-f93b-43ad-a7b0-9bb3427ed12b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:06.681618 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-035903db-f93b-43ad-a7b0-9bb3427ed12b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:network and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:06.684583 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-035903db-f93b-43ad-a7b0-9bb3427ed12b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:06.691439 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-035903db-f93b-43ad-a7b0-9bb3427ed12b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:06.702535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035903db-f93b-43ad-a7b0-9bb3427ed12b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Made reservation on behalf of 6e44065b60334563abf0475e02cf7a35 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:06.705493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-035903db-f93b-43ad-a7b0-9bb3427ed12b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.739434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035903db-f93b-43ad-a7b0-9bb3427ed12b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:12:06.748227 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-035903db-f93b-43ad-a7b0-9bb3427ed12b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.748570 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-035903db-f93b-43ad-a7b0-9bb3427ed12b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Added segment 10944c52-82d5-4a48-80d1-0f1ceea6cc15 of type vlan for network 3a608ba0-afb3-43ba-953d-ecbfa6517362 Apr 22 15:12:06.776660 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-035903db-f93b-43ad-a7b0-9bb3427ed12b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.808431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-035903db-f93b-43ad-a7b0-9bb3427ed12b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.812228 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035903db-f93b-43ad-a7b0-9bb3427ed12b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:06.812805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-035903db-f93b-43ad-a7b0-9bb3427ed12b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.923733 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-035903db-f93b-43ad-a7b0-9bb3427ed12b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2625990 Apr 22 15:12:06.927771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42428) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:06.934937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1867901197', 'admin_state_up': True, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:06.940172 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035903db-f93b-43ad-a7b0-9bb3427ed12b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Network': ['ID=3a608ba0-afb3-43ba-953d-ecbfa6517362,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:06.944991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:06.948969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:router and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:06.951498 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 3a608ba0-afb3-43ba-953d-ecbfa6517362 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:06.952124 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:06.958551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:06.969399 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.970393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.994508 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.140463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.324399 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.353625 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.490882 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.26.0.248 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/4e145df5-eb74-4aed-9d34-20d4f412b413) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:07.720778 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.748707 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.816234 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:07.819152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:07.821521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:07.851740 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=4e145df5-eb74-4aed-9d34-20d4f412b413,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:07.993663 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.994289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:08.239681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:12:08.477227 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:12:08.488520 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Sync routers for ids ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:12:08.501325 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Routers {'08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:08.502037 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:11:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:08.620549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:08.621838 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-591425d8-61a1-4771-8011-5d12eaa0b7c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6931131 Apr 22 15:12:08.624959 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42432) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:08.671199 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5611bce3-1b22-4891-a397-8107a88e1a0d tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6e44065b60334563abf0475e02cf7a35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450346 Apr 22 15:12:08.676704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42436) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:08.697966 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Set router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:12:08.812257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6d5b6f-873d-4066-93a6-8b7983289c80 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:08.814296 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1e6d5b6f-873d-4066-93a6-8b7983289c80 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1363115 Apr 22 15:12:08.817878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42440) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:08.857037 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f46965f4-5157-4779-807c-6551428e22f9 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380530 Apr 22 15:12:08.859821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42444) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:08.865328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4176146f-2d41-4ce0-aac8-ee7aa36b7b72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-911234459', 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:08.975893 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4176146f-2d41-4ce0-aac8-ee7aa36b7b72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:08.979698 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4176146f-2d41-4ce0-aac8-ee7aa36b7b72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:subnet and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:08.982497 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4176146f-2d41-4ce0-aac8-ee7aa36b7b72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:08.989215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4176146f-2d41-4ce0-aac8-ee7aa36b7b72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:08.999544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4176146f-2d41-4ce0-aac8-ee7aa36b7b72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Made reservation on behalf of 6e44065b60334563abf0475e02cf7a35 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:09.009743 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867901197', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:12:06Z', 'updated_at': '2022-04-22T15:12:07Z', 'revision_number': 3, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:07Z', 'updated_at': '2022-04-22T15:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:09.013696 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Checking router: 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:12:09.014052 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Updating router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 port 4e145df5-eb74-4aed-9d34-20d4f412b413 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:12:09.070724 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.112463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4176146f-2d41-4ce0-aac8-ee7aa36b7b72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.343066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4176146f-2d41-4ce0-aac8-ee7aa36b7b72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.450803 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.464936 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Transition to ACTIVE for port object 4e145df5-eb74-4aed-9d34-20d4f412b413 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:09.474689 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.528927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176146f-2d41-4ce0-aac8-ee7aa36b7b72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Subnet': ['ID=12484255-e1a4-4811-b17e-049f563f9b54,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:09.544919 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176146f-2d41-4ce0-aac8-ee7aa36b7b72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Checking segment: {'id': '10944c52-82d5-4a48-80d1-0f1ceea6cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:09.545275 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4176146f-2d41-4ce0-aac8-ee7aa36b7b72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network hostable DHCP agents. Network: 3a608ba0-afb3-43ba-953d-ecbfa6517362, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:12:09.559432 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f736f60-223d-4339-8740-8861803c9e3f None None] Pushing event updated for resources: {'Port': ['ID=4e145df5-eb74-4aed-9d34-20d4f412b413,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:09.568421 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4176146f-2d41-4ce0-aac8-ee7aa36b7b72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 3a608ba0-afb3-43ba-953d-ecbfa6517362 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:12:09.573955 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Attempting to bind port 4e145df5-eb74-4aed-9d34-20d4f412b413 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:09.574464 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Attempting to bind port 4e145df5-eb74-4aed-9d34-20d4f412b413 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:09.574967 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Attempting to bind port 4e145df5-eb74-4aed-9d34-20d4f412b413 on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:09.577246 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-4176146f-2d41-4ce0-aac8-ee7aa36b7b72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 3a608ba0-afb3-43ba-953d-ecbfa6517362) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:09.581251 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4176146f-2d41-4ce0-aac8-ee7aa36b7b72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:09.582000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4176146f-2d41-4ce0-aac8-ee7aa36b7b72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.586191 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f736f60-223d-4339-8740-8861803c9e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:09.586582 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f736f60-223d-4339-8740-8861803c9e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:09.586999 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f736f60-223d-4339-8740-8861803c9e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:09.587171 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c57ccf-3a97-4ec9-a4d6-ebbb1e0e36c1 None None] Network 3a608ba0-afb3-43ba-953d-ecbfa6517362 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:09.588009 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f736f60-223d-4339-8740-8861803c9e3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:09.588009 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f736f60-223d-4339-8740-8861803c9e3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:09.588319 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f736f60-223d-4339-8740-8861803c9e3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:09.588480 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f736f60-223d-4339-8740-8861803c9e3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:09.588884 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f736f60-223d-4339-8740-8861803c9e3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:09.589084 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f736f60-223d-4339-8740-8861803c9e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:09.589434 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f736f60-223d-4339-8740-8861803c9e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:09.589791 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f736f60-223d-4339-8740-8861803c9e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:09.594475 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:09.594810 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:09.595242 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.595828 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:09.596473 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Bound port: 4e145df5-eb74-4aed-9d34-20d4f412b413, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:09.597578 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.613962 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4176146f-2d41-4ce0-aac8-ee7aa36b7b72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7498143 Apr 22 15:12:09.614260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42448) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:09.682954 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] For port 4e145df5-eb74-4aed-9d34-20d4f412b413, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:09.686402 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] For port 4e145df5-eb74-4aed-9d34-20d4f412b413, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4e145df5-eb74-4aed-9d34-20d4f412b413,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:09.692115 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.780428 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Routers {'08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:09.781157 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:11:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:09.856357 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-3a608ba0-afb3-43ba-953d-ecbfa6517362', 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ips': [{'subnet_id': '12484255-e1a4-4811-b17e-049f563f9b54'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:09.857240 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.901214 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f736f60-223d-4339-8740-8861803c9e3f None None] Pushing event updated for resources: {'Port': ['ID=4e145df5-eb74-4aed-9d34-20d4f412b413,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:09.986985 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] Set router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:12:10.029404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Allocated IP 172.20.0.2 (3a608ba0-afb3-43ba-953d-ecbfa6517362/12484255-e1a4-4811-b17e-049f563f9b54/67fbcec7-2757-4069-a27e-9787fcee9505) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:10.306410 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.313826 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867901197', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:12:06Z', 'updated_at': '2022-04-22T15:12:07Z', 'revision_number': 3, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:07Z', 'updated_at': '2022-04-22T15:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:10.318734 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf8f62a-ab19-4765-b4f0-3a35044f473a None None] The sync data for ids ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'] in dv-neutron-839027-1-hyperv is: [{'id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867901197', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:12:06Z', 'updated_at': '2022-04-22T15:12:07Z', 'revision_number': 3, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:07Z', 'updated_at': '2022-04-22T15:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:10.322245 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Transition to ACTIVE for port object 67fbcec7-2757-4069-a27e-9787fcee9505 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:10.348997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Transition to ACTIVE for port object 67fbcec7-2757-4069-a27e-9787fcee9505 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:10.356066 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.429547 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Network 3a608ba0-afb3-43ba-953d-ecbfa6517362 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:10.432699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:10.437699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:10.441123 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Pushing event updated for resources: {'Port': ['ID=67fbcec7-2757-4069-a27e-9787fcee9505,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:10.561316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Attempting to bind port 67fbcec7-2757-4069-a27e-9787fcee9505 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:10.561877 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Attempting to bind port 67fbcec7-2757-4069-a27e-9787fcee9505 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '10944c52-82d5-4a48-80d1-0f1ceea6cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:10.562565 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Attempting to bind port 67fbcec7-2757-4069-a27e-9787fcee9505 on network 3a608ba0-afb3-43ba-953d-ecbfa6517362 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:10.577003 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:10.577607 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Checking segment: {'id': '10944c52-82d5-4a48-80d1-0f1ceea6cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:10.578266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.578854 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Bound using segment: {'id': '10944c52-82d5-4a48-80d1-0f1ceea6cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:10.579643 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Bound port: 67fbcec7-2757-4069-a27e-9787fcee9505, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10944c52-82d5-4a48-80d1-0f1ceea6cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:10.580236 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.606487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.711436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] For port 67fbcec7-2757-4069-a27e-9787fcee9505, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:10.714965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] For port 67fbcec7-2757-4069-a27e-9787fcee9505, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=67fbcec7-2757-4069-a27e-9787fcee9505,segment=NetworkSegment(10944c52-82d5-4a48-80d1-0f1ceea6cc15),segment_id=10944c52-82d5-4a48-80d1-0f1ceea6cc15)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:10.726690 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.806410 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [req-b7e0233f-9b3f-455f-8e3c-7d84208deaf2 req-e5209024-46f4-43b7-a54d-efad4ec74092 tempest-ServerDiskConfigTestJSON-1177153700 tempest-ServerDiskConfigTestJSON-1177153700-project] (83964) timed out ('10.222.0.30', 63971) {{(pid=83964) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 15:12:10.817683 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46515187-bb51-412d-884f-8807cee4a8e0 None None] Pushing event updated for resources: {'Port': ['ID=67fbcec7-2757-4069-a27e-9787fcee9505,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:11.130984 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.20.0.1 (3a608ba0-afb3-43ba-953d-ecbfa6517362/12484255-e1a4-4811-b17e-049f563f9b54/67255b5b-41c4-426a-8767-9fc8b5c98d12) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:11.308565 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:11.325500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Transition to ACTIVE for port object 67255b5b-41c4-426a-8767-9fc8b5c98d12 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:11.346653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:11.414691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 3a608ba0-afb3-43ba-953d-ecbfa6517362 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:11.417588 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:11.422064 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:11.457771 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=67255b5b-41c4-426a-8767-9fc8b5c98d12,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:11.487508 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:11.574878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:11.798449 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0512ba5f-ecf4-4f80-a734-147c4f4ca5da None None] Network 3a608ba0-afb3-43ba-953d-ecbfa6517362 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:11.924940 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a8905eac-dfb7-43f1-b31b-267497814c26 None None] Provisioning for port 67fbcec7-2757-4069-a27e-9787fcee9505 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:11.989544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:11.993994 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.109553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.113279 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=67255b5b-41c4-426a-8767-9fc8b5c98d12,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:12.299402 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4159e0ea-428e-4769-a807-46bfd52b3b96 None None] Provisioning for port 67255b5b-41c4-426a-8767-9fc8b5c98d12 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:12.305974 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-4159e0ea-428e-4769-a807-46bfd52b3b96 None None] Provisioning complete for port 67255b5b-41c4-426a-8767-9fc8b5c98d12 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:12.306561 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4159e0ea-428e-4769-a807-46bfd52b3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.395935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4e145df5-eb74-4aed-9d34-20d4f412b413 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:12.397224 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 3a608ba0-afb3-43ba-953d-ecbfa6517362 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:12.398892 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:12.450860 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-4159e0ea-428e-4769-a807-46bfd52b3b96 None None] Port 67255b5b-41c4-426a-8767-9fc8b5c98d12 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:12.479870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 4e145df5-eb74-4aed-9d34-20d4f412b413 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:12.484593 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 4e145df5-eb74-4aed-9d34-20d4f412b413 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:12.484965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.618781 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d1cdd327-f208-4385-81ae-9773a7519cdf None None] Provisioning complete for port 67255b5b-41c4-426a-8767-9fc8b5c98d12 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:12.619144 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd327-f208-4385-81ae-9773a7519cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.659672 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.690445 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d1cdd327-f208-4385-81ae-9773a7519cdf None None] Port 67255b5b-41c4-426a-8767-9fc8b5c98d12 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:12.693632 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 4e145df5-eb74-4aed-9d34-20d4f412b413, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4e145df5-eb74-4aed-9d34-20d4f412b413,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:12.698515 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.699405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 67fbcec7-2757-4069-a27e-9787fcee9505 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:12.818096 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=4e145df5-eb74-4aed-9d34-20d4f412b413,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:12.819129 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:12:12.834332 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-0ed05a05-6721-44a4-afc7-24ff31e62a28 None None] Provisioning complete for port 67255b5b-41c4-426a-8767-9fc8b5c98d12 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:12.834701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0ed05a05-6721-44a4-afc7-24ff31e62a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.861437 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 67fbcec7-2757-4069-a27e-9787fcee9505 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:12.880245 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 67fbcec7-2757-4069-a27e-9787fcee9505 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:12.880611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.933998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-0ed05a05-6721-44a4-afc7-24ff31e62a28 None None] Port 67255b5b-41c4-426a-8767-9fc8b5c98d12 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:13.004405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:13.027917 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:12:13.038972 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 67fbcec7-2757-4069-a27e-9787fcee9505, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=67fbcec7-2757-4069-a27e-9787fcee9505,segment=NetworkSegment(10944c52-82d5-4a48-80d1-0f1ceea6cc15),segment_id=10944c52-82d5-4a48-80d1-0f1ceea6cc15)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:13.041291 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9dcdd193-7dc4-4bfe-ba51-a5c7d9702b71 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "PUT /v2.0/routers/08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4259470 Apr 22 15:12:13.043097 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:13.115452 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=67fbcec7-2757-4069-a27e-9787fcee9505,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:13.219422 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-d708f113-ac3d-456a-adbd-39bcf60cb49d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:13.234414 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-d708f113-ac3d-456a-adbd-39bcf60cb49d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:13.235722 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-d708f113-ac3d-456a-adbd-39bcf60cb49d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2137328311&fields=id&tenant_id=6e44065b60334563abf0475e02cf7a35 HTTP/1.1" status: 200 len: 267 time: 0.0548055 Apr 22 15:12:13.390003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-0fd5ed45-52ad-4d4f-bedd-7eba7f0cf9f9 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:13.390691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-0fd5ed45-52ad-4d4f-bedd-7eba7f0cf9f9 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:13.407774 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-0fd5ed45-52ad-4d4f-bedd-7eba7f0cf9f9 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:13.408910 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-0fd5ed45-52ad-4d4f-bedd-7eba7f0cf9f9 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/networks?id=3a608ba0-afb3-43ba-953d-ecbfa6517362 HTTP/1.1" status: 200 len: 796 time: 0.1661117 Apr 22 15:12:13.433583 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-533b6e17-94d7-4d78-9756-6548b6ff404b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/quotas/6e44065b60334563abf0475e02cf7a35 HTTP/1.1" status: 200 len: 375 time: 0.0186236 Apr 22 15:12:13.520657 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-4faa5d7b-27dc-4fb6-bce7-ba689f715735 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:13.537176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-4faa5d7b-27dc-4fb6-bce7-ba689f715735 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:13.538626 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-4faa5d7b-27dc-4fb6-bce7-ba689f715735 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996740 Apr 22 15:12:13.629796 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-a4ddf969-a93e-4d22-b642-77f8227c4e78 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:12:13.630776 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-a4ddf969-a93e-4d22-b642-77f8227c4e78 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0809066 Apr 22 15:12:13.770045 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-1c7a583d-5d28-4faa-8472-260b13053053 service neutron] 10.222.0.23 "GET /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319475 Apr 22 15:12:13.907563 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-0786c1fd-3512-4986-9732-d090a459fda6 service neutron] 10.222.0.23 "GET /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309919 Apr 22 15:12:14.040879 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Sync routers for ids ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:12:14.059712 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Routers {'08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:14.060871 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:11:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:14.178225 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-03bd6e65-6b88-4ddb-8422-825aba093745 req-f83f5bef-e489-41c8-b569-b0e12015a247 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 210 time: 0.1181500 Apr 22 15:12:14.269593 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Set router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:12:14.351138 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4e145df5-eb74-4aed-9d34-20d4f412b413 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:14.590306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 4e145df5-eb74-4aed-9d34-20d4f412b413 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:14.590679 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.777270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 67fbcec7-2757-4069-a27e-9787fcee9505 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:14.797163 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:12:14.845577 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867901197', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:12:06Z', 'updated_at': '2022-04-22T15:12:11Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:07Z', 'updated_at': '2022-04-22T15:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '67255b5b-41c4-426a-8767-9fc8b5c98d12', 'name': '', 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:c8:4e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12484255-e1a4-4811-b17e-049f563f9b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:10Z', 'updated_at': '2022-04-22T15:12:11Z', 'revision_number': 2, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '12484255-e1a4-4811-b17e-049f563f9b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:14.852738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Checking router: 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:12:14.853091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Updating router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 port 67255b5b-41c4-426a-8767-9fc8b5c98d12 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:12:14.906787 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 67fbcec7-2757-4069-a27e-9787fcee9505 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:14.907135 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.947904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.171020 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-f0b69fd9-f368-400f-bc8c-5b5a33d7b89e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:15.172781 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-f0b69fd9-f368-400f-bc8c-5b5a33d7b89e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "GET /v2.0/networks?id=3a608ba0-afb3-43ba-953d-ecbfa6517362 HTTP/1.1" status: 200 len: 796 time: 0.1633720 Apr 22 15:12:15.238596 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-7306de0a-fa0c-422d-bfd3-e09982ae3cba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e44065b60334563abf0475e02cf7a35 HTTP/1.1" status: 200 len: 380 time: 0.0490339 Apr 22 15:12:15.247423 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-79cf0aca-2478-45d6-98a4-ee71661cd2eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'port': {'device_id': '68d157f2-4d13-4350-b1db-ab29cc3b5df4', 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362', 'admin_state_up': True, 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'security_groups': ['5b8180be-a827-4efb-a65e-ee0999f27953']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:15.390833 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-528b8e10-20a8-414e-980c-a7779433dbe4 req-acc2a015-a912-445d-b1f2-4e4c8541c088 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 210 time: 0.0604217 Apr 22 15:12:15.409789 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-79cf0aca-2478-45d6-98a4-ee71661cd2eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:15.411211 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.421012 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-79cf0aca-2478-45d6-98a4-ee71661cd2eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:15.424253 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Transition to ACTIVE for port object 67255b5b-41c4-426a-8767-9fc8b5c98d12 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:15.431868 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.433019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-79cf0aca-2478-45d6-98a4-ee71661cd2eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Made reservation on behalf of 6e44065b60334563abf0475e02cf7a35 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:15.436249 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-79cf0aca-2478-45d6-98a4-ee71661cd2eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.557438 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45f2c3-6bd5-4495-8572-705be967241d None None] Pushing event updated for resources: {'Port': ['ID=67255b5b-41c4-426a-8767-9fc8b5c98d12,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:15.616257 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-79cf0aca-2478-45d6-98a4-ee71661cd2eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.20.0.10 (3a608ba0-afb3-43ba-953d-ecbfa6517362/12484255-e1a4-4811-b17e-049f563f9b54/e5af3703-33c4-46c5-96d6-49455969a3d1) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:15.658084 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Attempting to bind port 67255b5b-41c4-426a-8767-9fc8b5c98d12 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:15.658464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Attempting to bind port 67255b5b-41c4-426a-8767-9fc8b5c98d12 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '10944c52-82d5-4a48-80d1-0f1ceea6cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:15.658824 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Attempting to bind port 67255b5b-41c4-426a-8767-9fc8b5c98d12 on network 3a608ba0-afb3-43ba-953d-ecbfa6517362 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:15.666976 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:15.667385 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Checking segment: {'id': '10944c52-82d5-4a48-80d1-0f1ceea6cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:15.667795 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.668188 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Bound using segment: {'id': '10944c52-82d5-4a48-80d1-0f1ceea6cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:15.668658 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Bound port: 67255b5b-41c4-426a-8767-9fc8b5c98d12, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10944c52-82d5-4a48-80d1-0f1ceea6cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:15.669163 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.774728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] For port 67255b5b-41c4-426a-8767-9fc8b5c98d12, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:15.778135 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] For port 67255b5b-41c4-426a-8767-9fc8b5c98d12, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=67255b5b-41c4-426a-8767-9fc8b5c98d12,segment=NetworkSegment(10944c52-82d5-4a48-80d1-0f1ceea6cc15),segment_id=10944c52-82d5-4a48-80d1-0f1ceea6cc15)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:15.785156 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.829782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-79cf0aca-2478-45d6-98a4-ee71661cd2eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.845235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-79cf0aca-2478-45d6-98a4-ee71661cd2eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Transition to ACTIVE for port object e5af3703-33c4-46c5-96d6-49455969a3d1 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:15.867649 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45f2c3-6bd5-4495-8572-705be967241d None None] Pushing event updated for resources: {'Port': ['ID=67255b5b-41c4-426a-8767-9fc8b5c98d12,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:15.869227 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-79cf0aca-2478-45d6-98a4-ee71661cd2eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.873971 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Routers {'08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:15.874679 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:11:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:15.951071 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-79cf0aca-2478-45d6-98a4-ee71661cd2eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 3a608ba0-afb3-43ba-953d-ecbfa6517362 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:15.954539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-79cf0aca-2478-45d6-98a4-ee71661cd2eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:15.956708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf0aca-2478-45d6-98a4-ee71661cd2eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=e5af3703-33c4-46c5-96d6-49455969a3d1,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:15.958931 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-79cf0aca-2478-45d6-98a4-ee71661cd2eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:16.022815 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-79cf0aca-2478-45d6-98a4-ee71661cd2eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:16.023455 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-79cf0aca-2478-45d6-98a4-ee71661cd2eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.053193 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-79cf0aca-2478-45d6-98a4-ee71661cd2eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8101976 Apr 22 15:12:16.065382 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Request body: {'port': {'device_id': '68d157f2-4d13-4350-b1db-ab29cc3b5df4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:16.104415 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] Set router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:12:16.291424 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.413000 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d7ca4a23-3ebc-405d-bcf7-c3524d9dbbe4 None None] Provisioning for port e5af3703-33c4-46c5-96d6-49455969a3d1 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:16.425428 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d7ca4a23-3ebc-405d-bcf7-c3524d9dbbe4 None None] Provisioning complete for port e5af3703-33c4-46c5-96d6-49455969a3d1 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:16.425947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d7ca4a23-3ebc-405d-bcf7-c3524d9dbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.485505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca4a23-3ebc-405d-bcf7-c3524d9dbbe4 None None] Port e5af3703-33c4-46c5-96d6-49455969a3d1 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:16.495993 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867901197', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:12:06Z', 'updated_at': '2022-04-22T15:12:11Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:07Z', 'updated_at': '2022-04-22T15:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '67255b5b-41c4-426a-8767-9fc8b5c98d12', 'name': '', 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:c8:4e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12484255-e1a4-4811-b17e-049f563f9b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:10Z', 'updated_at': '2022-04-22T15:12:15Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '12484255-e1a4-4811-b17e-049f563f9b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:16.500398 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ad407-1122-4089-bcb3-011c233324bb None None] The sync data for ids ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'] in dv-neutron-839027-1-hyperv is: [{'id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867901197', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:12:06Z', 'updated_at': '2022-04-22T15:12:11Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:07Z', 'updated_at': '2022-04-22T15:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '67255b5b-41c4-426a-8767-9fc8b5c98d12', 'name': '', 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:c8:4e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12484255-e1a4-4811-b17e-049f563f9b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:10Z', 'updated_at': '2022-04-22T15:12:15Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '12484255-e1a4-4811-b17e-049f563f9b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:16.626663 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678e152-b6f4-4fa4-9ced-ca9160525438 req-90822c98-4939-416b-8066-37a8ea07c760 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:16.629071 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e678e152-b6f4-4fa4-9ced-ca9160525438 req-90822c98-4939-416b-8066-37a8ea07c760 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 932 time: 0.1063375 Apr 22 15:12:16.676946 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5af3703-33c4-46c5-96d6-49455969a3d1 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:12:16.684247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.686501 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e678e152-b6f4-4fa4-9ced-ca9160525438 req-5008589f-530d-43b9-a388-a9bbecdfd36f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511911 Apr 22 15:12:16.709600 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Transition to ACTIVE for port object e5af3703-33c4-46c5-96d6-49455969a3d1 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:16.713388 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.846712 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Pushing event updated for resources: {'Port': ['ID=e5af3703-33c4-46c5-96d6-49455969a3d1,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:16.961882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Attempting to bind port e5af3703-33c4-46c5-96d6-49455969a3d1 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:16.962215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Attempting to bind port e5af3703-33c4-46c5-96d6-49455969a3d1 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '10944c52-82d5-4a48-80d1-0f1ceea6cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:16.962536 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Attempting to bind port e5af3703-33c4-46c5-96d6-49455969a3d1 on network 3a608ba0-afb3-43ba-953d-ecbfa6517362 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:16.968494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Port e5af3703-33c4-46c5-96d6-49455969a3d1 on network 3a608ba0-afb3-43ba-953d-ecbfa6517362 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:12:16.968807 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Attempting to bind port e5af3703-33c4-46c5-96d6-49455969a3d1 on network 3a608ba0-afb3-43ba-953d-ecbfa6517362 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:16.975005 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:16.975367 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Checking segment: {'id': '10944c52-82d5-4a48-80d1-0f1ceea6cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:16.975745 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Bound using segment: {'id': '10944c52-82d5-4a48-80d1-0f1ceea6cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:16.976164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Bound port: e5af3703-33c4-46c5-96d6-49455969a3d1, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10944c52-82d5-4a48-80d1-0f1ceea6cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:16.976506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.068950 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] For port e5af3703-33c4-46c5-96d6-49455969a3d1, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:17.072108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] For port e5af3703-33c4-46c5-96d6-49455969a3d1, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e5af3703-33c4-46c5-96d6-49455969a3d1,segment=NetworkSegment(10944c52-82d5-4a48-80d1-0f1ceea6cc15),segment_id=10944c52-82d5-4a48-80d1-0f1ceea6cc15)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:17.076795 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.141810 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.143191 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] 10.222.0.30 "PUT /v2.0/ports/e5af3703-33c4-46c5-96d6-49455969a3d1 HTTP/1.1" status: 200 len: 1094 time: 1.0821884 Apr 22 15:12:17.146768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d157f2-4d13-4350-b1db-ab29cc3b5df4', 'tag': 'e5af3703-33c4-46c5-96d6-49455969a3d1'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:12:17.174558 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca630301-21ef-42b8-bbc8-33811d14ea57 service neutron] Pushing event updated for resources: {'Port': ['ID=e5af3703-33c4-46c5-96d6-49455969a3d1,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:17.223916 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c61f27a-658b-4dd0-9c31-3f5f25e83890'] response: {'name': 'network-changed', 'server_uuid': '68d157f2-4d13-4350-b1db-ab29cc3b5df4', 'tag': 'e5af3703-33c4-46c5-96d6-49455969a3d1', 'status': 'completed', 'code': 200} Apr 22 15:12:17.260420 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-f66acb6a-edda-4c3f-9483-ae40b51e9a4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 1097 time: 0.0809817 Apr 22 15:12:17.346613 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-c7298984-f368-439d-81aa-1df36f80ba04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5af3703-33c4-46c5-96d6-49455969a3d1 HTTP/1.1" status: 200 len: 217 time: 0.0793393 Apr 22 15:12:17.411857 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-99586bf9-a862-4dcd-bafb-4d7cecd07c1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:17.413294 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-99586bf9-a862-4dcd-bafb-4d7cecd07c1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12484255-e1a4-4811-b17e-049f563f9b54 HTTP/1.1" status: 200 len: 834 time: 0.0612741 Apr 22 15:12:17.494638 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-a906c0a2-814b-4d55-8cbf-903e104eeafe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a608ba0-afb3-43ba-953d-ecbfa6517362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753591 Apr 22 15:12:17.625196 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-b5fc8309-ca70-4ff4-8037-d61c36cbfaa8 service neutron] 10.222.0.30 "GET /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246972 Apr 22 15:12:17.756934 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-636781cf-9cad-45f2-b48b-1e57bec3ff07 req-8041aed2-97ee-462e-aff2-7a2c4349ff85 service neutron] 10.222.0.30 "GET /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257758 Apr 22 15:12:17.869742 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ea0ab868-c3ae-4231-8833-f2104edf9285 req-ea39b5c8-20fa-42ff-a9ac-a103a9e22dd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 1097 time: 0.0702176 Apr 22 15:12:17.888838 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb4936-90b4-49cb-8bef-30f9abd0f4dc req-7d9e0db8-ed3f-4438-a9b6-013b8509a8e7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:17.890193 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-12eb4936-90b4-49cb-8bef-30f9abd0f4dc req-7d9e0db8-ed3f-4438-a9b6-013b8509a8e7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 944 time: 0.0753939 Apr 22 15:12:17.936191 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-12eb4936-90b4-49cb-8bef-30f9abd0f4dc req-b49a6e5b-0bec-4b9b-956c-8cfc43c0744a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393300 Apr 22 15:12:18.001678 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ab868-c3ae-4231-8833-f2104edf9285 req-760d16fb-cad5-4826-95d2-4bd65fdb03f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:18.003588 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ea0ab868-c3ae-4231-8833-f2104edf9285 req-760d16fb-cad5-4826-95d2-4bd65fdb03f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a608ba0-afb3-43ba-953d-ecbfa6517362 HTTP/1.1" status: 200 len: 897 time: 0.1269526 Apr 22 15:12:18.155976 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ea0ab868-c3ae-4231-8833-f2104edf9285 req-369888bb-e1b4-4d78-8c64-2ecb05504a18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5af3703-33c4-46c5-96d6-49455969a3d1 HTTP/1.1" status: 200 len: 217 time: 0.1468165 Apr 22 15:12:18.217183 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ab868-c3ae-4231-8833-f2104edf9285 req-f0eecceb-b8db-42a4-b554-614a6237c188 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:18.218563 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ea0ab868-c3ae-4231-8833-f2104edf9285 req-f0eecceb-b8db-42a4-b554-614a6237c188 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12484255-e1a4-4811-b17e-049f563f9b54 HTTP/1.1" status: 200 len: 834 time: 0.0557802 Apr 22 15:12:18.297245 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ea0ab868-c3ae-4231-8833-f2104edf9285 req-be53e607-3ddb-4a41-8861-fed81edfda13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a608ba0-afb3-43ba-953d-ecbfa6517362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716739 Apr 22 15:12:18.309795 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 67255b5b-41c4-426a-8767-9fc8b5c98d12 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:18.382611 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 67255b5b-41c4-426a-8767-9fc8b5c98d12 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:18.387478 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 67255b5b-41c4-426a-8767-9fc8b5c98d12 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:18.387841 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.431559 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ea0ab868-c3ae-4231-8833-f2104edf9285 req-d330f54b-f14e-494e-8d8e-1a7b83f830cd service neutron] 10.222.0.30 "GET /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260526 Apr 22 15:12:18.514191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.550560 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 67255b5b-41c4-426a-8767-9fc8b5c98d12, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=67255b5b-41c4-426a-8767-9fc8b5c98d12,segment=NetworkSegment(10944c52-82d5-4a48-80d1-0f1ceea6cc15),segment_id=10944c52-82d5-4a48-80d1-0f1ceea6cc15)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:18.555090 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.595699 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ea0ab868-c3ae-4231-8833-f2104edf9285 req-3d943880-f97c-49c3-8659-4e08f0d7b6f9 service neutron] 10.222.0.30 "GET /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582136 Apr 22 15:12:18.627251 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=67255b5b-41c4-426a-8767-9fc8b5c98d12,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:19.137128 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59424c80-2ec5-456f-ae23-5b6ffb876d15 req-5e3a9d5d-96cf-49e1-bc06-09bea64c46ff tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:19.138564 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-59424c80-2ec5-456f-ae23-5b6ffb876d15 req-5e3a9d5d-96cf-49e1-bc06-09bea64c46ff tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 944 time: 0.0791383 Apr 22 15:12:19.183779 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-59424c80-2ec5-456f-ae23-5b6ffb876d15 req-cc91f263-ab87-4f7f-ba9d-5f898bb616bd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388253 Apr 22 15:12:20.289954 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 67255b5b-41c4-426a-8767-9fc8b5c98d12 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:20.365370 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 67255b5b-41c4-426a-8767-9fc8b5c98d12 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:20.365737 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.391041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd58756-87f2-44b3-8293-ce3e568e25da req-3c5fca1f-07ed-4a2c-94de-e93b48a65516 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:20.393432 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-afd58756-87f2-44b3-8293-ce3e568e25da req-3c5fca1f-07ed-4a2c-94de-e93b48a65516 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 944 time: 0.0803816 Apr 22 15:12:20.443055 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-afd58756-87f2-44b3-8293-ce3e568e25da req-82e6625d-cd07-4106-a16c-ae328a929350 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440183 Apr 22 15:12:21.124006 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device e5af3703-33c4-46c5-96d6-49455969a3d1 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:12:21.260158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port e5af3703-33c4-46c5-96d6-49455969a3d1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e5af3703-33c4-46c5-96d6-49455969a3d1,segment=NetworkSegment(10944c52-82d5-4a48-80d1-0f1ceea6cc15),segment_id=10944c52-82d5-4a48-80d1-0f1ceea6cc15)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:21.273805 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': 'e5af3703-33c4-46c5-96d6-49455969a3d1', 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362', 'port_id': 'e5af3703-33c4-46c5-96d6-49455969a3d1', 'mac_address': 'fa:16:3e:de:9f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12484255-e1a4-4811-b17e-049f563f9b54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:12:21.333350 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:21.352189 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5af3703-33c4-46c5-96d6-49455969a3d1 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:12:21.374565 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port e5af3703-33c4-46c5-96d6-49455969a3d1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e5af3703-33c4-46c5-96d6-49455969a3d1,segment=NetworkSegment(10944c52-82d5-4a48-80d1-0f1ceea6cc15),segment_id=10944c52-82d5-4a48-80d1-0f1ceea6cc15)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:21.378504 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:21.445931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=e5af3703-33c4-46c5-96d6-49455969a3d1,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:21.587080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['e5af3703-33c4-46c5-96d6-49455969a3d1'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:12:21.717314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3531ae-2bdf-447e-aab5-85d3cb2a4555 req-43bc909b-f681-4ee0-95cc-e40260251855 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:21.718759 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4e3531ae-2bdf-447e-aab5-85d3cb2a4555 req-43bc909b-f681-4ee0-95cc-e40260251855 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 945 time: 0.0790787 Apr 22 15:12:21.765747 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4e3531ae-2bdf-447e-aab5-85d3cb2a4555 req-fb7d308e-b2c0-4ee7-9f8e-d691ed412458 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402184 Apr 22 15:12:22.528311 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fade25dd-8d78-40e6-bfed-61193dc6fd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:22.966499 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7a381-8993-4b5b-b01f-3220e2fd3de9 req-c7fbf534-0c37-404c-80a2-a1bb6b7e4597 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:22.968002 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-72a7a381-8993-4b5b-b01f-3220e2fd3de9 req-c7fbf534-0c37-404c-80a2-a1bb6b7e4597 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 945 time: 0.0813794 Apr 22 15:12:23.015568 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-72a7a381-8993-4b5b-b01f-3220e2fd3de9 req-83e26d71-7d55-40fc-8275-6b637a2ffa09 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411479 Apr 22 15:12:23.147115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device e5af3703-33c4-46c5-96d6-49455969a3d1 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:23.216847 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port e5af3703-33c4-46c5-96d6-49455969a3d1 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:23.221613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port e5af3703-33c4-46c5-96d6-49455969a3d1 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:23.222081 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.367417 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.399605 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d157f2-4d13-4350-b1db-ab29cc3b5df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5af3703-33c4-46c5-96d6-49455969a3d1'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:12:23.408863 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port e5af3703-33c4-46c5-96d6-49455969a3d1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e5af3703-33c4-46c5-96d6-49455969a3d1,segment=NetworkSegment(10944c52-82d5-4a48-80d1-0f1ceea6cc15),segment_id=10944c52-82d5-4a48-80d1-0f1ceea6cc15)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:23.412832 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.470704 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8f5684-652c-4385-9600-a4cb1c2fe1a0'] response: {'server_uuid': '68d157f2-4d13-4350-b1db-ab29cc3b5df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5af3703-33c4-46c5-96d6-49455969a3d1', 'code': 200} Apr 22 15:12:23.489925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=e5af3703-33c4-46c5-96d6-49455969a3d1,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:23.498380 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:23.498724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:23.499065 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:23.499429 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:23.499760 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:23.500090 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:23.500418 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:23.500745 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:23.501069 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:23.501390 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:23.501713 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:23.701252 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4d714909-ecaa-47f0-8dc4-5a83624802af req-dacac7ad-b39d-42ce-83a4-f49389a98c83 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 1099 time: 0.0787818 Apr 22 15:12:23.746012 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-4d714909-ecaa-47f0-8dc4-5a83624802af req-26f24371-8045-44b9-b20a-a90d3d8c9a3d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388522 Apr 22 15:12:24.215748 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933423f6-1635-446b-87f4-8ad050165661 req-577ce3f6-9c55-4ae7-aad6-b3570201210e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:24.217190 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-933423f6-1635-446b-87f4-8ad050165661 req-577ce3f6-9c55-4ae7-aad6-b3570201210e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0797255 Apr 22 15:12:24.264367 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-933423f6-1635-446b-87f4-8ad050165661 req-3881973a-6860-4f3c-bdd7-71a9bfa79f54 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408230 Apr 22 15:12:24.739625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:24.852423 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ba493f88-f59a-41dc-9beb-3224f02d3240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:25.478283 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850877e6-d7d6-40e4-9d6b-58ffc76f8ff3 req-8d1ae04c-ea0a-4016-89a7-afd02e60b25b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:25.479775 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-850877e6-d7d6-40e4-9d6b-58ffc76f8ff3 req-8d1ae04c-ea0a-4016-89a7-afd02e60b25b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0813105 Apr 22 15:12:25.535110 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-850877e6-d7d6-40e4-9d6b-58ffc76f8ff3 req-0885b032-f552-4296-9e5f-c01e31100f0f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490901 Apr 22 15:12:25.742160 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16578624-3ac4-4e64-957c-8dbfcf6e23b5 req-1ce318ec-dad8-4c3c-b08f-abdd48e331c6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:25.743705 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-16578624-3ac4-4e64-957c-8dbfcf6e23b5 req-1ce318ec-dad8-4c3c-b08f-abdd48e331c6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0811489 Apr 22 15:12:25.792334 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-16578624-3ac4-4e64-957c-8dbfcf6e23b5 req-8f5c8b6a-7b0e-42ba-aec5-0aa35548554e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428717 Apr 22 15:12:25.820967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42500) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:25.960119 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-676bf8ee-3c62-4592-80ca-9fc5397503ff tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 1094 time: 0.1379752 Apr 22 15:12:25.962979 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42506) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:25.970248 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': 'e5af3703-33c4-46c5-96d6-49455969a3d1', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:25.976296 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:25.980063 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:floatingip and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:25.982886 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:25.988607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:26.004341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:26.150899 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:26.155856 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:26.220319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:26.393941 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.26.0.41 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/eca01558-fe47-4053-984c-1d9c07222969) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:26.549039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:26.582378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:26.656302 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:26.657463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:26.662655 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:26.698334 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=eca01558-fe47-4053-984c-1d9c07222969,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:27.189875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.247110 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.450430 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.467167 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.472956 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.580498 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=eca01558-fe47-4053-984c-1d9c07222969,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:27.595581 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.799338 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Floating IP c3a5e8a5-ef07-44e6-b2f0-efb0dac9f2fe associated. External IP: 172.26.0.41, port: e5af3703-33c4-46c5-96d6-49455969a3d1. Apr 22 15:12:28.287351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:12:28.499892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:12:28.509374 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049a5d9-9c6a-4931-88d6-d515998c7039 None None] Sync routers for ids ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:12:28.524313 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049a5d9-9c6a-4931-88d6-d515998c7039 None None] Routers {'08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:28.525091 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8049a5d9-9c6a-4931-88d6-d515998c7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:12:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:28.527320 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:28.591493 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-00e2e0a9-812c-4762-80be-ea56145dbab2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6273675 Apr 22 15:12:28.592278 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d157f2-4d13-4350-b1db-ab29cc3b5df4', 'tag': 'e5af3703-33c4-46c5-96d6-49455969a3d1'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:12:28.653061 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e8feb6-83f4-4e51-9185-596215abab35'] response: {'name': 'network-changed', 'server_uuid': '68d157f2-4d13-4350-b1db-ab29cc3b5df4', 'tag': 'e5af3703-33c4-46c5-96d6-49455969a3d1', 'status': 'completed', 'code': 200} Apr 22 15:12:28.718619 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-8049a5d9-9c6a-4931-88d6-d515998c7039 None None] Set router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:12:28.763672 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-7cd99f71-42b0-4e37-8dd5-fdc8ef99cc1b req-28320e85-6825-4094-8c6a-c24ae519977f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 1099 time: 0.0860710 Apr 22 15:12:28.789001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2f399-b96a-42f2-a518-8ce1f951aeed req-0d8e6996-a7b8-45c9-b3af-20771c2c530d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:28.790474 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-70a2f399-b96a-42f2-a518-8ce1f951aeed req-0d8e6996-a7b8-45c9-b3af-20771c2c530d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0850194 Apr 22 15:12:28.839652 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-70a2f399-b96a-42f2-a518-8ce1f951aeed req-8475b2fd-4c2f-446c-bf38-d9e2752ac2e5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428226 Apr 22 15:12:28.868917 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42514) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:28.908603 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd99f71-42b0-4e37-8dd5-fdc8ef99cc1b req-7bb55852-cbf4-4e13-bcd3-611b187997bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:28.910490 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-7cd99f71-42b0-4e37-8dd5-fdc8ef99cc1b req-7bb55852-cbf4-4e13-bcd3-611b187997bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a608ba0-afb3-43ba-953d-ecbfa6517362 HTTP/1.1" status: 200 len: 897 time: 0.1406322 Apr 22 15:12:28.979245 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-55a731e0-19a2-4c05-8897-7f06bb144627 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/c3a5e8a5-ef07-44e6-b2f0-efb0dac9f2fe HTTP/1.1" status: 200 len: 991 time: 0.1090982 Apr 22 15:12:29.023708 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-7cd99f71-42b0-4e37-8dd5-fdc8ef99cc1b req-53f39ffc-a86a-4dc6-9cf1-241f0c75ac63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5af3703-33c4-46c5-96d6-49455969a3d1 HTTP/1.1" status: 200 len: 999 time: 0.1065919 Apr 22 15:12:29.086331 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8049a5d9-9c6a-4931-88d6-d515998c7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867901197', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:12:06Z', 'updated_at': '2022-04-22T15:12:11Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:07Z', 'updated_at': '2022-04-22T15:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'c3a5e8a5-ef07-44e6-b2f0-efb0dac9f2fe', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'floating_ip_address': '172.26.0.41', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'port_id': 'e5af3703-33c4-46c5-96d6-49455969a3d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362', 'mac_address': 'fa:16:3e:de:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d157f2-4d13-4350-b1db-ab29cc3b5df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:12:27Z', 'updated_at': '2022-04-22T15:12:27Z', 'revision_number': 0, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67255b5b-41c4-426a-8767-9fc8b5c98d12', 'name': '', 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:c8:4e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12484255-e1a4-4811-b17e-049f563f9b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:10Z', 'updated_at': '2022-04-22T15:12:18Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '12484255-e1a4-4811-b17e-049f563f9b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:29.090229 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049a5d9-9c6a-4931-88d6-d515998c7039 None None] Checking router: 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:12:29.090750 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd99f71-42b0-4e37-8dd5-fdc8ef99cc1b req-177eaa68-0b18-492d-86fe-e04a47065077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:29.092222 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-7cd99f71-42b0-4e37-8dd5-fdc8ef99cc1b req-177eaa68-0b18-492d-86fe-e04a47065077 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12484255-e1a4-4811-b17e-049f563f9b54 HTTP/1.1" status: 200 len: 834 time: 0.0589559 Apr 22 15:12:29.100902 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049a5d9-9c6a-4931-88d6-d515998c7039 None None] Routers {'08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:29.101505 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8049a5d9-9c6a-4931-88d6-d515998c7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:12:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:29.171502 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-7cd99f71-42b0-4e37-8dd5-fdc8ef99cc1b req-51b07c3b-68a8-433e-906a-b083f12cb649 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a608ba0-afb3-43ba-953d-ecbfa6517362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726180 Apr 22 15:12:29.307879 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-7cd99f71-42b0-4e37-8dd5-fdc8ef99cc1b req-1873e810-1207-4282-a581-163a9e132897 service neutron] 10.222.0.30 "GET /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291835 Apr 22 15:12:29.316718 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-8049a5d9-9c6a-4931-88d6-d515998c7039 None None] Set router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:12:29.442379 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-7cd99f71-42b0-4e37-8dd5-fdc8ef99cc1b req-682366d3-aa47-4657-b676-33be33988bdd service neutron] 10.222.0.30 "GET /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283879 Apr 22 15:12:29.676421 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-8049a5d9-9c6a-4931-88d6-d515998c7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867901197', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:12:06Z', 'updated_at': '2022-04-22T15:12:11Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:07Z', 'updated_at': '2022-04-22T15:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'c3a5e8a5-ef07-44e6-b2f0-efb0dac9f2fe', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'floating_ip_address': '172.26.0.41', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'port_id': 'e5af3703-33c4-46c5-96d6-49455969a3d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362', 'mac_address': 'fa:16:3e:de:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d157f2-4d13-4350-b1db-ab29cc3b5df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:12:27Z', 'updated_at': '2022-04-22T15:12:27Z', 'revision_number': 0, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67255b5b-41c4-426a-8767-9fc8b5c98d12', 'name': '', 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:c8:4e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12484255-e1a4-4811-b17e-049f563f9b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:10Z', 'updated_at': '2022-04-22T15:12:18Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '12484255-e1a4-4811-b17e-049f563f9b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:29.680852 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049a5d9-9c6a-4931-88d6-d515998c7039 None None] The sync data for ids ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'] in dv-neutron-839027-1-hyperv is: [{'id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867901197', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:12:06Z', 'updated_at': '2022-04-22T15:12:11Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:07Z', 'updated_at': '2022-04-22T15:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': 'c3a5e8a5-ef07-44e6-b2f0-efb0dac9f2fe', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'floating_ip_address': '172.26.0.41', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'port_id': 'e5af3703-33c4-46c5-96d6-49455969a3d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362', 'mac_address': 'fa:16:3e:de:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d157f2-4d13-4350-b1db-ab29cc3b5df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:12:27Z', 'updated_at': '2022-04-22T15:12:27Z', 'revision_number': 0, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67255b5b-41c4-426a-8767-9fc8b5c98d12', 'name': '', 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:c8:4e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12484255-e1a4-4811-b17e-049f563f9b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:10Z', 'updated_at': '2022-04-22T15:12:18Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '12484255-e1a4-4811-b17e-049f563f9b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:29.982411 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42518) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:30.085009 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-064fbedc-676e-4d64-a1ec-350793700a27 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/c3a5e8a5-ef07-44e6-b2f0-efb0dac9f2fe HTTP/1.1" status: 200 len: 991 time: 0.1014469 Apr 22 15:12:30.970715 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f1acda-a65d-43e7-829d-07f319954139 None None] New status for floating IP c3a5e8a5-ef07-44e6-b2f0-efb0dac9f2fe: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:12:31.089159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42522) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:31.209930 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c87eb549-547b-4ea9-8a4b-75c852f2944b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/c3a5e8a5-ef07-44e6-b2f0-efb0dac9f2fe HTTP/1.1" status: 200 len: 991 time: 0.1195602 Apr 22 15:12:32.214334 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42526) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:32.423108 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-8aee9d66-0037-4cac-b497-a0ddc9b3be05 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/c3a5e8a5-ef07-44e6-b2f0-efb0dac9f2fe HTTP/1.1" status: 200 len: 993 time: 0.2075715 Apr 22 15:12:32.432241 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-91763a42-3c93-444c-be97-3981c50dd495 req-9b9a1fdc-5779-4857-8a6e-770768dd60ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2591484 Apr 22 15:12:32.574542 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-91763a42-3c93-444c-be97-3981c50dd495 req-72143a63-3c91-4c4a-843a-8ccef74b8163 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 1099 time: 0.0743113 Apr 22 15:12:32.728076 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91763a42-3c93-444c-be97-3981c50dd495 req-18450922-41bd-400b-883a-8a196e9814ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:32.730551 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-91763a42-3c93-444c-be97-3981c50dd495 req-18450922-41bd-400b-883a-8a196e9814ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a608ba0-afb3-43ba-953d-ecbfa6517362 HTTP/1.1" status: 200 len: 897 time: 0.1368651 Apr 22 15:12:32.839800 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-91763a42-3c93-444c-be97-3981c50dd495 req-ede2db8a-38fb-4d2e-9834-542207967a51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5af3703-33c4-46c5-96d6-49455969a3d1 HTTP/1.1" status: 200 len: 1001 time: 0.1013393 Apr 22 15:12:32.908320 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91763a42-3c93-444c-be97-3981c50dd495 req-13674500-e4dd-4a07-9049-5e15beba3472 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:32.910334 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-91763a42-3c93-444c-be97-3981c50dd495 req-13674500-e4dd-4a07-9049-5e15beba3472 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12484255-e1a4-4811-b17e-049f563f9b54 HTTP/1.1" status: 200 len: 834 time: 0.0637233 Apr 22 15:12:32.990943 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-91763a42-3c93-444c-be97-3981c50dd495 req-059a5633-7d3b-4c2a-9262-8c10de3b81f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a608ba0-afb3-43ba-953d-ecbfa6517362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744576 Apr 22 15:12:33.124392 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-91763a42-3c93-444c-be97-3981c50dd495 req-b838d080-d491-4212-8fb1-5672958251ab service neutron] 10.222.0.30 "GET /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273205 Apr 22 15:12:33.258258 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-91763a42-3c93-444c-be97-3981c50dd495 req-0a45893a-b1eb-4225-ad5b-e9fd4a55fdff service neutron] 10.222.0.30 "GET /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273160 Apr 22 15:12:51.797554 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:12:52.530093 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d74b9af7-6003-44f3-9c31-df276a5901ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.740756 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.845766 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b2a07ef2-18be-4529-bf37-d734e40d5933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.154050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.212970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:57.451029 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:02.024312 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e958c3-aeb5-4e1d-b74d-0aa407264184 req-415cd683-9d6a-491c-9ddf-42c3caaaaebb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:02.025677 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-37e958c3-aeb5-4e1d-b74d-0aa407264184 req-415cd683-9d6a-491c-9ddf-42c3caaaaebb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0765221 Apr 22 15:13:02.071443 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-37e958c3-aeb5-4e1d-b74d-0aa407264184 req-72cf1729-1c80-404e-921b-c8cb0cff00c3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401309 Apr 22 15:13:03.278948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a458f92-5955-4a12-b44f-546ce3921012 req-4f097cfd-2421-4c2f-8c75-2ac6e65014dc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:03.280425 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4a458f92-5955-4a12-b44f-546ce3921012 req-4f097cfd-2421-4c2f-8c75-2ac6e65014dc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0817018 Apr 22 15:13:03.331432 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4a458f92-5955-4a12-b44f-546ce3921012 req-627c3d6d-59db-4470-94a3-3ae3ab1e2aa3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444479 Apr 22 15:13:04.536844 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a4f5d-8215-434d-abb8-15758a99792f req-dede68b2-84da-4269-a922-76b73fe49e7d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:04.538193 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-937a4f5d-8215-434d-abb8-15758a99792f req-dede68b2-84da-4269-a922-76b73fe49e7d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0742016 Apr 22 15:13:04.582651 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-937a4f5d-8215-434d-abb8-15758a99792f req-8b220422-a881-4f2b-a204-9c295fb966f0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389905 Apr 22 15:13:05.926147 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e8aeb-d6d9-4f9e-8ccd-265cd829e863 req-c8733ae4-9df8-4cbc-858a-61acc58ea777 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:05.927516 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-602e8aeb-d6d9-4f9e-8ccd-265cd829e863 req-c8733ae4-9df8-4cbc-858a-61acc58ea777 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0818269 Apr 22 15:13:05.973554 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-602e8aeb-d6d9-4f9e-8ccd-265cd829e863 req-a5fc125f-a53c-4e17-a4ec-e13986eab208 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405490 Apr 22 15:13:07.166064 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952bb78-4338-4b25-9246-94d6ddde7dc6 req-5dfc57c4-764e-4fe9-b15a-8b39ecd0f4d9 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:07.167524 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e952bb78-4338-4b25-9246-94d6ddde7dc6 req-5dfc57c4-764e-4fe9-b15a-8b39ecd0f4d9 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0762794 Apr 22 15:13:07.215599 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e952bb78-4338-4b25-9246-94d6ddde7dc6 req-141261d8-dc43-4454-b294-b488a3dd04b8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425770 Apr 22 15:13:08.412715 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce2047-acac-460b-8659-f8809da09bce req-35af7f97-2e51-4cd5-82af-999d1199878d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:08.414230 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7cce2047-acac-460b-8659-f8809da09bce req-35af7f97-2e51-4cd5-82af-999d1199878d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0757790 Apr 22 15:13:08.458599 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7cce2047-acac-460b-8659-f8809da09bce req-b46a5cac-0b1f-4585-a700-a718163ed50c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388472 Apr 22 15:13:09.664443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c18d7-c03f-40ba-82cc-6a95f9f13dd8 req-3cfcae1c-0777-499d-b54a-6046363059ea tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:09.665899 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-033c18d7-c03f-40ba-82cc-6a95f9f13dd8 req-3cfcae1c-0777-499d-b54a-6046363059ea tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0855122 Apr 22 15:13:09.720850 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-033c18d7-c03f-40ba-82cc-6a95f9f13dd8 req-b450bf17-7d8e-4250-ac82-ed1706994fee tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483656 Apr 22 15:13:10.915822 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de804f-db0b-4aef-958c-db46c1a7c242 req-f93dcb53-4e29-4712-bc9d-f2448112f093 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:10.917296 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c8de804f-db0b-4aef-958c-db46c1a7c242 req-f93dcb53-4e29-4712-bc9d-f2448112f093 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0758696 Apr 22 15:13:10.963017 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c8de804f-db0b-4aef-958c-db46c1a7c242 req-7e798876-5f26-4578-8a79-0f72f602b68a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400233 Apr 22 15:13:12.260169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6d3cc-1e8d-48cc-afc5-4effe89c44b2 req-958aba18-ede4-42e4-9324-930d21454307 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:12.261595 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-00f6d3cc-1e8d-48cc-afc5-4effe89c44b2 req-958aba18-ede4-42e4-9324-930d21454307 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.1744382 Apr 22 15:13:12.308632 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-00f6d3cc-1e8d-48cc-afc5-4effe89c44b2 req-3bbdce16-c6a0-4616-886d-e2603d207f31 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411296 Apr 22 15:13:13.513009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99c8fe-9bd1-454e-8a92-38442ab2d957 req-de6ccda7-bf4e-4716-8633-d2091410909e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:13.514454 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2f99c8fe-9bd1-454e-8a92-38442ab2d957 req-de6ccda7-bf4e-4716-8633-d2091410909e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0814757 Apr 22 15:13:13.565133 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2f99c8fe-9bd1-454e-8a92-38442ab2d957 req-cf132a2e-b466-4d9d-a668-8b92e181b04d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438721 Apr 22 15:13:14.771775 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23bf14-ad35-4ad5-9feb-e5ca49e17add req-da664ab8-6875-421e-8c3a-e69818ffba8c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:14.773284 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bd23bf14-ad35-4ad5-9feb-e5ca49e17add req-da664ab8-6875-421e-8c3a-e69818ffba8c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0821645 Apr 22 15:13:14.820932 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bd23bf14-ad35-4ad5-9feb-e5ca49e17add req-1be34ab1-f7bb-4db4-9aa5-cbe612bf56b6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418997 Apr 22 15:13:16.031640 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996fd20-4546-4267-987e-80eb9de8593a req-1839f4bf-4d2d-4a2f-8525-0801b6a2a097 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:16.033121 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e996fd20-4546-4267-987e-80eb9de8593a req-1839f4bf-4d2d-4a2f-8525-0801b6a2a097 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0898201 Apr 22 15:13:16.078557 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e996fd20-4546-4267-987e-80eb9de8593a req-6827cb02-acd1-4c83-9f8b-97cfdefea12e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398800 Apr 22 15:13:17.287426 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97910e15-0fa3-4fb5-b6d3-b14bfb7501c2 req-d20bf738-0506-4b95-80ee-9b9b231ed67e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:17.288902 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-97910e15-0fa3-4fb5-b6d3-b14bfb7501c2 req-d20bf738-0506-4b95-80ee-9b9b231ed67e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0795400 Apr 22 15:13:17.338240 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-97910e15-0fa3-4fb5-b6d3-b14bfb7501c2 req-548dab13-7c82-4824-b802-924221004df1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437069 Apr 22 15:13:18.542816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a03d1f-0bb0-45bc-b61e-5ab686fbe01a req-34e8d998-993e-45ab-9cca-70ebb741f872 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:18.544226 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-41a03d1f-0bb0-45bc-b61e-5ab686fbe01a req-34e8d998-993e-45ab-9cca-70ebb741f872 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0842562 Apr 22 15:13:18.590798 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-41a03d1f-0bb0-45bc-b61e-5ab686fbe01a req-fb985505-1b49-40ac-aad3-c997b80b05b7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401893 Apr 22 15:13:18.621067 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42570) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:18.729788 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-b2bc1373-d0aa-475d-b8e0-f9ceeb459332 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/c3a5e8a5-ef07-44e6-b2f0-efb0dac9f2fe HTTP/1.1" status: 200 len: 993 time: 0.1075668 Apr 22 15:13:20.253615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a299e-eb42-49b2-bb48-e64122bc1c54 req-34955794-c6cd-427a-b8a2-a5d70a67d5bf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:20.254498 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-665a299e-eb42-49b2-bb48-e64122bc1c54 req-34955794-c6cd-427a-b8a2-a5d70a67d5bf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0800533 Apr 22 15:13:20.281559 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-be6b2b5b-ddca-4868-94e0-b7089faf751b req-c8c14ef7-4c5f-4396-affd-83294b8508bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 1099 time: 0.0775590 Apr 22 15:13:20.308096 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-665a299e-eb42-49b2-bb48-e64122bc1c54 req-5b3f0c3e-ca79-4583-9634-0b046ece0531 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448947 Apr 22 15:13:20.420839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b2b5b-ddca-4868-94e0-b7089faf751b req-b56fc000-b76f-4076-be4c-a55dbd6b61e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:20.422273 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-be6b2b5b-ddca-4868-94e0-b7089faf751b req-b56fc000-b76f-4076-be4c-a55dbd6b61e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a608ba0-afb3-43ba-953d-ecbfa6517362 HTTP/1.1" status: 200 len: 897 time: 0.1348956 Apr 22 15:13:20.531383 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-be6b2b5b-ddca-4868-94e0-b7089faf751b req-7f5660f1-def2-4430-bb41-9a56ebfc173c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5af3703-33c4-46c5-96d6-49455969a3d1 HTTP/1.1" status: 200 len: 1001 time: 0.1023142 Apr 22 15:13:20.597120 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b2b5b-ddca-4868-94e0-b7089faf751b req-e5774c8f-596d-43c5-8e7f-a691076538da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:20.598554 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-be6b2b5b-ddca-4868-94e0-b7089faf751b req-e5774c8f-596d-43c5-8e7f-a691076538da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12484255-e1a4-4811-b17e-049f563f9b54 HTTP/1.1" status: 200 len: 834 time: 0.0618558 Apr 22 15:13:20.682437 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-be6b2b5b-ddca-4868-94e0-b7089faf751b req-4f9d0711-9462-4bd1-b38b-e35190f45b78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a608ba0-afb3-43ba-953d-ecbfa6517362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776875 Apr 22 15:13:20.818083 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-be6b2b5b-ddca-4868-94e0-b7089faf751b req-489ceab7-1506-46f6-a89f-391fae529d2f service neutron] 10.222.0.30 "GET /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297555 Apr 22 15:13:20.958573 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-be6b2b5b-ddca-4868-94e0-b7089faf751b req-ca668e30-132d-47c0-92c7-42ec12133d25 service neutron] 10.222.0.30 "GET /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343155 Apr 22 15:13:21.518835 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43348139-679b-4c87-835f-3c06e06b8367 req-8b898b0a-138e-4377-8694-f73dc7dbea64 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:21.520340 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-43348139-679b-4c87-835f-3c06e06b8367 req-8b898b0a-138e-4377-8694-f73dc7dbea64 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0847552 Apr 22 15:13:21.576639 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-43348139-679b-4c87-835f-3c06e06b8367 req-e8791f8e-07c1-4ff1-bab3-45d5c39f655d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463922 Apr 22 15:13:22.532778 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-104be2c4-40d5-4b15-8754-538a050ecc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.783655 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738f4bf-8d9a-4589-b821-7e50756897a8 req-56a38c2d-1c4e-4ad8-b49d-4d119c971aba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:22.785016 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9738f4bf-8d9a-4589-b821-7e50756897a8 req-56a38c2d-1c4e-4ad8-b49d-4d119c971aba tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0784433 Apr 22 15:13:22.830106 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9738f4bf-8d9a-4589-b821-7e50756897a8 req-d2360a54-bd48-4ed0-bec0-ec8e4f78fbb7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393746 Apr 22 15:13:22.857790 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42586) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:22.962949 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-42de1e9b-1232-4cfc-8cdf-4401fbe99335 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/c3a5e8a5-ef07-44e6-b2f0-efb0dac9f2fe HTTP/1.1" status: 200 len: 993 time: 0.1040094 Apr 22 15:13:24.746166 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.849309 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0eda14b6-6aa6-44bf-bb61-e55749c02d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.156535 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.214828 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.455784 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.798112 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:13:33.652666 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4b58d06-d882-4695-8cda-16bafc317051 req-c7ccb942-e72c-41cc-8680-94e85b0926da service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1765757 Apr 22 15:13:33.790269 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4b58d06-d882-4695-8cda-16bafc317051 req-31d9e5c5-c861-4c05-9009-d596ef556973 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 1099 time: 0.0700734 Apr 22 15:13:33.934078 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b58d06-d882-4695-8cda-16bafc317051 req-b5e7474d-443b-4a27-a759-0e630a23becd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:33.935466 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4b58d06-d882-4695-8cda-16bafc317051 req-b5e7474d-443b-4a27-a759-0e630a23becd service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a608ba0-afb3-43ba-953d-ecbfa6517362 HTTP/1.1" status: 200 len: 897 time: 0.1266179 Apr 22 15:13:34.043582 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4b58d06-d882-4695-8cda-16bafc317051 req-f2a584af-d93a-4828-819d-627941d4e66b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5af3703-33c4-46c5-96d6-49455969a3d1 HTTP/1.1" status: 200 len: 1001 time: 0.1003523 Apr 22 15:13:34.111506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b58d06-d882-4695-8cda-16bafc317051 req-3989a0ba-b36a-461d-b014-514493e63e93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:34.113523 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4b58d06-d882-4695-8cda-16bafc317051 req-3989a0ba-b36a-461d-b014-514493e63e93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12484255-e1a4-4811-b17e-049f563f9b54 HTTP/1.1" status: 200 len: 834 time: 0.0642869 Apr 22 15:13:34.190425 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4b58d06-d882-4695-8cda-16bafc317051 req-3ff59748-8b77-406d-bfa2-029e05fa72b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a608ba0-afb3-43ba-953d-ecbfa6517362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699925 Apr 22 15:13:34.322268 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4b58d06-d882-4695-8cda-16bafc317051 req-2de16cf9-b212-47f5-a31e-b4735bb2f6c4 service neutron] 10.222.0.30 "GET /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264868 Apr 22 15:13:34.458442 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e4b58d06-d882-4695-8cda-16bafc317051 req-0f45362a-4158-4d6d-b935-62c79d6c1dcb service neutron] 10.222.0.30 "GET /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296575 Apr 22 15:13:50.832200 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42614) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:51.035425 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port eca01558-fe47-4053-984c-1d9c07222969 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:51.035696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.204437 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.204765 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.325426 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for eca01558-fe47-4053-984c-1d9c07222969 owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:51.474955 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.517903 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=eca01558-fe47-4053-984c-1d9c07222969,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:51.646235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:51.646592 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:51.646929 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:51.647261 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:51.647613 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:51.647953 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:51.648262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:51.648582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:51.648899 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:51.649216 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:51.649534 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:51.709243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:52.097293 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:13:52.293311 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:52.302654 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df2272-6e12-424d-a8ba-3177d5660381 None None] Sync routers for ids ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:52.309131 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:52.314243 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df2272-6e12-424d-a8ba-3177d5660381 None None] Routers {'08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:52.314840 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-44df2272-6e12-424d-a8ba-3177d5660381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:13:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:52.362391 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-34ffeb90-23fd-439e-94b9-6a8d6a96cd4e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/floatingips/c3a5e8a5-ef07-44e6-b2f0-efb0dac9f2fe HTTP/1.1" status: 204 len: 168 time: 1.5283689 Apr 22 15:13:52.362785 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d157f2-4d13-4350-b1db-ab29cc3b5df4', 'tag': 'e5af3703-33c4-46c5-96d6-49455969a3d1'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:13:52.496548 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-44df2272-6e12-424d-a8ba-3177d5660381 None None] Set router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:52.506273 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c083aadf-124e-4ee8-a5ed-4f2a7812616b'] response: {'name': 'network-changed', 'server_uuid': '68d157f2-4d13-4350-b1db-ab29cc3b5df4', 'tag': 'e5af3703-33c4-46c5-96d6-49455969a3d1', 'status': 'completed', 'code': 200} Apr 22 15:13:52.539806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ec7d19c9-d836-498a-a10a-93606fb83e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:52.626453 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c1fd647b-b85e-4df0-946a-abc1650b4302 req-ea8b4f50-0514-42bc-a56a-de9d2a9e383b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 1099 time: 0.0970392 Apr 22 15:13:52.771910 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd647b-b85e-4df0-946a-abc1650b4302 req-081f5321-5420-4a78-a144-83d49b76ebf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:52.773362 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c1fd647b-b85e-4df0-946a-abc1650b4302 req-081f5321-5420-4a78-a144-83d49b76ebf2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a608ba0-afb3-43ba-953d-ecbfa6517362 HTTP/1.1" status: 200 len: 897 time: 0.1393335 Apr 22 15:13:52.798986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfacf0-3c42-46b3-8e5d-7a77185cd26e req-a7bbb829-5f5f-4695-bd7f-1356fe42bb8d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:52.800563 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e4bfacf0-3c42-46b3-8e5d-7a77185cd26e req-a7bbb829-5f5f-4695-bd7f-1356fe42bb8d tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0799363 Apr 22 15:13:52.821853 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-44df2272-6e12-424d-a8ba-3177d5660381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867901197', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:12:06Z', 'updated_at': '2022-04-22T15:12:11Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:07Z', 'updated_at': '2022-04-22T15:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '67255b5b-41c4-426a-8767-9fc8b5c98d12', 'name': '', 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:c8:4e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12484255-e1a4-4811-b17e-049f563f9b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:10Z', 'updated_at': '2022-04-22T15:12:18Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '12484255-e1a4-4811-b17e-049f563f9b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:52.825807 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df2272-6e12-424d-a8ba-3177d5660381 None None] Checking router: 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:13:52.837223 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df2272-6e12-424d-a8ba-3177d5660381 None None] Routers {'08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:52.837598 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-44df2272-6e12-424d-a8ba-3177d5660381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:13:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:52.842222 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c1fd647b-b85e-4df0-946a-abc1650b4302 req-5633fd90-f5de-46cf-a0fa-fd3963b974a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5af3703-33c4-46c5-96d6-49455969a3d1 HTTP/1.1" status: 200 len: 217 time: 0.0616241 Apr 22 15:13:52.847102 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e4bfacf0-3c42-46b3-8e5d-7a77185cd26e req-279632cc-c5c2-4013-b984-2be17af21808 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400848 Apr 22 15:13:52.911320 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd647b-b85e-4df0-946a-abc1650b4302 req-27540dd9-7ea8-45d9-b5b1-a2275c38308c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:52.912843 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c1fd647b-b85e-4df0-946a-abc1650b4302 req-27540dd9-7ea8-45d9-b5b1-a2275c38308c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12484255-e1a4-4811-b17e-049f563f9b54 HTTP/1.1" status: 200 len: 834 time: 0.0646014 Apr 22 15:13:52.990042 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c1fd647b-b85e-4df0-946a-abc1650b4302 req-eb531c26-2740-4ab4-905f-1e8e45a31d4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a608ba0-afb3-43ba-953d-ecbfa6517362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688705 Apr 22 15:13:53.011905 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-44df2272-6e12-424d-a8ba-3177d5660381 None None] Set router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:53.127955 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c1fd647b-b85e-4df0-946a-abc1650b4302 req-bc87e875-e961-449e-93b5-1e4f06626f85 service neutron] 10.222.0.30 "GET /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309979 Apr 22 15:13:53.261546 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c1fd647b-b85e-4df0-946a-abc1650b4302 req-53eb6b00-9533-4aad-b585-25bf855ac21b service neutron] 10.222.0.30 "GET /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262825 Apr 22 15:13:53.347626 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-44df2272-6e12-424d-a8ba-3177d5660381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867901197', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:12:06Z', 'updated_at': '2022-04-22T15:12:11Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:07Z', 'updated_at': '2022-04-22T15:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '67255b5b-41c4-426a-8767-9fc8b5c98d12', 'name': '', 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:c8:4e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12484255-e1a4-4811-b17e-049f563f9b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:10Z', 'updated_at': '2022-04-22T15:12:18Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '12484255-e1a4-4811-b17e-049f563f9b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:53.351767 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df2272-6e12-424d-a8ba-3177d5660381 None None] The sync data for ids ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'] in dv-neutron-839027-1-hyperv is: [{'id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867901197', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:12:06Z', 'updated_at': '2022-04-22T15:12:11Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:07Z', 'updated_at': '2022-04-22T15:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '67255b5b-41c4-426a-8767-9fc8b5c98d12', 'name': '', 'network_id': '3a608ba0-afb3-43ba-953d-ecbfa6517362', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:c8:4e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12484255-e1a4-4811-b17e-049f563f9b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:10Z', 'updated_at': '2022-04-22T15:12:18Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '12484255-e1a4-4811-b17e-049f563f9b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:53.573376 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c14d24e-5f78-4696-b476-696be7a95fdc None None] New status for floating IP c3a5e8a5-ef07-44e6-b2f0-efb0dac9f2fe: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:13:54.049175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c5b3f-e2fc-44d2-afe5-49ec06b22d25 req-f4014adf-40cc-4513-891a-3c5262260824 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:54.050628 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8b6c5b3f-e2fc-44d2-afe5-49ec06b22d25 req-f4014adf-40cc-4513-891a-3c5262260824 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.0800846 Apr 22 15:13:54.096910 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8b6c5b3f-e2fc-44d2-afe5-49ec06b22d25 req-3f3ad278-d2f6-461c-a94d-f88bb2163ee5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8180be-a827-4efb-a65e-ee0999f27953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399792 Apr 22 15:13:54.347618 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7161908-1aa6-4d59-82b3-1a5f78ec8e04 req-6ce4837c-4055-46cd-8283-7d875d2f3d7e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:54.349363 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-b7161908-1aa6-4d59-82b3-1a5f78ec8e04 req-6ce4837c-4055-46cd-8283-7d875d2f3d7e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:54.367863 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-b7161908-1aa6-4d59-82b3-1a5f78ec8e04 req-6ce4837c-4055-46cd-8283-7d875d2f3d7e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:54.369029 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b7161908-1aa6-4d59-82b3-1a5f78ec8e04 req-6ce4837c-4055-46cd-8283-7d875d2f3d7e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 946 time: 0.1937428 Apr 22 15:13:54.437136 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-b7161908-1aa6-4d59-82b3-1a5f78ec8e04 req-32010122-67e0-4964-82d0-9440ebbe5423 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port e5af3703-33c4-46c5-96d6-49455969a3d1 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:54.437472 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b7161908-1aa6-4d59-82b3-1a5f78ec8e04 req-32010122-67e0-4964-82d0-9440ebbe5423 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.690282 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-b7161908-1aa6-4d59-82b3-1a5f78ec8e04 req-32010122-67e0-4964-82d0-9440ebbe5423 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] For port e5af3703-33c4-46c5-96d6-49455969a3d1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e5af3703-33c4-46c5-96d6-49455969a3d1,segment=NetworkSegment(10944c52-82d5-4a48-80d1-0f1ceea6cc15),segment_id=10944c52-82d5-4a48-80d1-0f1ceea6cc15)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:54.690640 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b7161908-1aa6-4d59-82b3-1a5f78ec8e04 req-32010122-67e0-4964-82d0-9440ebbe5423 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.746410 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.811382 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-b7161908-1aa6-4d59-82b3-1a5f78ec8e04 req-32010122-67e0-4964-82d0-9440ebbe5423 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for e5af3703-33c4-46c5-96d6-49455969a3d1 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:54.852178 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f763-7542-4296-ad65-c3124d1ffc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.957963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b7161908-1aa6-4d59-82b3-1a5f78ec8e04 req-32010122-67e0-4964-82d0-9440ebbe5423 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:55.008106 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32010122-67e0-4964-82d0-9440ebbe5423 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=e5af3703-33c4-46c5-96d6-49455969a3d1,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:55.082205 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7161908-1aa6-4d59-82b3-1a5f78ec8e04 req-32010122-67e0-4964-82d0-9440ebbe5423 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] No DVR routers for this DVR port e5af3703-33c4-46c5-96d6-49455969a3d1 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:13:55.085539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-b7161908-1aa6-4d59-82b3-1a5f78ec8e04 req-32010122-67e0-4964-82d0-9440ebbe5423 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:55.087974 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d157f2-4d13-4350-b1db-ab29cc3b5df4', 'name': 'network-vif-deleted', 'tag': 'e5af3703-33c4-46c5-96d6-49455969a3d1'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:13:55.102562 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b7161908-1aa6-4d59-82b3-1a5f78ec8e04 req-32010122-67e0-4964-82d0-9440ebbe5423 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "DELETE /v2.0/ports/e5af3703-33c4-46c5-96d6-49455969a3d1 HTTP/1.1" status: 204 len: 173 time: 0.7280459 Apr 22 15:13:55.151603 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c9a90a-f82b-4083-9f2b-77d80d53a8b3'] response: {'server_uuid': '68d157f2-4d13-4350-b1db-ab29cc3b5df4', 'name': 'network-vif-deleted', 'tag': 'e5af3703-33c4-46c5-96d6-49455969a3d1', 'status': 'completed', 'code': 200} Apr 22 15:13:55.269773 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-441ed56b-e1cc-418f-b90a-df0070e96bb8 req-274aeada-d804-4ddc-8528-889818b84de8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=68d157f2-4d13-4350-b1db-ab29cc3b5df4 HTTP/1.1" status: 200 len: 210 time: 0.0423782 Apr 22 15:13:56.159669 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.217215 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.376034 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42636) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:56.779664 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3322eeff-0a7b-46f4-80e1-223b6c19770b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:57.460567 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:57.479019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3322eeff-0a7b-46f4-80e1-223b6c19770b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port 67255b5b-41c4-426a-8767-9fc8b5c98d12 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:57.479540 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3322eeff-0a7b-46f4-80e1-223b6c19770b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:57.606740 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device e5af3703-33c4-46c5-96d6-49455969a3d1 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:57.642440 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: e5af3703-33c4-46c5-96d6-49455969a3d1 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:13:57.642776 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device e5af3703-33c4-46c5-96d6-49455969a3d1 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:13:57.666923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-3322eeff-0a7b-46f4-80e1-223b6c19770b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] For port 67255b5b-41c4-426a-8767-9fc8b5c98d12, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=67255b5b-41c4-426a-8767-9fc8b5c98d12,segment=NetworkSegment(10944c52-82d5-4a48-80d1-0f1ceea6cc15),segment_id=10944c52-82d5-4a48-80d1-0f1ceea6cc15)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:57.667203 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3322eeff-0a7b-46f4-80e1-223b6c19770b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:57.786118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-3322eeff-0a7b-46f4-80e1-223b6c19770b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for 67255b5b-41c4-426a-8767-9fc8b5c98d12 owned by network:router_interface {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:57.962454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3322eeff-0a7b-46f4-80e1-223b6c19770b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.007302 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322eeff-0a7b-46f4-80e1-223b6c19770b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=67255b5b-41c4-426a-8767-9fc8b5c98d12,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:58.305715 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3322eeff-0a7b-46f4-80e1-223b6c19770b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.982158 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3322eeff-0a7b-46f4-80e1-223b6c19770b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:13:59.187548 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3322eeff-0a7b-46f4-80e1-223b6c19770b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:59.197819 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec7781e-5059-4b9e-a583-439c1747b4cf None None] Sync routers for ids ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:59.202520 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3322eeff-0a7b-46f4-80e1-223b6c19770b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "PUT /v2.0/routers/08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8254063 Apr 22 15:13:59.205240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42640) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:59.209702 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec7781e-5059-4b9e-a583-439c1747b4cf None None] Routers {'08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:59.210310 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-0ec7781e-5059-4b9e-a583-439c1747b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:13:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:59.386477 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-0ec7781e-5059-4b9e-a583-439c1747b4cf None None] Set router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:59.393416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ae8e84-4fee-4a94-bd16-0fd6b5ed7603 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting subnet 12484255-e1a4-4811-b17e-049f563f9b54 {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:59.397113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54ae8e84-4fee-4a94-bd16-0fd6b5ed7603 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.453834 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54ae8e84-4fee-4a94-bd16-0fd6b5ed7603 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.538636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54ae8e84-4fee-4a94-bd16-0fd6b5ed7603 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.617997 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54ae8e84-4fee-4a94-bd16-0fd6b5ed7603 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.663405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae8e84-4fee-4a94-bd16-0fd6b5ed7603 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Subnet': ['ID=12484255-e1a4-4811-b17e-049f563f9b54,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:59.669577 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54ae8e84-4fee-4a94-bd16-0fd6b5ed7603 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.675853 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-54ae8e84-4fee-4a94-bd16-0fd6b5ed7603 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/subnets/12484255-e1a4-4811-b17e-049f563f9b54 HTTP/1.1" status: 204 len: 168 time: 0.4696653 Apr 22 15:13:59.678971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42644) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:59.683725 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9600813e-ed5d-4f06-8011-8a77be92b8df None None] Network 3a608ba0-afb3-43ba-953d-ecbfa6517362 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:59.705861 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-0ec7781e-5059-4b9e-a583-439c1747b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867901197', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:12:06Z', 'updated_at': '2022-04-22T15:13:57Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:07Z', 'updated_at': '2022-04-22T15:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:59.711106 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec7781e-5059-4b9e-a583-439c1747b4cf None None] Checking router: 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:13:59.723927 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec7781e-5059-4b9e-a583-439c1747b4cf None None] Routers {'08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:59.724556 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-0ec7781e-5059-4b9e-a583-439c1747b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:13:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:59.894082 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-60374aca-2467-4f6e-99bc-5fcc757eeaa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.938019 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-0ec7781e-5059-4b9e-a583-439c1747b4cf None None] Set router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:59.989552 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] DHCP port deletion for 3a608ba0-afb3-43ba-953d-ecbfa6517362 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:13:59.994557 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Deleting port 67fbcec7-2757-4069-a27e-9787fcee9505 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:59.994931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.136798 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-60374aca-2467-4f6e-99bc-5fcc757eeaa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.149965 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-60374aca-2467-4f6e-99bc-5fcc757eeaa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port 4e145df5-eb74-4aed-9d34-20d4f412b413 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:00.150864 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-60374aca-2467-4f6e-99bc-5fcc757eeaa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.221164 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] For port 67fbcec7-2757-4069-a27e-9787fcee9505, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=67fbcec7-2757-4069-a27e-9787fcee9505,segment=NetworkSegment(10944c52-82d5-4a48-80d1-0f1ceea6cc15),segment_id=10944c52-82d5-4a48-80d1-0f1ceea6cc15)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:00.221552 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.267467 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-0ec7781e-5059-4b9e-a583-439c1747b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867901197', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:12:06Z', 'updated_at': '2022-04-22T15:13:57Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:07Z', 'updated_at': '2022-04-22T15:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:00.272161 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec7781e-5059-4b9e-a583-439c1747b4cf None None] The sync data for ids ['08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038'] in dv-neutron-839027-1-hyperv is: [{'id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867901197', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:12:06Z', 'updated_at': '2022-04-22T15:13:57Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '4e145df5-eb74-4aed-9d34-20d4f412b413', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:12:07Z', 'updated_at': '2022-04-22T15:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:14:00.370345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-60374aca-2467-4f6e-99bc-5fcc757eeaa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] For port 4e145df5-eb74-4aed-9d34-20d4f412b413, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=4e145df5-eb74-4aed-9d34-20d4f412b413,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:00.370700 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-60374aca-2467-4f6e-99bc-5fcc757eeaa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.390068 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Calling delete_port for 67fbcec7-2757-4069-a27e-9787fcee9505 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:00.469172 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.517091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Pushing event deleted for resources: {'Port': ['ID=67fbcec7-2757-4069-a27e-9787fcee9505,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:00.525792 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] No DVR routers for this DVR port 67fbcec7-2757-4069-a27e-9787fcee9505 on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:14:00.536904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:00.536904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:00.536904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:00.536904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:00.536904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:00.536904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:00.536904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:00.536904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:00.536904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:00.536904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:00.536904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5799c20-3bd2-4445-a4a2-10edf112cddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:00.607118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-60374aca-2467-4f6e-99bc-5fcc757eeaa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for 4e145df5-eb74-4aed-9d34-20d4f412b413 owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:00.658187 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 67fbcec7-2757-4069-a27e-9787fcee9505 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:14:00.699482 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 67fbcec7-2757-4069-a27e-9787fcee9505 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:14:00.700165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 67fbcec7-2757-4069-a27e-9787fcee9505 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:14:00.788178 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-60374aca-2467-4f6e-99bc-5fcc757eeaa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.834355 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60374aca-2467-4f6e-99bc-5fcc757eeaa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=4e145df5-eb74-4aed-9d34-20d4f412b413,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:01.056783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-60374aca-2467-4f6e-99bc-5fcc757eeaa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.313170 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-60374aca-2467-4f6e-99bc-5fcc757eeaa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.317521 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-60374aca-2467-4f6e-99bc-5fcc757eeaa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.341307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-60374aca-2467-4f6e-99bc-5fcc757eeaa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.341853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60374aca-2467-4f6e-99bc-5fcc757eeaa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Fanout notify agent at l3_agent the message router_deleted on router 08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:14:01.357445 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-60374aca-2467-4f6e-99bc-5fcc757eeaa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.358710 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-60374aca-2467-4f6e-99bc-5fcc757eeaa4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/routers/08dfaa3c-d0d8-4d10-a5b3-d9f2224a4038 HTTP/1.1" status: 204 len: 168 time: 1.6788208 Apr 22 15:14:01.361311 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42648) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:01.477554 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8275-2f51-4f0a-b91c-fe02002f7e32 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.609119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8275-2f51-4f0a-b91c-fe02002f7e32 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.633174 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-c6aa8275-2f51-4f0a-b91c-fe02002f7e32 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a608ba0-afb3-43ba-953d-ecbfa6517362']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:01.645487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-c6aa8275-2f51-4f0a-b91c-fe02002f7e32 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10944c52-82d5-4a48-80d1-0f1ceea6cc15') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:01.645776 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-c6aa8275-2f51-4f0a-b91c-fe02002f7e32 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10944c52-82d5-4a48-80d1-0f1ceea6cc15') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:01.656544 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8275-2f51-4f0a-b91c-fe02002f7e32 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.672758 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8275-2f51-4f0a-b91c-fe02002f7e32 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.679072 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6aa8275-2f51-4f0a-b91c-fe02002f7e32 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:14:01.679494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8275-2f51-4f0a-b91c-fe02002f7e32 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:14:01.694078 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:14:01.775774 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8275-2f51-4f0a-b91c-fe02002f7e32 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.792667 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8275-2f51-4f0a-b91c-fe02002f7e32 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.805000 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa8275-2f51-4f0a-b91c-fe02002f7e32 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Network': ['ID=3a608ba0-afb3-43ba-953d-ecbfa6517362,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:01.810748 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-c6aa8275-2f51-4f0a-b91c-fe02002f7e32 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/networks/3a608ba0-afb3-43ba-953d-ecbfa6517362 HTTP/1.1" status: 204 len: 168 time: 0.4484758 Apr 22 15:14:01.813409 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42652) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:01.979037 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6866f794-f737-43dc-b4cc-b70557edc077 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.008572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6866f794-f737-43dc-b4cc-b70557edc077 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.074324 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6866f794-f737-43dc-b4cc-b70557edc077 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.094430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866f794-f737-43dc-b4cc-b70557edc077 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8180be-a827-4efb-a65e-ee0999f27953,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:02.105081 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6866f794-f737-43dc-b4cc-b70557edc077 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.106200 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6866f794-f737-43dc-b4cc-b70557edc077 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/security-groups/5b8180be-a827-4efb-a65e-ee0999f27953 HTTP/1.1" status: 204 len: 168 time: 0.2918937 Apr 22 15:14:02.329441 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4e145df5-eb74-4aed-9d34-20d4f412b413 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:14:02.365242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 4e145df5-eb74-4aed-9d34-20d4f412b413 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:14:02.365583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 4e145df5-eb74-4aed-9d34-20d4f412b413 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:14:02.366011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 67255b5b-41c4-426a-8767-9fc8b5c98d12 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:14:02.398385 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 67255b5b-41c4-426a-8767-9fc8b5c98d12 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:14:02.398727 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 67255b5b-41c4-426a-8767-9fc8b5c98d12 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:14:02.571353 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42660) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:02.576967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-a7907e6c-e7e7-4cf2-8387-2196497837fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1220973429', 'description': 'tempest-secgroup-smoke-1220973429 description', 'project_id': '6e44065b60334563abf0475e02cf7a35'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:02.583428 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a7907e6c-e7e7-4cf2-8387-2196497837fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:02.587590 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a7907e6c-e7e7-4cf2-8387-2196497837fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:02.590440 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a7907e6c-e7e7-4cf2-8387-2196497837fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:02.596234 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a7907e6c-e7e7-4cf2-8387-2196497837fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:02.607622 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a7907e6c-e7e7-4cf2-8387-2196497837fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.644714 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a7907e6c-e7e7-4cf2-8387-2196497837fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:02.649785 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a7907e6c-e7e7-4cf2-8387-2196497837fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:02.652791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-a7907e6c-e7e7-4cf2-8387-2196497837fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:02.659419 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-a7907e6c-e7e7-4cf2-8387-2196497837fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:02.714964 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a7907e6c-e7e7-4cf2-8387-2196497837fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.718743 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a7907e6c-e7e7-4cf2-8387-2196497837fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.766681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7907e6c-e7e7-4cf2-8387-2196497837fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5cec04-ab3a-45a2-afe4-e789771efb05,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:02.769973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-a7907e6c-e7e7-4cf2-8387-2196497837fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.771201 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-a7907e6c-e7e7-4cf2-8387-2196497837fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1988533 Apr 22 15:14:02.773972 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42664) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:02.779522 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-fdebdda9-bc05-4cfe-9252-32bdd78ff369 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '2b5cec04-ab3a-45a2-afe4-e789771efb05', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:02.786185 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fdebdda9-bc05-4cfe-9252-32bdd78ff369 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:02.790169 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fdebdda9-bc05-4cfe-9252-32bdd78ff369 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:02.793227 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-fdebdda9-bc05-4cfe-9252-32bdd78ff369 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:02.798842 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-fdebdda9-bc05-4cfe-9252-32bdd78ff369 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:02.815527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fdebdda9-bc05-4cfe-9252-32bdd78ff369 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.877557 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fdebdda9-bc05-4cfe-9252-32bdd78ff369 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.881296 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fdebdda9-bc05-4cfe-9252-32bdd78ff369 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.904258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebdda9-bc05-4cfe-9252-32bdd78ff369 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365346a5-2401-44cb-8714-e37602e12483,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:02.913190 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-fdebdda9-bc05-4cfe-9252-32bdd78ff369 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.914365 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-fdebdda9-bc05-4cfe-9252-32bdd78ff369 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1395237 Apr 22 15:14:02.917050 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42668) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:02.922518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-bb27539d-8009-45ba-89fe-823325367529 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '2b5cec04-ab3a-45a2-afe4-e789771efb05', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:02.928445 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bb27539d-8009-45ba-89fe-823325367529 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:02.932220 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bb27539d-8009-45ba-89fe-823325367529 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:02.935039 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-bb27539d-8009-45ba-89fe-823325367529 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:02.940714 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-bb27539d-8009-45ba-89fe-823325367529 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:02.956416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bb27539d-8009-45ba-89fe-823325367529 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.016260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bb27539d-8009-45ba-89fe-823325367529 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.020233 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bb27539d-8009-45ba-89fe-823325367529 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.042643 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27539d-8009-45ba-89fe-823325367529 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dec1d4a-aab7-4896-a1c2-af0ba1a9535f,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:03.051584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-bb27539d-8009-45ba-89fe-823325367529 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.052669 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-bb27539d-8009-45ba-89fe-823325367529 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1347125 Apr 22 15:14:03.055384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42672) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:03.060563 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-88b7af98-311c-4957-8687-c7b501a1685f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '2b5cec04-ab3a-45a2-afe4-e789771efb05', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:03.066217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-88b7af98-311c-4957-8687-c7b501a1685f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:03.070258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-88b7af98-311c-4957-8687-c7b501a1685f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:03.073312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-88b7af98-311c-4957-8687-c7b501a1685f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:03.078907 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-88b7af98-311c-4957-8687-c7b501a1685f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:03.094964 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-88b7af98-311c-4957-8687-c7b501a1685f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.158230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-88b7af98-311c-4957-8687-c7b501a1685f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.162488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-88b7af98-311c-4957-8687-c7b501a1685f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.190221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7af98-311c-4957-8687-c7b501a1685f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf25c99-0885-4481-b352-d6b979460c19,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:03.196279 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-88b7af98-311c-4957-8687-c7b501a1685f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.197437 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-88b7af98-311c-4957-8687-c7b501a1685f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1411264 Apr 22 15:14:03.200030 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42676) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:03.205266 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-52a7d75e-94a4-4195-9322-fe4b12b3a446 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '2b5cec04-ab3a-45a2-afe4-e789771efb05', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:03.211883 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-52a7d75e-94a4-4195-9322-fe4b12b3a446 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:03.215681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-52a7d75e-94a4-4195-9322-fe4b12b3a446 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:03.218504 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-52a7d75e-94a4-4195-9322-fe4b12b3a446 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:03.224914 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-52a7d75e-94a4-4195-9322-fe4b12b3a446 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:03.241444 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52a7d75e-94a4-4195-9322-fe4b12b3a446 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.305527 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52a7d75e-94a4-4195-9322-fe4b12b3a446 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.308943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52a7d75e-94a4-4195-9322-fe4b12b3a446 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.331699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7d75e-94a4-4195-9322-fe4b12b3a446 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b6078b-8c90-41d2-b706-dda5d6b2cf53,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:03.341367 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-52a7d75e-94a4-4195-9322-fe4b12b3a446 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.342502 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-52a7d75e-94a4-4195-9322-fe4b12b3a446 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1415839 Apr 22 15:14:03.345193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42680) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:03.350893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-9321ed6c-bcdb-4199-baa4-cffffa5360c5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '2b5cec04-ab3a-45a2-afe4-e789771efb05', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:03.356495 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9321ed6c-bcdb-4199-baa4-cffffa5360c5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:03.360231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9321ed6c-bcdb-4199-baa4-cffffa5360c5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:03.363007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9321ed6c-bcdb-4199-baa4-cffffa5360c5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:03.369488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9321ed6c-bcdb-4199-baa4-cffffa5360c5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:03.380152 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-9321ed6c-bcdb-4199-baa4-cffffa5360c5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Project 6e44065b60334563abf0475e02cf7a35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:14:03.386345 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9321ed6c-bcdb-4199-baa4-cffffa5360c5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.454424 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9321ed6c-bcdb-4199-baa4-cffffa5360c5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.461241 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9321ed6c-bcdb-4199-baa4-cffffa5360c5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.486551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321ed6c-bcdb-4199-baa4-cffffa5360c5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672a2942-ffed-4098-b529-14d33777d7d3,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:03.499642 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9321ed6c-bcdb-4199-baa4-cffffa5360c5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.500849 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9321ed6c-bcdb-4199-baa4-cffffa5360c5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1547756 Apr 22 15:14:03.503520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42684) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:03.509472 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-da2dfa50-cc52-4336-b0c9-e5a73c52a817 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'security_group_rule': {'security_group_id': '2b5cec04-ab3a-45a2-afe4-e789771efb05', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:03.515675 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-da2dfa50-cc52-4336-b0c9-e5a73c52a817 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:03.520549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-da2dfa50-cc52-4336-b0c9-e5a73c52a817 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:security_group_rule and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:03.523465 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-da2dfa50-cc52-4336-b0c9-e5a73c52a817 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:03.529091 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-da2dfa50-cc52-4336-b0c9-e5a73c52a817 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:03.540001 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-da2dfa50-cc52-4336-b0c9-e5a73c52a817 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Project 6e44065b60334563abf0475e02cf7a35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:14:03.547231 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da2dfa50-cc52-4336-b0c9-e5a73c52a817 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.613379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da2dfa50-cc52-4336-b0c9-e5a73c52a817 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.618200 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da2dfa50-cc52-4336-b0c9-e5a73c52a817 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.643821 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dfa50-cc52-4336-b0c9-e5a73c52a817 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c473b6b9-7471-4791-af79-ffa7e1cfbf41,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:03.654806 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da2dfa50-cc52-4336-b0c9-e5a73c52a817 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.656019 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-da2dfa50-cc52-4336-b0c9-e5a73c52a817 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1510770 Apr 22 15:14:03.658928 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42688) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:03.664680 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-48b1bd05-72d2-4087-8d44-53b1f8dbfdc0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'network': {'name': 'tempest-network-smoke--762861987', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'port_security_enabled': True}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:03.669581 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-48b1bd05-72d2-4087-8d44-53b1f8dbfdc0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:03.673695 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-48b1bd05-72d2-4087-8d44-53b1f8dbfdc0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:network and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:03.677280 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-48b1bd05-72d2-4087-8d44-53b1f8dbfdc0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:03.682957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-48b1bd05-72d2-4087-8d44-53b1f8dbfdc0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:03.693364 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b1bd05-72d2-4087-8d44-53b1f8dbfdc0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Made reservation on behalf of 6e44065b60334563abf0475e02cf7a35 for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:03.696262 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-48b1bd05-72d2-4087-8d44-53b1f8dbfdc0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.724254 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b1bd05-72d2-4087-8d44-53b1f8dbfdc0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:14:03.733868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-48b1bd05-72d2-4087-8d44-53b1f8dbfdc0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.734271 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-48b1bd05-72d2-4087-8d44-53b1f8dbfdc0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Added segment 28dbb12b-b7b6-42aa-98fc-4ec330724709 of type vlan for network 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 Apr 22 15:14:03.761825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-48b1bd05-72d2-4087-8d44-53b1f8dbfdc0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.790844 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-48b1bd05-72d2-4087-8d44-53b1f8dbfdc0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.794411 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b1bd05-72d2-4087-8d44-53b1f8dbfdc0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:03.794979 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-48b1bd05-72d2-4087-8d44-53b1f8dbfdc0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.900710 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-48b1bd05-72d2-4087-8d44-53b1f8dbfdc0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2406881 Apr 22 15:14:03.903431 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1bd05-72d2-4087-8d44-53b1f8dbfdc0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Network': ['ID=7c20adeb-0b7d-4f08-8df3-7e90d52c89d8,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:03.903547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42692) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:03.908604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2024643193', 'admin_state_up': True, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:03.913711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:14:03.915807 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:03.919685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:router and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:03.922840 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:03.930383 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:03.940411 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.941280 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.960052 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.104420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.282192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.313762 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.534472 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.26.0.68 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:04.678896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.707409 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.776707 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:04.779666 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:04.784144 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:04.808764 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:04.830255 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:04.830598 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:04.830937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:04.831298 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:04.831634 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:04.831965 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:04.832331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:04.832657 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:04.832980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:04.833305 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:04.833630 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:04.950478 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.951206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.176841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:14:05.385664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:14:05.396426 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Sync routers for ids ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:14:05.408017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Routers {'2b5b9885-7ab4-4c5c-839a-29b6e6048c08'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:05.408629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:13:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:05.413226 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.414577 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-57014df5-f0b2-41ff-b284-a3648fb2ce45 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5099609 Apr 22 15:14:05.417724 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42696) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:05.456435 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c7c33a70-a64b-4feb-afdb-beae8a21d99b tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6e44065b60334563abf0475e02cf7a35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375831 Apr 22 15:14:05.459693 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42700) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:05.588200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Set router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:05.590586 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe2bc76-c00c-4f0c-a763-049723c1ed89 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:05.592082 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3fe2bc76-c00c-4f0c-a763-049723c1ed89 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313918 Apr 22 15:14:05.594772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42704) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:05.637923 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1f996de6-4443-408a-b7af-07fc10a5ea72 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6b125409-87db-4618-a281-ef9b5bf6fb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420825 Apr 22 15:14:05.640374 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42708) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:05.647467 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-6c93d307-9331-44e1-8d9a-084f90b73df4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1991983575', 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'project_id': '6e44065b60334563abf0475e02cf7a35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:05.756158 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6c93d307-9331-44e1-8d9a-084f90b73df4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:05.759878 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-6c93d307-9331-44e1-8d9a-084f90b73df4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:subnet and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:05.762707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-6c93d307-9331-44e1-8d9a-084f90b73df4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:05.768582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-6c93d307-9331-44e1-8d9a-084f90b73df4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:05.779344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c93d307-9331-44e1-8d9a-084f90b73df4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Made reservation on behalf of 6e44065b60334563abf0475e02cf7a35 for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:05.798315 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:14:05.880852 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024643193', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:03Z', 'updated_at': '2022-04-22T15:14:04Z', 'revision_number': 3, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:05.883843 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6c93d307-9331-44e1-8d9a-084f90b73df4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.884686 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Checking router: 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:14:05.885036 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Updating router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 port 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:14:05.937582 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.109628 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6c93d307-9331-44e1-8d9a-084f90b73df4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.183516 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93d307-9331-44e1-8d9a-084f90b73df4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Subnet': ['ID=03f3bf09-3eb7-4657-8e81-cd10ff83da4e,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:06.199035 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93d307-9331-44e1-8d9a-084f90b73df4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Checking segment: {'id': '28dbb12b-b7b6-42aa-98fc-4ec330724709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:06.199491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c93d307-9331-44e1-8d9a-084f90b73df4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network hostable DHCP agents. Network: 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:14:06.220805 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c93d307-9331-44e1-8d9a-084f90b73df4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:14:06.231434 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-6c93d307-9331-44e1-8d9a-084f90b73df4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:06.237065 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c93d307-9331-44e1-8d9a-084f90b73df4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:06.237065 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-6c93d307-9331-44e1-8d9a-084f90b73df4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.246930 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab78ddb9-1b32-4f6f-9e89-6b2a6fd0d45f None None] Network 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:06.264254 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-6c93d307-9331-44e1-8d9a-084f90b73df4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6200624 Apr 22 15:14:06.264642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42712) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:06.339774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.367941 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Transition to ACTIVE for port object 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:06.377474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.554064 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0799b2-47cd-4da5-a741-fc87db65b917 None None] Pushing event updated for resources: {'Port': ['ID=7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:06.556330 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Attempting to bind port 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:14:06.556697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Attempting to bind port 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:14:06.557050 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Attempting to bind port 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:06.569060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:14:06.569430 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:06.569830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.570222 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:14:06.570685 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Bound port: 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:14:06.571055 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.647949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ips': [{'subnet_id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:14:06.648786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.727184 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] For port 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:14:06.751543 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] For port 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:14:06.759431 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.899304 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0799b2-47cd-4da5-a741-fc87db65b917 None None] Pushing event updated for resources: {'Port': ['ID=7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:06.914282 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Allocated IP 172.20.0.2 (7c20adeb-0b7d-4f08-8df3-7e90d52c89d8/03f3bf09-3eb7-4657-8e81-cd10ff83da4e/539f33da-3e4a-470d-ac21-85d54959187e) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:06.918236 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Routers {'2b5b9885-7ab4-4c5c-839a-29b6e6048c08'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:06.918881 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:13:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:07.146933 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.213319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] Set router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:07.450772 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.466997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Transition to ACTIVE for port object 539f33da-3e4a-470d-ac21-85d54959187e will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:07.509799 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Transition to ACTIVE for port object 539f33da-3e4a-470d-ac21-85d54959187e will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:07.542122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.583166 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.20.0.1 (7c20adeb-0b7d-4f08-8df3-7e90d52c89d8/03f3bf09-3eb7-4657-8e81-cd10ff83da4e/99bbc118-8b4b-4c10-af21-d04e8fd1f6df) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:07.624492 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Network 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:07.628098 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:07.635823 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:07.638398 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Pushing event updated for resources: {'Port': ['ID=539f33da-3e4a-470d-ac21-85d54959187e,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:07.741018 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024643193', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:03Z', 'updated_at': '2022-04-22T15:14:04Z', 'revision_number': 3, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:07.744178 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Attempting to bind port 539f33da-3e4a-470d-ac21-85d54959187e on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:14:07.744541 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Attempting to bind port 539f33da-3e4a-470d-ac21-85d54959187e by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '28dbb12b-b7b6-42aa-98fc-4ec330724709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:14:07.744901 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Attempting to bind port 539f33da-3e4a-470d-ac21-85d54959187e on network 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:07.746951 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.748198 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5da5e71-a1b1-457d-829b-8c568ec39d09 None None] The sync data for ids ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'] in dv-neutron-839027-1-hyperv is: [{'id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024643193', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:03Z', 'updated_at': '2022-04-22T15:14:04Z', 'revision_number': 3, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:14:07.753981 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:14:07.754802 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Checking segment: {'id': '28dbb12b-b7b6-42aa-98fc-4ec330724709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:07.755116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.755723 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Bound using segment: {'id': '28dbb12b-b7b6-42aa-98fc-4ec330724709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:14:07.756209 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Bound port: 539f33da-3e4a-470d-ac21-85d54959187e, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28dbb12b-b7b6-42aa-98fc-4ec330724709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:14:07.756584 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.764100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Transition to ACTIVE for port object 99bbc118-8b4b-4c10-af21-d04e8fd1f6df will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:07.795008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.856278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] For port 539f33da-3e4a-470d-ac21-85d54959187e, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:14:07.860139 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] For port 539f33da-3e4a-470d-ac21-85d54959187e, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=539f33da-3e4a-470d-ac21-85d54959187e,segment=NetworkSegment(28dbb12b-b7b6-42aa-98fc-4ec330724709),segment_id=28dbb12b-b7b6-42aa-98fc-4ec330724709)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:14:07.865816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.869314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:07.872686 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:07.877850 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:07.906670 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=99bbc118-8b4b-4c10-af21-d04e8fd1f6df,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:07.951779 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.977739 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047bbd5-5f8f-4767-9e18-7135f487adcb None None] Pushing event updated for resources: {'Port': ['ID=539f33da-3e4a-470d-ac21-85d54959187e,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:08.070469 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.420019 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 539f33da-3e4a-470d-ac21-85d54959187e up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:08.537728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 539f33da-3e4a-470d-ac21-85d54959187e completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:08.543269 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:08.559203 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.565223 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.629493 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:08.636816 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:08.637443 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.733884 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.783240 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.793935 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=99bbc118-8b4b-4c10-af21-d04e8fd1f6df,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:08.805030 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:08.810202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.887007 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:09.011622 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385be383-6eb9-43c2-b359-6f55ccaec9ae None None] Network 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:09.028615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:09.029791 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:09.120208 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2a3afcf5-9adb-4b2c-a24b-0d213348a4b7 None None] Provisioning for port 539f33da-3e4a-470d-ac21-85d54959187e completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:09.128403 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2a3afcf5-9adb-4b2c-a24b-0d213348a4b7 None None] Provisioning complete for port 539f33da-3e4a-470d-ac21-85d54959187e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:09.128771 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2a3afcf5-9adb-4b2c-a24b-0d213348a4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.346244 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2a3afcf5-9adb-4b2c-a24b-0d213348a4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.388812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2a3afcf5-9adb-4b2c-a24b-0d213348a4b7 None None] For port 539f33da-3e4a-470d-ac21-85d54959187e, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=539f33da-3e4a-470d-ac21-85d54959187e,segment=NetworkSegment(28dbb12b-b7b6-42aa-98fc-4ec330724709),segment_id=28dbb12b-b7b6-42aa-98fc-4ec330724709)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:09.394448 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2a3afcf5-9adb-4b2c-a24b-0d213348a4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.423552 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:14:09.470025 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3afcf5-9adb-4b2c-a24b-0d213348a4b7 None None] Pushing event updated for resources: {'Port': ['ID=539f33da-3e4a-470d-ac21-85d54959187e,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:09.618237 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2cdd6559-a938-405b-898d-4bb195808de0 None None] Provisioning complete for port 539f33da-3e4a-470d-ac21-85d54959187e triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:09.618762 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6559-a938-405b-898d-4bb195808de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.643767 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:14:09.658476 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-80fa8d7e-48a0-42bd-8cf5-93b78e5fc919 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "PUT /v2.0/routers/2b5b9885-7ab4-4c5c-839a-29b6e6048c08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3927786 Apr 22 15:14:09.764775 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2cdd6559-a938-405b-898d-4bb195808de0 None None] Provisioning for port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:09.777504 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2cdd6559-a938-405b-898d-4bb195808de0 None None] Provisioning complete for port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:09.777927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6559-a938-405b-898d-4bb195808de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.841060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd6559-a938-405b-898d-4bb195808de0 None None] Port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:09.860509 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-90cc99fb-1a24-451c-84b9-3973c58b20eb tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1220973429&fields=id&tenant_id=6e44065b60334563abf0475e02cf7a35 HTTP/1.1" status: 200 len: 267 time: 0.0500045 Apr 22 15:14:09.962991 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-64b41c35-6fa7-4ae9-93f5-0963db53c02c None None] Provisioning complete for port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:09.963397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-64b41c35-6fa7-4ae9-93f5-0963db53c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:10.013743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-b03e7b25-08c3-405a-b425-ce35faef59bd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:10.015174 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-b03e7b25-08c3-405a-b425-ce35faef59bd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/networks?id=7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 HTTP/1.1" status: 200 len: 796 time: 0.1481450 Apr 22 15:14:10.017321 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-64b41c35-6fa7-4ae9-93f5-0963db53c02c None None] Port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:10.032546 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2e3c78d2-59a4-45f1-83a6-c0bca0b30275 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/quotas/6e44065b60334563abf0475e02cf7a35 HTTP/1.1" status: 200 len: 375 time: 0.0108604 Apr 22 15:14:10.112987 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-a26b0f4e-ca9f-48ec-ba82-a0935cda2075 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:10.131355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-a26b0f4e-ca9f-48ec-ba82-a0935cda2075 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:10.132684 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-a26b0f4e-ca9f-48ec-ba82-a0935cda2075 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948687 Apr 22 15:14:10.139645 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fd496b8b-af99-4213-add1-d513d5eaa913 None None] Provisioning complete for port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:10.140029 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fd496b8b-af99-4213-add1-d513d5eaa913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:10.197241 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-fd496b8b-af99-4213-add1-d513d5eaa913 None None] Port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:10.339297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 539f33da-3e4a-470d-ac21-85d54959187e up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:10.341389 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-9b124ea3-c470-4938-9801-6ce7a36c5cba service neutron] 10.222.0.23 "GET /v2.0/networks/7c20adeb-0b7d-4f08-8df3-7e90d52c89d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966386 Apr 22 15:14:10.406530 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 539f33da-3e4a-470d-ac21-85d54959187e triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:10.406892 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:10.471247 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-3b9ca367-2e32-4b55-ad4a-d9dd92478ef5 service neutron] 10.222.0.23 "GET /v2.0/networks/7c20adeb-0b7d-4f08-8df3-7e90d52c89d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241591 Apr 22 15:14:10.525316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:10.599833 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:10.600200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:10.698713 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8c1eb0d3-cb02-42ff-8370-bb4a01f4f734 req-440b23d5-10a7-43fa-b6b7-8f57aa626c92 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 210 time: 0.0572596 Apr 22 15:14:11.488909 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Sync routers for ids ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:14:11.500292 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Routers {'2b5b9885-7ab4-4c5c-839a-29b6e6048c08'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:11.500901 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:13:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:11.698653 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-b2e103c8-73a3-4a78-ac83-9ca16c06e1d1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:11.700085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-b2e103c8-73a3-4a78-ac83-9ca16c06e1d1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:network {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:11.717415 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-b2e103c8-73a3-4a78-ac83-9ca16c06e1d1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:network {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:11.718563 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-b2e103c8-73a3-4a78-ac83-9ca16c06e1d1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "GET /v2.0/networks?id=7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 HTTP/1.1" status: 200 len: 796 time: 0.1825495 Apr 22 15:14:11.724917 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Set router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:11.778873 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-8aa7e880-e86a-408c-9238-772d3b67fc65 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:11.797491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-8aa7e880-e86a-408c-9238-772d3b67fc65 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:11.798687 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-8aa7e880-e86a-408c-9238-772d3b67fc65 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e44065b60334563abf0475e02cf7a35 HTTP/1.1" status: 200 len: 380 time: 0.0687315 Apr 22 15:14:11.809174 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-ef13bd47-31f3-45fe-89c2-ec9b6ba2de99 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'port': {'device_id': 'dad4f914-4185-4a07-8d61-407d8a814373', 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'admin_state_up': True, 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'security_groups': ['2b5cec04-ab3a-45a2-afe4-e789771efb05']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:11.880030 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5e7c576b-3d84-4912-b384-0056cb08f1ea req-3d502fec-9037-4189-84aa-f42b1e57dc0e tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 210 time: 0.0428913 Apr 22 15:14:11.956221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-ef13bd47-31f3-45fe-89c2-ec9b6ba2de99 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:11.966140 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-ef13bd47-31f3-45fe-89c2-ec9b6ba2de99 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:11.977939 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-ef13bd47-31f3-45fe-89c2-ec9b6ba2de99 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Made reservation on behalf of 6e44065b60334563abf0475e02cf7a35 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:11.981343 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-ef13bd47-31f3-45fe-89c2-ec9b6ba2de99 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.057862 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024643193', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:03Z', 'updated_at': '2022-04-22T15:14:07Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '99bbc118-8b4b-4c10-af21-d04e8fd1f6df', 'name': '', 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:16:d9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:07Z', 'updated_at': '2022-04-22T15:14:08Z', 'revision_number': 2, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:12.061939 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Checking router: 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:14:12.062281 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Updating router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:14:12.114222 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.142174 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-ef13bd47-31f3-45fe-89c2-ec9b6ba2de99 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.20.0.7 (7c20adeb-0b7d-4f08-8df3-7e90d52c89d8/03f3bf09-3eb7-4657-8e81-cd10ff83da4e/56936d6a-4d48-412e-b4f7-8b9e282d55c1) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:12.337693 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-ef13bd47-31f3-45fe-89c2-ec9b6ba2de99 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.352907 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-ef13bd47-31f3-45fe-89c2-ec9b6ba2de99 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Transition to ACTIVE for port object 56936d6a-4d48-412e-b4f7-8b9e282d55c1 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:12.374123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-ef13bd47-31f3-45fe-89c2-ec9b6ba2de99 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.447195 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-ef13bd47-31f3-45fe-89c2-ec9b6ba2de99 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:12.450066 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-ef13bd47-31f3-45fe-89c2-ec9b6ba2de99 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:12.453054 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-ef13bd47-31f3-45fe-89c2-ec9b6ba2de99 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:12.492260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13bd47-31f3-45fe-89c2-ec9b6ba2de99 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=56936d6a-4d48-412e-b4f7-8b9e282d55c1,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:12.527851 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-ef13bd47-31f3-45fe-89c2-ec9b6ba2de99 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:12.528565 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-ef13bd47-31f3-45fe-89c2-ec9b6ba2de99 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.555985 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-ef13bd47-31f3-45fe-89c2-ec9b6ba2de99 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7518067 Apr 22 15:14:12.569148 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Request body: {'port': {'device_id': 'dad4f914-4185-4a07-8d61-407d8a814373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:12.608725 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.637201 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Transition to ACTIVE for port object 99bbc118-8b4b-4c10-af21-d04e8fd1f6df will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:12.648378 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.696875 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.752431 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-80d54144-afa0-49bc-a92e-2e43daf7d248 None None] Provisioning for port 56936d6a-4d48-412e-b4f7-8b9e282d55c1 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:12.767687 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-80d54144-afa0-49bc-a92e-2e43daf7d248 None None] Provisioning complete for port 56936d6a-4d48-412e-b4f7-8b9e282d55c1 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:12.769407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-80d54144-afa0-49bc-a92e-2e43daf7d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.783755 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e78f4-353e-428c-a918-cd88054d9914 None None] Pushing event updated for resources: {'Port': ['ID=99bbc118-8b4b-4c10-af21-d04e8fd1f6df,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:12.796987 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e78f4-353e-428c-a918-cd88054d9914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:12.797368 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e78f4-353e-428c-a918-cd88054d9914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:12.797653 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e78f4-353e-428c-a918-cd88054d9914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:12.797981 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e78f4-353e-428c-a918-cd88054d9914 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:12.798310 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e78f4-353e-428c-a918-cd88054d9914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:12.798661 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e78f4-353e-428c-a918-cd88054d9914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:12.798986 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e78f4-353e-428c-a918-cd88054d9914 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:12.799329 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e78f4-353e-428c-a918-cd88054d9914 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:12.799658 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e78f4-353e-428c-a918-cd88054d9914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:12.799972 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e78f4-353e-428c-a918-cd88054d9914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:12.800291 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e78f4-353e-428c-a918-cd88054d9914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:12.852626 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-80d54144-afa0-49bc-a92e-2e43daf7d248 None None] Port 56936d6a-4d48-412e-b4f7-8b9e282d55c1 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:12.902930 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Attempting to bind port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:14:12.903324 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Attempting to bind port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '28dbb12b-b7b6-42aa-98fc-4ec330724709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:14:12.903662 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Attempting to bind port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df on network 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:12.912113 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:14:12.912619 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Checking segment: {'id': '28dbb12b-b7b6-42aa-98fc-4ec330724709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:12.912879 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.913268 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Bound using segment: {'id': '28dbb12b-b7b6-42aa-98fc-4ec330724709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:14:12.913733 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Bound port: 99bbc118-8b4b-4c10-af21-d04e8fd1f6df, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28dbb12b-b7b6-42aa-98fc-4ec330724709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:14:12.914101 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.024581 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] For port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:14:13.027648 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] For port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=99bbc118-8b4b-4c10-af21-d04e8fd1f6df,segment=NetworkSegment(28dbb12b-b7b6-42aa-98fc-4ec330724709),segment_id=28dbb12b-b7b6-42aa-98fc-4ec330724709)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:14:13.032711 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.100277 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2fe16-4552-4355-84e8-162875c785a2 req-c1061e1d-0bc7-45ca-b72b-aa52f4935693 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:13.101851 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bff2fe16-4552-4355-84e8-162875c785a2 req-c1061e1d-0bc7-45ca-b72b-aa52f4935693 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 931 time: 0.0827866 Apr 22 15:14:13.128003 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e78f4-353e-428c-a918-cd88054d9914 None None] Pushing event updated for resources: {'Port': ['ID=99bbc118-8b4b-4c10-af21-d04e8fd1f6df,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:13.133574 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Routers {'2b5b9885-7ab4-4c5c-839a-29b6e6048c08'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:13.134183 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:13:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:13.165461 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bff2fe16-4552-4355-84e8-162875c785a2 req-3466d0e9-b0b7-4156-b7a9-0f45840747b4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556209 Apr 22 15:14:13.198159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56936d6a-4d48-412e-b4f7-8b9e282d55c1 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:14:13.209223 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.228244 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Transition to ACTIVE for port object 56936d6a-4d48-412e-b4f7-8b9e282d55c1 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:13.235221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.368666 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] Set router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:13.370019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Pushing event updated for resources: {'Port': ['ID=56936d6a-4d48-412e-b4f7-8b9e282d55c1,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:13.483885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Attempting to bind port 56936d6a-4d48-412e-b4f7-8b9e282d55c1 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:14:13.484227 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Attempting to bind port 56936d6a-4d48-412e-b4f7-8b9e282d55c1 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '28dbb12b-b7b6-42aa-98fc-4ec330724709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:14:13.484561 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Attempting to bind port 56936d6a-4d48-412e-b4f7-8b9e282d55c1 on network 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:13.491485 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Port 56936d6a-4d48-412e-b4f7-8b9e282d55c1 on network 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:14:13.491830 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Attempting to bind port 56936d6a-4d48-412e-b4f7-8b9e282d55c1 on network 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:13.499941 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:14:13.500506 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Checking segment: {'id': '28dbb12b-b7b6-42aa-98fc-4ec330724709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:13.500905 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Bound using segment: {'id': '28dbb12b-b7b6-42aa-98fc-4ec330724709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:14:13.501357 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Bound port: 56936d6a-4d48-412e-b4f7-8b9e282d55c1, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28dbb12b-b7b6-42aa-98fc-4ec330724709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:14:13.501772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.602552 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] For port 56936d6a-4d48-412e-b4f7-8b9e282d55c1, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:14:13.606510 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] For port 56936d6a-4d48-412e-b4f7-8b9e282d55c1, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=56936d6a-4d48-412e-b4f7-8b9e282d55c1,segment=NetworkSegment(28dbb12b-b7b6-42aa-98fc-4ec330724709),segment_id=28dbb12b-b7b6-42aa-98fc-4ec330724709)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:14:13.610591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.683946 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.685327 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] 10.222.0.30 "PUT /v2.0/ports/56936d6a-4d48-412e-b4f7-8b9e282d55c1 HTTP/1.1" status: 200 len: 1093 time: 1.1217697 Apr 22 15:14:13.685774 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad4f914-4185-4a07-8d61-407d8a814373', 'tag': '56936d6a-4d48-412e-b4f7-8b9e282d55c1'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:14:13.710342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0ed2f-2fce-4dfb-9ca0-79d1f5516902 service neutron] Pushing event updated for resources: {'Port': ['ID=56936d6a-4d48-412e-b4f7-8b9e282d55c1,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:13.755871 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024643193', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:03Z', 'updated_at': '2022-04-22T15:14:07Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '99bbc118-8b4b-4c10-af21-d04e8fd1f6df', 'name': '', 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:16:d9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:07Z', 'updated_at': '2022-04-22T15:14:13Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:13.760641 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf9a6c-cc5b-4a94-8dc4-d44bcec954e3 None None] The sync data for ids ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'] in dv-neutron-839027-1-hyperv is: [{'id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024643193', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:03Z', 'updated_at': '2022-04-22T15:14:07Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '99bbc118-8b4b-4c10-af21-d04e8fd1f6df', 'name': '', 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:16:d9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:07Z', 'updated_at': '2022-04-22T15:14:13Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:14:13.775126 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f78284-07d0-4de2-bb47-cf8e3a61bdf4'] response: {'name': 'network-changed', 'server_uuid': 'dad4f914-4185-4a07-8d61-407d8a814373', 'tag': '56936d6a-4d48-412e-b4f7-8b9e282d55c1', 'status': 'completed', 'code': 200} Apr 22 15:14:13.837396 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-823942aa-3a37-4090-b0a6-1ca331fc5ff0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 1096 time: 0.1058779 Apr 22 15:14:13.912080 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-d18ed9d9-c63f-4f9a-8e08-ae3506f99189 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56936d6a-4d48-412e-b4f7-8b9e282d55c1 HTTP/1.1" status: 200 len: 217 time: 0.0684946 Apr 22 15:14:13.988008 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-6630109a-1871-4d66-bdd0-2c3be300a31a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:13.990303 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-6630109a-1871-4d66-bdd0-2c3be300a31a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03f3bf09-3eb7-4657-8e81-cd10ff83da4e HTTP/1.1" status: 200 len: 835 time: 0.0725315 Apr 22 15:14:14.077784 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-3fc0a5bc-7819-4d65-bbdd-f3a2c62f50c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c20adeb-0b7d-4f08-8df3-7e90d52c89d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814817 Apr 22 15:14:14.218697 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-ec91f56e-b80e-427a-b9c3-362b3bc283d5 service neutron] 10.222.0.30 "GET /v2.0/networks/7c20adeb-0b7d-4f08-8df3-7e90d52c89d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347537 Apr 22 15:14:14.370760 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-fbe7cc57-830f-42e4-8c8e-547e006b46d8 req-1542c807-2198-460f-be1d-b433559ffdcb service neutron] 10.222.0.30 "GET /v2.0/networks/7c20adeb-0b7d-4f08-8df3-7e90d52c89d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455617 Apr 22 15:14:14.392236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd559b9-e9e4-4b45-a170-4b9102610be4 req-ba789913-1fd0-4514-9d53-c70198c6bd16 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:14.392862 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 99bbc118-8b4b-4c10-af21-d04e8fd1f6df up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:14.395793 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dcd559b9-e9e4-4b45-a170-4b9102610be4 req-ba789913-1fd0-4514-9d53-c70198c6bd16 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 943 time: 0.0988195 Apr 22 15:14:14.446281 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-dcd559b9-e9e4-4b45-a170-4b9102610be4 req-3acbd7c0-6c84-4559-b4af-8857af5b6e7f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437133 Apr 22 15:14:14.489885 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:14.495444 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:14.495931 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.519100 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-139d206a-beea-406c-b9a2-70e24ba5133c req-0ba15fbf-cb11-44d4-b900-92d5b726779a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 1096 time: 0.0877383 Apr 22 15:14:14.624228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.669984 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d206a-beea-406c-b9a2-70e24ba5133c req-02caf2c8-a7bd-4d5f-8765-f70732751edb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:14.671675 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-139d206a-beea-406c-b9a2-70e24ba5133c req-02caf2c8-a7bd-4d5f-8765-f70732751edb service neutron] 10.222.0.30 "GET /v2.0/networks?id=7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 HTTP/1.1" status: 200 len: 897 time: 0.1449385 Apr 22 15:14:14.703719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=99bbc118-8b4b-4c10-af21-d04e8fd1f6df,segment=NetworkSegment(28dbb12b-b7b6-42aa-98fc-4ec330724709),segment_id=28dbb12b-b7b6-42aa-98fc-4ec330724709)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:14.710081 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.766178 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-139d206a-beea-406c-b9a2-70e24ba5133c req-f5bebfde-ad41-46b3-ad55-d25acab06d55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56936d6a-4d48-412e-b4f7-8b9e282d55c1 HTTP/1.1" status: 200 len: 217 time: 0.0879431 Apr 22 15:14:14.778527 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=99bbc118-8b4b-4c10-af21-d04e8fd1f6df,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:14.918293 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d206a-beea-406c-b9a2-70e24ba5133c req-e518896d-1f3b-44ea-a44c-44b5252c0e24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:14.919645 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-139d206a-beea-406c-b9a2-70e24ba5133c req-e518896d-1f3b-44ea-a44c-44b5252c0e24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03f3bf09-3eb7-4657-8e81-cd10ff83da4e HTTP/1.1" status: 200 len: 835 time: 0.1478724 Apr 22 15:14:14.995961 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-139d206a-beea-406c-b9a2-70e24ba5133c req-7c142285-84e8-4fde-b45e-b71cbc35e733 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c20adeb-0b7d-4f08-8df3-7e90d52c89d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700221 Apr 22 15:14:15.125690 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-139d206a-beea-406c-b9a2-70e24ba5133c req-2c6114de-84d0-4546-b1b3-2f75dca15db0 service neutron] 10.222.0.30 "GET /v2.0/networks/7c20adeb-0b7d-4f08-8df3-7e90d52c89d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231666 Apr 22 15:14:15.260407 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-139d206a-beea-406c-b9a2-70e24ba5133c req-e6b4d228-b1ef-4d20-80ff-07bb6c641ef4 service neutron] 10.222.0.30 "GET /v2.0/networks/7c20adeb-0b7d-4f08-8df3-7e90d52c89d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283581 Apr 22 15:14:15.649859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a8bdd-5cb2-4762-813b-fac16e571136 req-8fded38e-e2e0-4c69-9876-64c821f5e2de tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:15.651357 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8f0a8bdd-5cb2-4762-813b-fac16e571136 req-8fded38e-e2e0-4c69-9876-64c821f5e2de tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 943 time: 0.0759182 Apr 22 15:14:15.790322 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8f0a8bdd-5cb2-4762-813b-fac16e571136 req-dcae87e6-5b0f-4046-8c91-7e196a2de355 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334367 Apr 22 15:14:16.337848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 99bbc118-8b4b-4c10-af21-d04e8fd1f6df up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:16.407633 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:16.407998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.985456 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99feb584-3a07-4972-a2d9-0fa6b73ea721 req-3bfb42d7-f253-4670-bf63-dcb92c59be2f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:16.986795 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-99feb584-3a07-4972-a2d9-0fa6b73ea721 req-3bfb42d7-f253-4670-bf63-dcb92c59be2f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 943 time: 0.0757408 Apr 22 15:14:17.033160 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-99feb584-3a07-4972-a2d9-0fa6b73ea721 req-e979d6a2-1a23-4ecd-a797-a15c7f955002 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407128 Apr 22 15:14:17.732205 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 56936d6a-4d48-412e-b4f7-8b9e282d55c1 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:14:17.865619 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 56936d6a-4d48-412e-b4f7-8b9e282d55c1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=56936d6a-4d48-412e-b4f7-8b9e282d55c1,segment=NetworkSegment(28dbb12b-b7b6-42aa-98fc-4ec330724709),segment_id=28dbb12b-b7b6-42aa-98fc-4ec330724709)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:17.882844 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '56936d6a-4d48-412e-b4f7-8b9e282d55c1', 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'port_id': '56936d6a-4d48-412e-b4f7-8b9e282d55c1', 'mac_address': 'fa:16:3e:4c:77:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:14:17.934678 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.951946 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56936d6a-4d48-412e-b4f7-8b9e282d55c1 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:14:17.966306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 56936d6a-4d48-412e-b4f7-8b9e282d55c1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=56936d6a-4d48-412e-b4f7-8b9e282d55c1,segment=NetworkSegment(28dbb12b-b7b6-42aa-98fc-4ec330724709),segment_id=28dbb12b-b7b6-42aa-98fc-4ec330724709)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:17.970444 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:18.038567 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=56936d6a-4d48-412e-b4f7-8b9e282d55c1,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:18.173340 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['56936d6a-4d48-412e-b4f7-8b9e282d55c1'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:14:18.235940 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6d304-e745-430f-a04b-a5c0b57a3dc5 req-2a6ff3f8-3df5-4558-9890-d069406b06c6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:18.237276 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-72e6d304-e745-430f-a04b-a5c0b57a3dc5 req-2a6ff3f8-3df5-4558-9890-d069406b06c6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 944 time: 0.0783234 Apr 22 15:14:18.283403 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-72e6d304-e745-430f-a04b-a5c0b57a3dc5 req-0d0d186a-8ed9-4eb1-9c20-a197d707317a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397046 Apr 22 15:14:19.480859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58766f1-80fa-4671-a821-0c4571f247b4 req-b7b96a10-b39f-4c07-b7f3-458a48c938e8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:19.482267 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a58766f1-80fa-4671-a821-0c4571f247b4 req-b7b96a10-b39f-4c07-b7f3-458a48c938e8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 944 time: 0.0747519 Apr 22 15:14:19.527945 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a58766f1-80fa-4671-a821-0c4571f247b4 req-02bd60b6-cc69-4ad1-be4e-b7f1245998f8 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402758 Apr 22 15:14:19.731270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 56936d6a-4d48-412e-b4f7-8b9e282d55c1 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:19.799381 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 56936d6a-4d48-412e-b4f7-8b9e282d55c1 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:19.804830 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 56936d6a-4d48-412e-b4f7-8b9e282d55c1 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:19.805196 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:19.917877 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:19.947045 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad4f914-4185-4a07-8d61-407d8a814373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56936d6a-4d48-412e-b4f7-8b9e282d55c1'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:14:19.957157 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 56936d6a-4d48-412e-b4f7-8b9e282d55c1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=56936d6a-4d48-412e-b4f7-8b9e282d55c1,segment=NetworkSegment(28dbb12b-b7b6-42aa-98fc-4ec330724709),segment_id=28dbb12b-b7b6-42aa-98fc-4ec330724709)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:19.961066 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.005134 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee56b395-ec4a-4475-b1db-af5d26d96a34'] response: {'server_uuid': 'dad4f914-4185-4a07-8d61-407d8a814373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56936d6a-4d48-412e-b4f7-8b9e282d55c1', 'code': 200} Apr 22 15:14:20.030416 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=56936d6a-4d48-412e-b4f7-8b9e282d55c1,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:20.227855 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3e3229d4-00fd-4247-9c79-fdc51d84823d req-37f4be01-71fd-4a36-b457-438875b71aa0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 1098 time: 0.0712118 Apr 22 15:14:20.270256 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3e3229d4-00fd-4247-9c79-fdc51d84823d req-1d9e9788-09b1-4c4b-adfc-62372fc7f503 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363417 Apr 22 15:14:20.728776 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367151f-d0c4-4bd3-bb1a-2bac48f93ed8 req-e6968d52-237b-4798-8876-0781f417366a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:20.730196 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c367151f-d0c4-4bd3-bb1a-2bac48f93ed8 req-e6968d52-237b-4798-8876-0781f417366a tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 945 time: 0.0806417 Apr 22 15:14:20.784009 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c367151f-d0c4-4bd3-bb1a-2bac48f93ed8 req-5b441ada-7f91-49d3-8293-e3c98dd3ba37 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482416 Apr 22 15:14:21.981446 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52608da2-615f-487f-8de1-16df033ea4fe req-66956ee1-87b6-4d29-837a-7bad74188777 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:21.982787 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-52608da2-615f-487f-8de1-16df033ea4fe req-66956ee1-87b6-4d29-837a-7bad74188777 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 945 time: 0.0771427 Apr 22 15:14:22.030704 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-52608da2-615f-487f-8de1-16df033ea4fe req-775fc5c0-b117-4286-b5bd-f939cd1ef7b2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425251 Apr 22 15:14:22.227441 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474316cb-eea2-4941-80c8-372e324eb732 req-750ceefc-0aac-4831-92e8-b9b9ab35b3ae tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:22.228860 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-474316cb-eea2-4941-80c8-372e324eb732 req-750ceefc-0aac-4831-92e8-b9b9ab35b3ae tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 945 time: 0.0808256 Apr 22 15:14:22.276013 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-474316cb-eea2-4941-80c8-372e324eb732 req-20451e9a-29af-4465-8d4c-66b2b5402c48 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415463 Apr 22 15:14:22.303072 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42760) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:22.374972 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f08fcd9a-eb5b-41c6-b787-c31b69358886 tempest-TestNetworkAdvancedServerOps-13292538 tempest-TestNetworkAdvancedServerOps-13292538-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 1093 time: 0.0707536 Apr 22 15:14:22.377557 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42764) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:22.383550 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '56936d6a-4d48-412e-b4f7-8b9e282d55c1', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:22.388896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:22.393009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Usage tracker for resource:floatingip and tenant:6e44065b60334563abf0475e02cf7a35 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:22.396845 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:22.402361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:22.413607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:22.533618 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fbb44f53-f852-45da-8b86-ca28c9474bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:22.548886 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:22.678878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Allocated IP 172.26.0.11 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/ef6840f4-9a74-40f2-a76b-93483c56f6b3) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:22.823733 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:22.850554 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:22.919610 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:22.922400 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:22.927991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:22.950861 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=ef6840f4-9a74-40f2-a76b-93483c56f6b3,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:23.502284 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.561565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.767847 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.772854 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.881413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event updated for resources: {'Port': ['ID=ef6840f4-9a74-40f2-a76b-93483c56f6b3,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:23.895026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:24.090512 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Floating IP 04fbd914-ccf6-4109-9ff9-0d8dc5bcc2f5 associated. External IP: 172.26.0.11, port: 56936d6a-4d48-412e-b4f7-8b9e282d55c1. Apr 22 15:14:24.483023 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:14:24.686150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:14:24.699738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69010375-468b-4d90-b229-782ecb19fe9f None None] Sync routers for ids ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:14:24.713390 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:24.715989 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69010375-468b-4d90-b229-782ecb19fe9f None None] Routers {'2b5b9885-7ab4-4c5c-839a-29b6e6048c08'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:24.716597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-69010375-468b-4d90-b229-782ecb19fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:13:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:24.769341 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-faade7a9-e274-4097-b2b2-7d19f596fac6 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3883405 Apr 22 15:14:24.769341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad4f914-4185-4a07-8d61-407d8a814373', 'tag': '56936d6a-4d48-412e-b4f7-8b9e282d55c1'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:14:24.830006 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36850c5-6f59-4d86-ba48-8e65a41a540b'] response: {'name': 'network-changed', 'server_uuid': 'dad4f914-4185-4a07-8d61-407d8a814373', 'tag': '56936d6a-4d48-412e-b4f7-8b9e282d55c1', 'status': 'completed', 'code': 200} Apr 22 15:14:24.888840 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-62a0e6a2-9caf-4c68-bfb9-b8a853fbe430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:24.897458 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:24.922848 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f85f92ca-b74a-44b6-921f-2d56a3162dcb req-b5c01c78-c136-4145-a778-c2e629f0588e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 1098 time: 0.0727537 Apr 22 15:14:24.946003 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-69010375-468b-4d90-b229-782ecb19fe9f None None] Set router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:24.960212 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cd68c-e517-4c31-8271-60142da1141b req-3dbe7c68-ebbf-48af-93b1-cd6bb65886dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:24.961672 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-038cd68c-e517-4c31-8271-60142da1141b req-3dbe7c68-ebbf-48af-93b1-cd6bb65886dd tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 945 time: 0.0874877 Apr 22 15:14:25.009694 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-038cd68c-e517-4c31-8271-60142da1141b req-991b7947-1c58-471e-9bd4-467d837c3c9c tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422766 Apr 22 15:14:25.039169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42772) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:25.059659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f92ca-b74a-44b6-921f-2d56a3162dcb req-571c22fa-f5cb-48b0-bc5e-4c6492e03039 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:25.061203 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f85f92ca-b74a-44b6-921f-2d56a3162dcb req-571c22fa-f5cb-48b0-bc5e-4c6492e03039 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 HTTP/1.1" status: 200 len: 897 time: 0.1326501 Apr 22 15:14:25.151241 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-580ba061-b5f0-433b-9757-83f9f2a82cc9 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/04fbd914-ccf6-4109-9ff9-0d8dc5bcc2f5 HTTP/1.1" status: 200 len: 990 time: 0.1096814 Apr 22 15:14:25.171249 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f85f92ca-b74a-44b6-921f-2d56a3162dcb req-5df8822f-0538-41d2-af0a-8c2b910828d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56936d6a-4d48-412e-b4f7-8b9e282d55c1 HTTP/1.1" status: 200 len: 998 time: 0.1040711 Apr 22 15:14:25.237180 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f92ca-b74a-44b6-921f-2d56a3162dcb req-b94f1dc1-9ed5-4467-bfad-d9939394c150 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:25.238736 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f85f92ca-b74a-44b6-921f-2d56a3162dcb req-b94f1dc1-9ed5-4467-bfad-d9939394c150 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03f3bf09-3eb7-4657-8e81-cd10ff83da4e HTTP/1.1" status: 200 len: 835 time: 0.0614185 Apr 22 15:14:25.314436 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f85f92ca-b74a-44b6-921f-2d56a3162dcb req-31d47aad-26c7-4143-a2f0-222fe4851736 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c20adeb-0b7d-4f08-8df3-7e90d52c89d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696385 Apr 22 15:14:25.338818 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-69010375-468b-4d90-b229-782ecb19fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024643193', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:03Z', 'updated_at': '2022-04-22T15:14:07Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '04fbd914-ccf6-4109-9ff9-0d8dc5bcc2f5', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'floating_ip_address': '172.26.0.11', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'port_id': '56936d6a-4d48-412e-b4f7-8b9e282d55c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'mac_address': 'fa:16:3e:4c:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f914-4185-4a07-8d61-407d8a814373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:14:23Z', 'updated_at': '2022-04-22T15:14:23Z', 'revision_number': 0, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99bbc118-8b4b-4c10-af21-d04e8fd1f6df', 'name': '', 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:16:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:07Z', 'updated_at': '2022-04-22T15:14:14Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:25.342691 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69010375-468b-4d90-b229-782ecb19fe9f None None] Checking router: 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:14:25.353533 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69010375-468b-4d90-b229-782ecb19fe9f None None] Routers {'2b5b9885-7ab4-4c5c-839a-29b6e6048c08'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:25.354155 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-69010375-468b-4d90-b229-782ecb19fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:14:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:25.448794 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f85f92ca-b74a-44b6-921f-2d56a3162dcb req-60daa416-83be-446d-adfe-6fd551f348d0 service neutron] 10.222.0.30 "GET /v2.0/networks/7c20adeb-0b7d-4f08-8df3-7e90d52c89d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291208 Apr 22 15:14:25.537189 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-69010375-468b-4d90-b229-782ecb19fe9f None None] Set router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:25.583161 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f85f92ca-b74a-44b6-921f-2d56a3162dcb req-5be13520-c4dc-47fc-b596-1f36570a06f1 service neutron] 10.222.0.30 "GET /v2.0/networks/7c20adeb-0b7d-4f08-8df3-7e90d52c89d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285374 Apr 22 15:14:25.891228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-69010375-468b-4d90-b229-782ecb19fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024643193', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:03Z', 'updated_at': '2022-04-22T15:14:07Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '04fbd914-ccf6-4109-9ff9-0d8dc5bcc2f5', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'floating_ip_address': '172.26.0.11', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'port_id': '56936d6a-4d48-412e-b4f7-8b9e282d55c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'mac_address': 'fa:16:3e:4c:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f914-4185-4a07-8d61-407d8a814373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:14:23Z', 'updated_at': '2022-04-22T15:14:23Z', 'revision_number': 0, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99bbc118-8b4b-4c10-af21-d04e8fd1f6df', 'name': '', 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:16:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:07Z', 'updated_at': '2022-04-22T15:14:14Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:25.895341 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69010375-468b-4d90-b229-782ecb19fe9f None None] The sync data for ids ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'] in dv-neutron-839027-1-hyperv is: [{'id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024643193', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:03Z', 'updated_at': '2022-04-22T15:14:07Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '04fbd914-ccf6-4109-9ff9-0d8dc5bcc2f5', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'floating_ip_address': '172.26.0.11', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'port_id': '56936d6a-4d48-412e-b4f7-8b9e282d55c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'mac_address': 'fa:16:3e:4c:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f914-4185-4a07-8d61-407d8a814373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:14:23Z', 'updated_at': '2022-04-22T15:14:23Z', 'revision_number': 0, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99bbc118-8b4b-4c10-af21-d04e8fd1f6df', 'name': '', 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:16:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:07Z', 'updated_at': '2022-04-22T15:14:14Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:14:26.153630 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42776) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:26.162610 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.221350 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.358228 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bdd8df14-6245-47ab-81bf-b9273429cd31 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/04fbd914-ccf6-4109-9ff9-0d8dc5bcc2f5 HTTP/1.1" status: 200 len: 990 time: 0.2035596 Apr 22 15:14:27.362136 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42780) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:27.459742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.466553 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7d86a484-5577-4193-aeae-147b0a5c2d78 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/04fbd914-ccf6-4109-9ff9-0d8dc5bcc2f5 HTTP/1.1" status: 200 len: 990 time: 0.1033049 Apr 22 15:14:28.470659 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42784) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:28.576479 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3f3b2f28-4515-4fd5-b7d2-48b43e453246 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/04fbd914-ccf6-4109-9ff9-0d8dc5bcc2f5 HTTP/1.1" status: 200 len: 990 time: 0.1047716 Apr 22 15:14:29.399542 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe54e6-6231-4f8f-96a2-95c6f06e17d5 None None] New status for floating IP 04fbd914-ccf6-4109-9ff9-0d8dc5bcc2f5: ACTIVE {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:14:29.580549 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42788) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:29.687224 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-ec9dc40a-d47d-4ee8-ac40-1a51c32956e9 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/04fbd914-ccf6-4109-9ff9-0d8dc5bcc2f5 HTTP/1.1" status: 200 len: 990 time: 0.1056335 Apr 22 15:14:30.691315 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42792) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:30.800048 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cad1a017-ef81-4fe9-bbab-426cb943dbaf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/04fbd914-ccf6-4109-9ff9-0d8dc5bcc2f5 HTTP/1.1" status: 200 len: 992 time: 0.1075380 Apr 22 15:14:33.616788 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5a7f8633-c875-4b8d-a4e1-ae54fcb9aeae req-d307c504-9e95-4e4b-8123-28855964e589 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699291 Apr 22 15:14:33.764051 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5a7f8633-c875-4b8d-a4e1-ae54fcb9aeae req-4172365b-a084-4ff2-94a0-5ea93ce864ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 1098 time: 0.0735731 Apr 22 15:14:34.010106 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f8633-c875-4b8d-a4e1-ae54fcb9aeae req-a7244704-58eb-4f5b-a3b4-c0ae7f0534b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:34.011525 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5a7f8633-c875-4b8d-a4e1-ae54fcb9aeae req-a7244704-58eb-4f5b-a3b4-c0ae7f0534b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 HTTP/1.1" status: 200 len: 897 time: 0.2294538 Apr 22 15:14:34.115106 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5a7f8633-c875-4b8d-a4e1-ae54fcb9aeae req-db04032c-cdb5-4d26-b451-18228eea4ef8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56936d6a-4d48-412e-b4f7-8b9e282d55c1 HTTP/1.1" status: 200 len: 1000 time: 0.0976691 Apr 22 15:14:34.180885 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f8633-c875-4b8d-a4e1-ae54fcb9aeae req-ff7771c8-9b47-4bbe-8b6d-185dccf01b34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:34.182326 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5a7f8633-c875-4b8d-a4e1-ae54fcb9aeae req-ff7771c8-9b47-4bbe-8b6d-185dccf01b34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03f3bf09-3eb7-4657-8e81-cd10ff83da4e HTTP/1.1" status: 200 len: 835 time: 0.0595844 Apr 22 15:14:34.261707 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5a7f8633-c875-4b8d-a4e1-ae54fcb9aeae req-18d02cb6-6d3d-4349-a678-22b4064ae903 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c20adeb-0b7d-4f08-8df3-7e90d52c89d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735703 Apr 22 15:14:34.405335 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5a7f8633-c875-4b8d-a4e1-ae54fcb9aeae req-16733aec-b17e-4242-9231-df26a6f3713b service neutron] 10.222.0.30 "GET /v2.0/networks/7c20adeb-0b7d-4f08-8df3-7e90d52c89d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369932 Apr 22 15:14:34.542058 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5a7f8633-c875-4b8d-a4e1-ae54fcb9aeae req-7fd8b3f6-7da5-44f4-867b-9a0669390163 service neutron] 10.222.0.30 "GET /v2.0/networks/7c20adeb-0b7d-4f08-8df3-7e90d52c89d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301742 Apr 22 15:14:42.798725 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:14:52.536812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-df0101c9-47a3-4e93-9124-15df7672a99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:53.812091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20004d95-323e-4ab7-9fe2-9f4daa2f3a21 req-21e91d9f-8db2-43cb-9ed6-4337a55b0f72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:53.813574 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-20004d95-323e-4ab7-9fe2-9f4daa2f3a21 req-21e91d9f-8db2-43cb-9ed6-4337a55b0f72 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 945 time: 0.0811524 Apr 22 15:14:53.867404 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-20004d95-323e-4ab7-9fe2-9f4daa2f3a21 req-58e50763-ecf8-434c-bcf7-d76307843c18 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464916 Apr 22 15:14:54.792405 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.855921 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6e762812-bb92-4a81-9f8b-b25bd4bb7091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:55.078739 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d9a9d-f689-48a4-baf7-7cef7b3e9dac req-0174103c-8a3d-4fa5-978d-699720cdf566 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:55.080136 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6c3d9a9d-f689-48a4-baf7-7cef7b3e9dac req-0174103c-8a3d-4fa5-978d-699720cdf566 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 945 time: 0.0801401 Apr 22 15:14:55.129098 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6c3d9a9d-f689-48a4-baf7-7cef7b3e9dac req-db68fc20-7848-4b4a-95d0-460944bab63f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409863 Apr 22 15:14:55.157652 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42810) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:55.272731 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4e4893c7-f32c-48cc-a4dd-57f9386a71f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/04fbd914-ccf6-4109-9ff9-0d8dc5bcc2f5 HTTP/1.1" status: 200 len: 992 time: 0.1139219 Apr 22 15:14:56.171127 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.216685 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.774591 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-bdffc92a-207b-46cc-9217-26e4366a98ed req-e2fd6dab-fe6b-4d43-a3dd-ec90b043adf6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 1098 time: 0.0691800 Apr 22 15:14:56.775231 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73fcdc-429b-4662-868a-393f96203dc6 req-e1f3e805-8636-45de-9673-0067c95bc3ca tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:56.776182 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ef73fcdc-429b-4662-868a-393f96203dc6 req-e1f3e805-8636-45de-9673-0067c95bc3ca tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 945 time: 0.0844593 Apr 22 15:14:56.824917 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ef73fcdc-429b-4662-868a-393f96203dc6 req-441c3bb4-1cbc-4f7a-bc92-b66361d77518 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431087 Apr 22 15:14:56.914692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffc92a-207b-46cc-9217-26e4366a98ed req-527eb70c-149f-468b-83d1-f49d2508cf9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:56.916188 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-bdffc92a-207b-46cc-9217-26e4366a98ed req-527eb70c-149f-468b-83d1-f49d2508cf9c service neutron] 10.222.0.30 "GET /v2.0/networks?id=7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 HTTP/1.1" status: 200 len: 897 time: 0.1359053 Apr 22 15:14:57.025443 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-bdffc92a-207b-46cc-9217-26e4366a98ed req-21fd93d2-514b-4f50-895b-3d317bc7d49c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56936d6a-4d48-412e-b4f7-8b9e282d55c1 HTTP/1.1" status: 200 len: 1000 time: 0.1026154 Apr 22 15:14:57.089366 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffc92a-207b-46cc-9217-26e4366a98ed req-98e451e5-66be-45a1-9411-def74036ae70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:57.090796 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-bdffc92a-207b-46cc-9217-26e4366a98ed req-98e451e5-66be-45a1-9411-def74036ae70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03f3bf09-3eb7-4657-8e81-cd10ff83da4e HTTP/1.1" status: 200 len: 835 time: 0.0593853 Apr 22 15:14:57.170332 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-bdffc92a-207b-46cc-9217-26e4366a98ed req-b0bf37c1-a921-48e0-a7d9-8fc7f0ab8f11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c20adeb-0b7d-4f08-8df3-7e90d52c89d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741212 Apr 22 15:14:57.323510 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-bdffc92a-207b-46cc-9217-26e4366a98ed req-3cbce579-c558-444f-8978-575472d03a28 service neutron] 10.222.0.30 "GET /v2.0/networks/7c20adeb-0b7d-4f08-8df3-7e90d52c89d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466208 Apr 22 15:14:57.458854 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-bdffc92a-207b-46cc-9217-26e4366a98ed req-838ceaee-e82c-43ad-a04e-6ff65f66fa70 service neutron] 10.222.0.30 "GET /v2.0/networks/7c20adeb-0b7d-4f08-8df3-7e90d52c89d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294465 Apr 22 15:14:57.463535 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:58.036771 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242e49f-c65d-4eef-8692-09f3c80b14ad req-077ddfe1-a93c-4d16-bcc5-f3bbdf474ea0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:58.038197 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0242e49f-c65d-4eef-8692-09f3c80b14ad req-077ddfe1-a93c-4d16-bcc5-f3bbdf474ea0 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 945 time: 0.0816574 Apr 22 15:14:58.085140 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0242e49f-c65d-4eef-8692-09f3c80b14ad req-c4586ccb-e1ef-4274-96cd-e5185d28d8da tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414636 Apr 22 15:14:59.301079 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f03459-2c4f-4218-af71-96fcceec388d req-eebc6625-6e2c-4fbf-9b02-bd5bb61775dc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:59.302532 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-85f03459-2c4f-4218-af71-96fcceec388d req-eebc6625-6e2c-4fbf-9b02-bd5bb61775dc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 945 time: 0.0897064 Apr 22 15:14:59.350461 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-85f03459-2c4f-4218-af71-96fcceec388d req-0738d3f1-899d-43ec-bd68-a3c1275e72f7 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423648 Apr 22 15:14:59.379059 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42824) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:59.496409 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9b3f2f26-02b4-4f83-a6b9-28002c257ca4 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/floatingips/04fbd914-ccf6-4109-9ff9-0d8dc5bcc2f5 HTTP/1.1" status: 200 len: 992 time: 0.1161540 Apr 22 15:14:59.850247 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42832) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:00.154788 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port ef6840f4-9a74-40f2-a76b-93483c56f6b3 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:00.155152 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:00.339709 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:00.340035 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:00.462206 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for ef6840f4-9a74-40f2-a76b-93483c56f6b3 owned by network:floatingip {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:00.633944 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:00.680868 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=ef6840f4-9a74-40f2-a76b-93483c56f6b3,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:00.694113 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:00.694454 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:00.694790 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:00.695124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:00.695485 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:00.696185 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:00.696185 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:00.696458 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:00.696754 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:00.697072 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:00.697390 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:00.795992 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for floatingip, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:01.197732 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:01.408607 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:01.419186 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405b485b-d557-46ec-a859-3dd565317d13 None None] Sync routers for ids ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:01.427551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:01.432103 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405b485b-d557-46ec-a859-3dd565317d13 None None] Routers {'2b5b9885-7ab4-4c5c-839a-29b6e6048c08'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:01.432757 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-405b485b-d557-46ec-a859-3dd565317d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:14:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:01.487527 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-0d8e8913-0410-44f8-88dc-de1e3abd44f3 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/floatingips/04fbd914-ccf6-4109-9ff9-0d8dc5bcc2f5 HTTP/1.1" status: 204 len: 168 time: 1.6357014 Apr 22 15:15:01.488386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad4f914-4185-4a07-8d61-407d8a814373', 'tag': '56936d6a-4d48-412e-b4f7-8b9e282d55c1'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:15:01.572367 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c88a207b-3103-4e4d-b22b-497f4c1649f1'] response: {'name': 'network-changed', 'server_uuid': 'dad4f914-4185-4a07-8d61-407d8a814373', 'tag': '56936d6a-4d48-412e-b4f7-8b9e282d55c1', 'status': 'completed', 'code': 200} Apr 22 15:15:01.642065 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-405b485b-d557-46ec-a859-3dd565317d13 None None] Set router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:01.688775 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-64212af8-c2b1-41a1-b38f-8d7116ae2f30 req-f357f83f-c3b4-4199-82be-74070c15046f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e44065b60334563abf0475e02cf7a35&device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 1098 time: 0.0943811 Apr 22 15:15:01.952291 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64212af8-c2b1-41a1-b38f-8d7116ae2f30 req-fdb4d2e5-2490-44a7-bc0d-aff65347c9c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:01.954660 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-64212af8-c2b1-41a1-b38f-8d7116ae2f30 req-fdb4d2e5-2490-44a7-bc0d-aff65347c9c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 HTTP/1.1" status: 200 len: 897 time: 0.2595437 Apr 22 15:15:01.955591 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415302a3-283c-4ce6-9e05-6f3cabaf378d req-4d5a3232-237a-4c2c-b56f-843921d137cf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:01.958887 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-415302a3-283c-4ce6-9e05-6f3cabaf378d req-4d5a3232-237a-4c2c-b56f-843921d137cf tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 945 time: 0.0996196 Apr 22 15:15:02.010663 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-415302a3-283c-4ce6-9e05-6f3cabaf378d req-d037202b-7c9e-4067-bf06-d54c065b3681 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456030 Apr 22 15:15:02.036128 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-64212af8-c2b1-41a1-b38f-8d7116ae2f30 req-ef1d26c7-0237-4183-9cbf-ff6103e8a2bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56936d6a-4d48-412e-b4f7-8b9e282d55c1 HTTP/1.1" status: 200 len: 217 time: 0.0741761 Apr 22 15:15:02.100053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-405b485b-d557-46ec-a859-3dd565317d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024643193', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:03Z', 'updated_at': '2022-04-22T15:14:07Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '99bbc118-8b4b-4c10-af21-d04e8fd1f6df', 'name': '', 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:16:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:07Z', 'updated_at': '2022-04-22T15:14:14Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:02.101534 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64212af8-c2b1-41a1-b38f-8d7116ae2f30 req-c7898bdb-ec9d-4e54-aad8-54cd740c2d69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:02.103177 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-64212af8-c2b1-41a1-b38f-8d7116ae2f30 req-c7898bdb-ec9d-4e54-aad8-54cd740c2d69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03f3bf09-3eb7-4657-8e81-cd10ff83da4e HTTP/1.1" status: 200 len: 835 time: 0.0609848 Apr 22 15:15:02.104822 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405b485b-d557-46ec-a859-3dd565317d13 None None] Checking router: 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:15:02.117909 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405b485b-d557-46ec-a859-3dd565317d13 None None] Routers {'2b5b9885-7ab4-4c5c-839a-29b6e6048c08'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:02.118530 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-405b485b-d557-46ec-a859-3dd565317d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:14:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:02.189462 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-64212af8-c2b1-41a1-b38f-8d7116ae2f30 req-cd3b4520-2caa-4dd0-bb26-7ac19852933b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c20adeb-0b7d-4f08-8df3-7e90d52c89d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796378 Apr 22 15:15:02.320540 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-405b485b-d557-46ec-a859-3dd565317d13 None None] Set router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:02.327196 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-64212af8-c2b1-41a1-b38f-8d7116ae2f30 req-c5a4d38d-c8c4-41e8-b426-d875b449b385 service neutron] 10.222.0.30 "GET /v2.0/networks/7c20adeb-0b7d-4f08-8df3-7e90d52c89d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313052 Apr 22 15:15:02.474019 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-64212af8-c2b1-41a1-b38f-8d7116ae2f30 req-94c583df-4e55-4a59-92ea-958e8495341b service neutron] 10.222.0.30 "GET /v2.0/networks/7c20adeb-0b7d-4f08-8df3-7e90d52c89d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331487 Apr 22 15:15:02.665984 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-405b485b-d557-46ec-a859-3dd565317d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024643193', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:03Z', 'updated_at': '2022-04-22T15:14:07Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '99bbc118-8b4b-4c10-af21-d04e8fd1f6df', 'name': '', 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:16:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:07Z', 'updated_at': '2022-04-22T15:14:14Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:02.670362 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405b485b-d557-46ec-a859-3dd565317d13 None None] The sync data for ids ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'] in dv-neutron-839027-1-hyperv is: [{'id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024643193', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:03Z', 'updated_at': '2022-04-22T15:14:07Z', 'revision_number': 4, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '99bbc118-8b4b-4c10-af21-d04e8fd1f6df', 'name': '', 'network_id': '7c20adeb-0b7d-4f08-8df3-7e90d52c89d8', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'mac_address': 'fa:16:3e:16:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:07Z', 'updated_at': '2022-04-22T15:14:14Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'subnets': [{'id': '03f3bf09-3eb7-4657-8e81-cd10ff83da4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:02.899141 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc0fc34-fc05-4b4c-a0e3-8415457a9da0 None None] New status for floating IP 04fbd914-ccf6-4109-9ff9-0d8dc5bcc2f5: DOWN {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:15:03.227846 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d46d1-ebbe-4452-81a7-15d09c5f2c75 req-01508d42-515e-4ca4-a7c8-3ffd88153fa5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:03.229310 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f21d46d1-ebbe-4452-81a7-15d09c5f2c75 req-01508d42-515e-4ca4-a7c8-3ffd88153fa5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 945 time: 0.0800304 Apr 22 15:15:03.277450 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f21d46d1-ebbe-4452-81a7-15d09c5f2c75 req-bca6a36a-2acb-411e-9d8f-a9269b9a47ce tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b5cec04-ab3a-45a2-afe4-e789771efb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411489 Apr 22 15:15:03.408108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109ea88-7433-4b12-892b-757df929a416 req-3b88d1e3-0ae3-4ca1-a6cb-7905d7543294 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:03.409759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-7109ea88-7433-4b12-892b-757df929a416 req-3b88d1e3-0ae3-4ca1-a6cb-7905d7543294 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Synchronizing usage tracker for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:03.429194 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-7109ea88-7433-4b12-892b-757df929a416 req-3b88d1e3-0ae3-4ca1-a6cb-7905d7543294 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Unset dirty status for tenant:6e44065b60334563abf0475e02cf7a35 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:03.430408 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-7109ea88-7433-4b12-892b-757df929a416 req-3b88d1e3-0ae3-4ca1-a6cb-7905d7543294 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 945 time: 0.1110685 Apr 22 15:15:03.511593 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-7109ea88-7433-4b12-892b-757df929a416 req-f89ad579-ae97-471e-9986-55b4d5bfcc2b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port 56936d6a-4d48-412e-b4f7-8b9e282d55c1 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:03.511960 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-7109ea88-7433-4b12-892b-757df929a416 req-f89ad579-ae97-471e-9986-55b4d5bfcc2b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:03.769825 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-7109ea88-7433-4b12-892b-757df929a416 req-f89ad579-ae97-471e-9986-55b4d5bfcc2b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] For port 56936d6a-4d48-412e-b4f7-8b9e282d55c1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=56936d6a-4d48-412e-b4f7-8b9e282d55c1,segment=NetworkSegment(28dbb12b-b7b6-42aa-98fc-4ec330724709),segment_id=28dbb12b-b7b6-42aa-98fc-4ec330724709)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:03.770182 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-7109ea88-7433-4b12-892b-757df929a416 req-f89ad579-ae97-471e-9986-55b4d5bfcc2b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:03.896662 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-7109ea88-7433-4b12-892b-757df929a416 req-f89ad579-ae97-471e-9986-55b4d5bfcc2b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for 56936d6a-4d48-412e-b4f7-8b9e282d55c1 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:04.050679 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-7109ea88-7433-4b12-892b-757df929a416 req-f89ad579-ae97-471e-9986-55b4d5bfcc2b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:04.102962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ad579-ae97-471e-9986-55b4d5bfcc2b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=56936d6a-4d48-412e-b4f7-8b9e282d55c1,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:04.185371 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7109ea88-7433-4b12-892b-757df929a416 req-f89ad579-ae97-471e-9986-55b4d5bfcc2b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] No DVR routers for this DVR port 56936d6a-4d48-412e-b4f7-8b9e282d55c1 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:15:04.187875 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-7109ea88-7433-4b12-892b-757df929a416 req-f89ad579-ae97-471e-9986-55b4d5bfcc2b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:04.191311 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad4f914-4185-4a07-8d61-407d8a814373', 'name': 'network-vif-deleted', 'tag': '56936d6a-4d48-412e-b4f7-8b9e282d55c1'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:15:04.207097 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-7109ea88-7433-4b12-892b-757df929a416 req-f89ad579-ae97-471e-9986-55b4d5bfcc2b tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.30 "DELETE /v2.0/ports/56936d6a-4d48-412e-b4f7-8b9e282d55c1 HTTP/1.1" status: 204 len: 173 time: 0.7705386 Apr 22 15:15:04.263516 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2612f0d7-af31-472f-b2cb-117eee3f6697'] response: {'server_uuid': 'dad4f914-4185-4a07-8d61-407d8a814373', 'name': 'network-vif-deleted', 'tag': '56936d6a-4d48-412e-b4f7-8b9e282d55c1', 'status': 'completed', 'code': 200} Apr 22 15:15:04.460277 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fa22c19b-0f75-494f-903f-9a0c0a6d7be0 req-a07f2e4d-7614-4ef4-bba4-8d9d0d8bde87 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "GET /v2.0/ports?device_id=dad4f914-4185-4a07-8d61-407d8a814373 HTTP/1.1" status: 200 len: 210 time: 0.0424705 Apr 22 15:15:05.578496 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42850) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:06.082289 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:06.728336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:06.729079 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:06.924254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] For port 99bbc118-8b4b-4c10-af21-d04e8fd1f6df, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=99bbc118-8b4b-4c10-af21-d04e8fd1f6df,segment=NetworkSegment(28dbb12b-b7b6-42aa-98fc-4ec330724709),segment_id=28dbb12b-b7b6-42aa-98fc-4ec330724709)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:06.924637 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.052961 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for 99bbc118-8b4b-4c10-af21-d04e8fd1f6df owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:07.245623 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.293570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=99bbc118-8b4b-4c10-af21-d04e8fd1f6df,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:07.350610 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:07.351026 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:07.352052 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:07.352413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:07.352753 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:07.355907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:07.355907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:07.355907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:07.355907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:07.355907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:07.355907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:07.720189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.934228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 56936d6a-4d48-412e-b4f7-8b9e282d55c1 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:07.969627 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 56936d6a-4d48-412e-b4f7-8b9e282d55c1 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:07.969880 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 56936d6a-4d48-412e-b4f7-8b9e282d55c1 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:08.314955 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:08.535556 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:08.545292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4622cad-f544-4680-8585-2964566fb2fc None None] Sync routers for ids ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:08.549211 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0dd4df2b-b493-48ec-8eaf-542bc01b76f5 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "PUT /v2.0/routers/2b5b9885-7ab4-4c5c-839a-29b6e6048c08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9694316 Apr 22 15:15:08.551921 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42854) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:08.560331 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4622cad-f544-4680-8585-2964566fb2fc None None] Routers {'2b5b9885-7ab4-4c5c-839a-29b6e6048c08'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:08.560883 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e4622cad-f544-4680-8585-2964566fb2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:14:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:08.756465 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-e4622cad-f544-4680-8585-2964566fb2fc None None] Set router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:08.779579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac7fcf0-2367-4743-9155-acc528df76fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting subnet 03f3bf09-3eb7-4657-8e81-cd10ff83da4e {{(pid=83963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:15:08.782896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ac7fcf0-2367-4743-9155-acc528df76fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for subnet, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:08.939662 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ac7fcf0-2367-4743-9155-acc528df76fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1114692'] for subnet, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.029287 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ac7fcf0-2367-4743-9155-acc528df76fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.058313 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e4622cad-f544-4680-8585-2964566fb2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024643193', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:03Z', 'updated_at': '2022-04-22T15:15:07Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:09.062450 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4622cad-f544-4680-8585-2964566fb2fc None None] Checking router: 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:15:09.074574 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4622cad-f544-4680-8585-2964566fb2fc None None] Routers {'2b5b9885-7ab4-4c5c-839a-29b6e6048c08'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:09.075313 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e4622cad-f544-4680-8585-2964566fb2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:14:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:09.113297 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ac7fcf0-2367-4743-9155-acc528df76fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1969971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2010419'] for subnet, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.152032 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7fcf0-2367-4743-9155-acc528df76fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Subnet': ['ID=03f3bf09-3eb7-4657-8e81-cd10ff83da4e,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:09.167705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9ac7fcf0-2367-4743-9155-acc528df76fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.176165 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9ac7fcf0-2367-4743-9155-acc528df76fc tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/subnets/03f3bf09-3eb7-4657-8e81-cd10ff83da4e HTTP/1.1" status: 204 len: 168 time: 0.6230497 Apr 22 15:15:09.179391 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42858) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:09.193675 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd64d51-3a1d-4660-95a7-007cf7083025 None None] Network 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:09.404545 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a356e46-2e3d-4c98-be5f-c51b80e427f1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.482917 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-e4622cad-f544-4680-8585-2964566fb2fc None None] Set router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:09.620414 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a356e46-2e3d-4c98-be5f-c51b80e427f1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.631315 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-7a356e46-2e3d-4c98-be5f-c51b80e427f1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Deleting port 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:09.631772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a356e46-2e3d-4c98-be5f-c51b80e427f1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.771989 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] DHCP port deletion for 7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:15:09.780760 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Deleting port 539f33da-3e4a-470d-ac21-85d54959187e {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:09.781136 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.832991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [None req-7a356e46-2e3d-4c98-be5f-c51b80e427f1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] For port 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:09.833307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a356e46-2e3d-4c98-be5f-c51b80e427f1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.962386 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [None req-7a356e46-2e3d-4c98-be5f-c51b80e427f1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Calling delete_port for 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f owned by network:router_gateway {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:09.966814 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-e4622cad-f544-4680-8585-2964566fb2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024643193', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:03Z', 'updated_at': '2022-04-22T15:15:07Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:09.988851 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4622cad-f544-4680-8585-2964566fb2fc None None] The sync data for ids ['2b5b9885-7ab4-4c5c-839a-29b6e6048c08'] in dv-neutron-839027-1-hyperv is: [{'id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024643193', 'tenant_id': '6e44065b60334563abf0475e02cf7a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:03Z', 'updated_at': '2022-04-22T15:15:07Z', 'revision_number': 5, 'project_id': '6e44065b60334563abf0475e02cf7a35', 'gw_port': {'id': '7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5b9885-7ab4-4c5c-839a-29b6e6048c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:10.014200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] For port 539f33da-3e4a-470d-ac21-85d54959187e, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=539f33da-3e4a-470d-ac21-85d54959187e,segment=NetworkSegment(28dbb12b-b7b6-42aa-98fc-4ec330724709),segment_id=28dbb12b-b7b6-42aa-98fc-4ec330724709)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:10.014721 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:10.149110 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Calling delete_port for 539f33da-3e4a-470d-ac21-85d54959187e owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:10.154217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a356e46-2e3d-4c98-be5f-c51b80e427f1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:10.204688 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a356e46-2e3d-4c98-be5f-c51b80e427f1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Port': ['ID=7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:10.228029 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460'] for port, after_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:10.275667 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Pushing event deleted for resources: {'Port': ['ID=539f33da-3e4a-470d-ac21-85d54959187e,revision_number=None']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:10.287111 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] No DVR routers for this DVR port 539f33da-3e4a-470d-ac21-85d54959187e on host dv-neutron-839027-1-hyperv {{(pid=83965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:15:10.289564 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:10.290282 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:10.290282 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:10.290558 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:10.290895 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:10.291233 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:10.291583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:10.291909 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:10.292235 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:10.292620 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:10.292944 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c105-1db2-47c3-8202-b6613272771c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:10.444494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a356e46-2e3d-4c98-be5f-c51b80e427f1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:10.456591 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 539f33da-3e4a-470d-ac21-85d54959187e no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:10.494780 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 539f33da-3e4a-470d-ac21-85d54959187e {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:10.495153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 539f33da-3e4a-470d-ac21-85d54959187e not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:10.495538 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 99bbc118-8b4b-4c10-af21-d04e8fd1f6df no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:10.530767 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 99bbc118-8b4b-4c10-af21-d04e8fd1f6df {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:10.531095 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 99bbc118-8b4b-4c10-af21-d04e8fd1f6df not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:10.815448 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a356e46-2e3d-4c98-be5f-c51b80e427f1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:10.819791 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a356e46-2e3d-4c98-be5f-c51b80e427f1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:10.845417 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a356e46-2e3d-4c98-be5f-c51b80e427f1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:10.846259 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a356e46-2e3d-4c98-be5f-c51b80e427f1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Fanout notify agent at l3_agent the message router_deleted on router 2b5b9885-7ab4-4c5c-839a-29b6e6048c08 {{(pid=83963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:15:10.862880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-7a356e46-2e3d-4c98-be5f-c51b80e427f1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:10.864040 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-7a356e46-2e3d-4c98-be5f-c51b80e427f1 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/routers/2b5b9885-7ab4-4c5c-839a-29b6e6048c08 HTTP/1.1" status: 204 len: 168 time: 1.6835456 Apr 22 15:15:10.866697 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42862) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:10.984119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2ea3-6420-4d2a-8875-dfccb65bfa0f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.123161 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2ea3-6420-4d2a-8875-dfccb65bfa0f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.149836 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-ec8a2ea3-6420-4d2a-8875-dfccb65bfa0f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c20adeb-0b7d-4f08-8df3-7e90d52c89d8']}} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:11.162123 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-ec8a2ea3-6420-4d2a-8875-dfccb65bfa0f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28dbb12b-b7b6-42aa-98fc-4ec330724709') {'for_net_delete': True} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:11.162402 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.services.segments.db [None req-ec8a2ea3-6420-4d2a-8875-dfccb65bfa0f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28dbb12b-b7b6-42aa-98fc-4ec330724709') {} {{(pid=83963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:11.174102 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2ea3-6420-4d2a-8875-dfccb65bfa0f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1479863'] for segment, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.193042 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2ea3-6420-4d2a-8875-dfccb65bfa0f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.199192 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8a2ea3-6420-4d2a-8875-dfccb65bfa0f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:15:11.199609 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2ea3-6420-4d2a-8875-dfccb65bfa0f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1970013'] for segment, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: Traceback (most recent call last): Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: timer() Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: cb(*args, **kw) Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: return func(*args, **kwargs) Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: self._notify() Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: self.callback(batched_events) Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: event.method(event) Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: return f(self, *a, **k) Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._get(url).json() Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: return self.request(url, 'GET', **kwargs) Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:15:11.214089 dv-neutron-839027-1-hyperv neutron-server[83963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:15:11.297273 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2ea3-6420-4d2a-8875-dfccb65bfa0f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.317112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2ea3-6420-4d2a-8875-dfccb65bfa0f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.328358 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a2ea3-6420-4d2a-8875-dfccb65bfa0f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'Network': ['ID=7c20adeb-0b7d-4f08-8df3-7e90d52c89d8,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:11.341569 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ec8a2ea3-6420-4d2a-8875-dfccb65bfa0f tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/networks/7c20adeb-0b7d-4f08-8df3-7e90d52c89d8 HTTP/1.1" status: 204 len: 168 time: 0.4738533 Apr 22 15:15:11.344213 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42866) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:11.424108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45d55ec5-65e3-4a03-8bdd-e630f610cdd2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.458650 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45d55ec5-65e3-4a03-8bdd-e630f610cdd2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.524641 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45d55ec5-65e3-4a03-8bdd-e630f610cdd2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.544293 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d55ec5-65e3-4a03-8bdd-e630f610cdd2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5cec04-ab3a-45a2-afe4-e789771efb05,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:11.555399 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-45d55ec5-65e3-4a03-8bdd-e630f610cdd2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.556714 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-45d55ec5-65e3-4a03-8bdd-e630f610cdd2 tempest-TestNetworkAdvancedServerOps-2117523747 tempest-TestNetworkAdvancedServerOps-2117523747-project] 10.222.0.23 "DELETE /v2.0/security-groups/2b5cec04-ab3a-45a2-afe4-e789771efb05 HTTP/1.1" status: 204 len: 168 time: 0.2115188 Apr 22 15:15:12.016032 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42876) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:12.205384 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c39c4587-7ec3-4318-910e-a0229d3a3399 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e44065b60334563abf0475e02cf7a35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1878569 Apr 22 15:15:12.208161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42882) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:12.270960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1c7f-eb6b-45d4-8c33-209d5466c08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.296757 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1c7f-eb6b-45d4-8c33-209d5466c08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.326129 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:12.361486 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1c7f-eb6b-45d4-8c33-209d5466c08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.363425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:12.363770 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 7f623a64-81b6-4cb5-b6a1-f37a6eec2d4f not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:12.382339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed1c7f-eb6b-45d4-8c33-209d5466c08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675df862-2bc5-4609-8f45-9bfbea1d7339,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:12.390304 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1c7f-eb6b-45d4-8c33-209d5466c08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.391693 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b9ed1c7f-eb6b-45d4-8c33-209d5466c08d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/675df862-2bc5-4609-8f45-9bfbea1d7339 HTTP/1.1" status: 204 len: 168 time: 0.1826320 Apr 22 15:15:12.762443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42890) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:12.780840 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f2fd5a08-5043-4530-9ec4-39c781a0cdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.814409 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f2fd5a08-5043-4530-9ec4-39c781a0cdf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:12.818458 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f2fd5a08-5043-4530-9ec4-39c781a0cdf3 admin admin] Usage tracker for resource:security_group_rule and tenant:200e54e880a042fc9a1aaba36435aba9 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:12.821484 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-f2fd5a08-5043-4530-9ec4-39c781a0cdf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:12.827316 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-f2fd5a08-5043-4530-9ec4-39c781a0cdf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:12.895482 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f2fd5a08-5043-4530-9ec4-39c781a0cdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.899752 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f2fd5a08-5043-4530-9ec4-39c781a0cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.948039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd5a08-5043-4530-9ec4-39c781a0cdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15b9dbf-ecba-4c3a-a6e7-d05e81b2af3b,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:12.952157 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f2fd5a08-5043-4530-9ec4-39c781a0cdf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=200e54e880a042fc9a1aaba36435aba9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1887033 Apr 22 15:15:12.955000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42894) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:13.017915 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-76593317-325f-40c9-971a-5ac000c83ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.048317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-76593317-325f-40c9-971a-5ac000c83ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.102398 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-76593317-325f-40c9-971a-5ac000c83ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.119302 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76593317-325f-40c9-971a-5ac000c83ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15b9dbf-ecba-4c3a-a6e7-d05e81b2af3b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:13.123688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-76593317-325f-40c9-971a-5ac000c83ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.124785 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-76593317-325f-40c9-971a-5ac000c83ed3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b15b9dbf-ecba-4c3a-a6e7-d05e81b2af3b HTTP/1.1" status: 204 len: 168 time: 0.1688311 Apr 22 15:15:14.006695 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42916) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:14.145766 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1632064811-network', 'tenant_id': 'c313b4d88e8f46e394770429031b01af'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:14.150688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:14.154943 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Usage tracker for resource:network and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:14.157886 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:14.163946 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:14.177384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Made reservation on behalf of c313b4d88e8f46e394770429031b01af for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:14.179693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.193755 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.227582 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:14.231596 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Usage tracker for resource:security_group_rule and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:14.234543 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:14.245346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:14.310688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.315035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.343493 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:15:14.356430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe6e38c-3257-4b98-9699-1afada932b89,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:14.360895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.361237 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Added segment d2ea02e0-03cb-4c59-b092-2080eac3d8fd of type vlan for network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 Apr 22 15:15:14.388734 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.430957 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.431916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:14.432490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.533013 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] Pushing event updated for resources: {'Network': ['ID=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:14.536631 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4878e3fe-4f0c-4c6d-98e6-d0487880102c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5287964 Apr 22 15:15:14.539631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42922) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:14.544488 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:15:14.545071 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-e3abcc4a-b58d-4795-b983-7f98527ec943 admin admin] Request body: {'subnet': {'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1632064811-subnet', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'ip_version': 4}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:14.551150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e3abcc4a-b58d-4795-b983-7f98527ec943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:14.555374 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e3abcc4a-b58d-4795-b983-7f98527ec943 admin admin] Usage tracker for resource:subnet and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:14.558363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e3abcc4a-b58d-4795-b983-7f98527ec943 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:14.564372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e3abcc4a-b58d-4795-b983-7f98527ec943 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:14.575613 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3abcc4a-b58d-4795-b983-7f98527ec943 admin admin] Made reservation on behalf of c313b4d88e8f46e394770429031b01af for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:14.577929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e3abcc4a-b58d-4795-b983-7f98527ec943 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.888788 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e3abcc4a-b58d-4795-b983-7f98527ec943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.961000 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abcc4a-b58d-4795-b983-7f98527ec943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c415178-566d-4086-9223-abe7beda1f08,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:14.978009 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3abcc4a-b58d-4795-b983-7f98527ec943 admin admin] Checking segment: {'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:14.978362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3abcc4a-b58d-4795-b983-7f98527ec943 admin admin] Network hostable DHCP agents. Network: bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:15:15.000725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3abcc4a-b58d-4795-b983-7f98527ec943 admin admin] Network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:15:15.011722 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-e3abcc4a-b58d-4795-b983-7f98527ec943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:15.016285 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3abcc4a-b58d-4795-b983-7f98527ec943 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:15.016860 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e3abcc4a-b58d-4795-b983-7f98527ec943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.023674 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c35598b-5b09-4168-afbe-537222c83646 None None] Network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:15.041293 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e3abcc4a-b58d-4795-b983-7f98527ec943 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4979241 Apr 22 15:15:15.041547 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42926) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:15.046607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:15.051635 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:15.061013 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Usage tracker for resource:router and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:15.064128 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:15.070736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:15.083069 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.084047 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.104213 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.248671 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:15:15.255436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.264914 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.490394 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.493970 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Allocated IP 172.20.0.2 (bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97/6c415178-566d-4086-9223-abe7beda1f08/97567dcd-b5a3-44fe-be30-609b616b56d6) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:15.525773 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.669328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Allocated IP 172.26.0.42 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/f99b0cb0-f5cd-4360-8dd3-1b0d6948177c) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:15.717297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.728613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Transition to ACTIVE for port object 97567dcd-b5a3-44fe-be30-609b616b56d6 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:15.747902 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Transition to ACTIVE for port object 97567dcd-b5a3-44fe-be30-609b616b56d6 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:15.755053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.821644 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:15.824339 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:15.828316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:15.832891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.833755 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Pushing event updated for resources: {'Port': ['ID=97567dcd-b5a3-44fe-be30-609b616b56d6,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:15.863829 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.923720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Attempting to bind port 97567dcd-b5a3-44fe-be30-609b616b56d6 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:15.924085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Attempting to bind port 97567dcd-b5a3-44fe-be30-609b616b56d6 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:15.925291 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Attempting to bind port 97567dcd-b5a3-44fe-be30-609b616b56d6 on network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:15.932245 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:15.932616 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Checking segment: {'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:15.933047 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.933554 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Bound using segment: {'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:15.933878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Bound port: 97567dcd-b5a3-44fe-be30-609b616b56d6, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:15.934244 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.936769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:15.939631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:15.943861 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:15.978459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Pushing event updated for resources: {'Port': ['ID=f99b0cb0-f5cd-4360-8dd3-1b0d6948177c,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:16.029431 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] For port 97567dcd-b5a3-44fe-be30-609b616b56d6, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:16.032820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] For port 97567dcd-b5a3-44fe-be30-609b616b56d6, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=97567dcd-b5a3-44fe-be30-609b616b56d6,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:16.038118 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.118177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.118931 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.126255 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752e1aa-ea5a-4d47-889f-5e96474a15e3 None None] Pushing event updated for resources: {'Port': ['ID=97567dcd-b5a3-44fe-be30-609b616b56d6,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:16.415061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Router e387dbfd-a496-44ad-9010-0155f49784dc is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:15:16.420949 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 97567dcd-b5a3-44fe-be30-609b616b56d6 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:16.498018 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 97567dcd-b5a3-44fe-be30-609b616b56d6 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:16.732816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:16.743162 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Sync routers for ids ['e387dbfd-a496-44ad-9010-0155f49784dc'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:16.755819 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Routers {'e387dbfd-a496-44ad-9010-0155f49784dc'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:16.756436 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:14:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['e387dbfd-a496-44ad-9010-0155f49784dc'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:16.762356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.763687 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0f432aba-30a3-48f8-8a58-e7dbf71b02f5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7210317 Apr 22 15:15:16.766902 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42930) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:16.951036 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Set router e387dbfd-a496-44ad-9010-0155f49784dc gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:17.127849 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72bb916-200c-4297-880f-06c7312fe96d None None] Network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:17.252404 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a1b98e87-9fe8-4700-aada-0ff3963ab92c None None] Provisioning for port 97567dcd-b5a3-44fe-be30-609b616b56d6 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:17.260651 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:16Z', 'revision_number': 3, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:17.261990 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a1b98e87-9fe8-4700-aada-0ff3963ab92c None None] Provisioning complete for port 97567dcd-b5a3-44fe-be30-609b616b56d6 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:17.262370 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a1b98e87-9fe8-4700-aada-0ff3963ab92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.265751 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Checking router: e387dbfd-a496-44ad-9010-0155f49784dc for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:15:17.266175 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Updating router e387dbfd-a496-44ad-9010-0155f49784dc port f99b0cb0-f5cd-4360-8dd3-1b0d6948177c binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:15:17.328675 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.499267 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a1b98e87-9fe8-4700-aada-0ff3963ab92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.543274 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a1b98e87-9fe8-4700-aada-0ff3963ab92c None None] For port 97567dcd-b5a3-44fe-be30-609b616b56d6, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=97567dcd-b5a3-44fe-be30-609b616b56d6,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:17.548763 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a1b98e87-9fe8-4700-aada-0ff3963ab92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.630581 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.646354 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b98e87-9fe8-4700-aada-0ff3963ab92c None None] Pushing event updated for resources: {'Port': ['ID=97567dcd-b5a3-44fe-be30-609b616b56d6,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:17.779840 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.793655 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Transition to ACTIVE for port object f99b0cb0-f5cd-4360-8dd3-1b0d6948177c will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:17.803481 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.871483 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Allocated IP 172.20.0.1 (bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97/6c415178-566d-4086-9223-abe7beda1f08/b8667d6c-3c46-4f3d-b9a7-cc17256a5989) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:17.878696 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-bca63e11-0e81-41a7-a9ae-f1465ad32091 None None] Provisioning complete for port 97567dcd-b5a3-44fe-be30-609b616b56d6 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:17.879192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-bca63e11-0e81-41a7-a9ae-f1465ad32091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.884663 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Attempting to bind port f99b0cb0-f5cd-4360-8dd3-1b0d6948177c on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:17.885085 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Attempting to bind port f99b0cb0-f5cd-4360-8dd3-1b0d6948177c by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:17.885428 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Attempting to bind port f99b0cb0-f5cd-4360-8dd3-1b0d6948177c on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:17.888443 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d06afd-a22e-42bc-9e0f-fdd2e8a34148 None None] Pushing event updated for resources: {'Port': ['ID=f99b0cb0-f5cd-4360-8dd3-1b0d6948177c,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:17.902115 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d06afd-a22e-42bc-9e0f-fdd2e8a34148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:17.902771 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d06afd-a22e-42bc-9e0f-fdd2e8a34148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:17.903263 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d06afd-a22e-42bc-9e0f-fdd2e8a34148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:17.903770 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d06afd-a22e-42bc-9e0f-fdd2e8a34148 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:17.904260 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d06afd-a22e-42bc-9e0f-fdd2e8a34148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:17.904605 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d06afd-a22e-42bc-9e0f-fdd2e8a34148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:17.904911 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d06afd-a22e-42bc-9e0f-fdd2e8a34148 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:17.905233 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d06afd-a22e-42bc-9e0f-fdd2e8a34148 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:17.905550 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d06afd-a22e-42bc-9e0f-fdd2e8a34148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:17.905864 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d06afd-a22e-42bc-9e0f-fdd2e8a34148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:17.906176 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d06afd-a22e-42bc-9e0f-fdd2e8a34148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:17.910045 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:17.910737 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:17.911308 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.911827 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:17.912464 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Bound port: f99b0cb0-f5cd-4360-8dd3-1b0d6948177c, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:17.912992 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.995661 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] For port f99b0cb0-f5cd-4360-8dd3-1b0d6948177c, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:18.007701 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] For port f99b0cb0-f5cd-4360-8dd3-1b0d6948177c, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f99b0cb0-f5cd-4360-8dd3-1b0d6948177c,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:18.012771 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.050626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.068565 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Transition to ACTIVE for port object b8667d6c-3c46-4f3d-b9a7-cc17256a5989 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:18.098473 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.099162 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d06afd-a22e-42bc-9e0f-fdd2e8a34148 None None] Pushing event updated for resources: {'Port': ['ID=f99b0cb0-f5cd-4360-8dd3-1b0d6948177c,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:18.102681 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Routers {'e387dbfd-a496-44ad-9010-0155f49784dc'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:18.103574 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:14:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['e387dbfd-a496-44ad-9010-0155f49784dc'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:18.168842 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:18.171849 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:18.177262 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:18.208776 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b8667d6c-3c46-4f3d-b9a7-cc17256a5989,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:18.245336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.297698 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] Set router e387dbfd-a496-44ad-9010-0155f49784dc gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:18.342781 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.394053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 97567dcd-b5a3-44fe-be30-609b616b56d6 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:18.468060 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d08b1d9e-771d-4219-bb76-0c57d6fbecf2 None None] Provisioning for port b8667d6c-3c46-4f3d-b9a7-cc17256a5989 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:18.475007 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d08b1d9e-771d-4219-bb76-0c57d6fbecf2 None None] Provisioning complete for port b8667d6c-3c46-4f3d-b9a7-cc17256a5989 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:18.475552 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d08b1d9e-771d-4219-bb76-0c57d6fbecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.518012 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 97567dcd-b5a3-44fe-be30-609b616b56d6 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:18.519226 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.583429 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d08b1d9e-771d-4219-bb76-0c57d6fbecf2 None None] Port b8667d6c-3c46-4f3d-b9a7-cc17256a5989 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:18.614060 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.621805 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.659772 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:16Z', 'revision_number': 3, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:18.668230 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b1748d-07eb-4a79-ae30-a71f7583856a None None] The sync data for ids ['e387dbfd-a496-44ad-9010-0155f49784dc'] in dv-neutron-839027-1-hyperv is: [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:16Z', 'revision_number': 3, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:18.858784 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.869336 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b8667d6c-3c46-4f3d-b9a7-cc17256a5989,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:19.024212 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:19.025479 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:19.312010 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ea78ea84-90cb-4aea-b874-c0a6879046b9 None None] Provisioning complete for port b8667d6c-3c46-4f3d-b9a7-cc17256a5989 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:19.312538 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ea78ea84-90cb-4aea-b874-c0a6879046b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:19.373662 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ea78ea84-90cb-4aea-b874-c0a6879046b9 None None] Port b8667d6c-3c46-4f3d-b9a7-cc17256a5989 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:19.462293 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Router e387dbfd-a496-44ad-9010-0155f49784dc has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:19.676819 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:19.686677 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-fd825280-43d6-47b6-9c4f-e981d8ba66c5 admin admin] 10.222.0.23 "PUT /v2.0/routers/e387dbfd-a496-44ad-9010-0155f49784dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9179897 Apr 22 15:15:19.798179 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:15:20.401629 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f99b0cb0-f5cd-4360-8dd3-1b0d6948177c up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:20.472044 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port f99b0cb0-f5cd-4360-8dd3-1b0d6948177c completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:20.477318 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f99b0cb0-f5cd-4360-8dd3-1b0d6948177c triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:20.477719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.590910 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42952) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:20.600494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-13934944-network', 'tenant_id': 'ba0c6376786149238fe12fdda7596a8d'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:20.605142 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:20.609459 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Usage tracker for resource:network and tenant:ba0c6376786149238fe12fdda7596a8d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:20.612466 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:20.620163 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:20.633070 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Made reservation on behalf of ba0c6376786149238fe12fdda7596a8d for: {'network': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:20.635844 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.645898 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.649581 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.668557 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port f99b0cb0-f5cd-4360-8dd3-1b0d6948177c, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f99b0cb0-f5cd-4360-8dd3-1b0d6948177c,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:20.673469 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.686708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:20.691256 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Usage tracker for resource:security_group_rule and tenant:ba0c6376786149238fe12fdda7596a8d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:20.694383 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:20.700442 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:20.748496 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=f99b0cb0-f5cd-4360-8dd3-1b0d6948177c,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:20.787867 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.792085 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.824511 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=83963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:15:20.833438 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c247326d-d4d9-455e-97f5-ebf9d8c840dd,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:20.843061 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.843061 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.segments_db [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Added segment 6721646e-ea12-4a93-99f1-54e87478d15f of type vlan for network 6460a64e-35aa-400f-ad74-b0a9faabd9fb Apr 22 15:15:20.867927 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.902547 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.903424 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:20.903989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Notify callbacks [] for network, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.009651 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4172380 Apr 22 15:15:21.012634 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42956) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:21.020035 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-407cc5cc-8e10-4d38-84a7-4db9aef27c87 admin admin] Request body: {'subnet': {'network_id': '6460a64e-35aa-400f-ad74-b0a9faabd9fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-13934944-subnet', 'tenant_id': 'ba0c6376786149238fe12fdda7596a8d', 'ip_version': 4}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:21.028746 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-407cc5cc-8e10-4d38-84a7-4db9aef27c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:21.031081 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c73bfc-d0eb-4c7e-8494-d0e8753b4c72 admin admin] Pushing event updated for resources: {'Network': ['ID=6460a64e-35aa-400f-ad74-b0a9faabd9fb,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:21.035685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-407cc5cc-8e10-4d38-84a7-4db9aef27c87 admin admin] Usage tracker for resource:subnet and tenant:ba0c6376786149238fe12fdda7596a8d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:21.038848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-407cc5cc-8e10-4d38-84a7-4db9aef27c87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:21.042064 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 6460a64e-35aa-400f-ad74-b0a9faabd9fb details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:15:21.044968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-407cc5cc-8e10-4d38-84a7-4db9aef27c87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:21.056235 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407cc5cc-8e10-4d38-84a7-4db9aef27c87 admin admin] Made reservation on behalf of ba0c6376786149238fe12fdda7596a8d for: {'subnet': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:21.059008 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-407cc5cc-8e10-4d38-84a7-4db9aef27c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2010456'] for subnet, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.283947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-407cc5cc-8e10-4d38-84a7-4db9aef27c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1970164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2010442'] for subnet, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.357973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cc5cc-8e10-4d38-84a7-4db9aef27c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28c9158b-7fce-4c12-815e-71647c6f08b2,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:21.376272 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407cc5cc-8e10-4d38-84a7-4db9aef27c87 admin admin] Checking segment: {'id': '6721646e-ea12-4a93-99f1-54e87478d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6460a64e-35aa-400f-ad74-b0a9faabd9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:21.376629 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407cc5cc-8e10-4d38-84a7-4db9aef27c87 admin admin] Network hostable DHCP agents. Network: 6460a64e-35aa-400f-ad74-b0a9faabd9fb, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:15:21.411323 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407cc5cc-8e10-4d38-84a7-4db9aef27c87 admin admin] Network 6460a64e-35aa-400f-ad74-b0a9faabd9fb is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:15:21.420984 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-407cc5cc-8e10-4d38-84a7-4db9aef27c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 6460a64e-35aa-400f-ad74-b0a9faabd9fb) {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:21.425033 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407cc5cc-8e10-4d38-84a7-4db9aef27c87 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:21.425728 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-407cc5cc-8e10-4d38-84a7-4db9aef27c87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.429781 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63601d3-1959-4109-8980-40227515a824 None None] Network 6460a64e-35aa-400f-ad74-b0a9faabd9fb requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:21.450056 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-407cc5cc-8e10-4d38-84a7-4db9aef27c87 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4363928 Apr 22 15:15:21.452801 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42960) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:21.458662 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-13934944-router', 'tenant_id': 'ba0c6376786149238fe12fdda7596a8d', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:21.463776 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:21.469042 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Usage tracker for resource:router and tenant:ba0c6376786149238fe12fdda7596a8d is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:21.473174 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:21.479756 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:21.492342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.493511 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.513864 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.683959 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-6460a64e-35aa-400f-ad74-b0a9faabd9fb', 'network_id': '6460a64e-35aa-400f-ad74-b0a9faabd9fb', 'tenant_id': 'ba0c6376786149238fe12fdda7596a8d', 'fixed_ips': [{'subnet_id': '28c9158b-7fce-4c12-815e-71647c6f08b2'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:15:21.685427 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.776346 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.859523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Allocated IP 172.20.0.2 (6460a64e-35aa-400f-ad74-b0a9faabd9fb/28c9158b-7fce-4c12-815e-71647c6f08b2/241ffefa-6671-4a75-9801-9c54fe73175f) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:21.985010 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.022328 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.084529 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.099075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Transition to ACTIVE for port object 241ffefa-6671-4a75-9801-9c54fe73175f will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:22.120249 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Transition to ACTIVE for port object 241ffefa-6671-4a75-9801-9c54fe73175f will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:22.131821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.168584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Allocated IP 172.26.0.91 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:22.207056 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Sync routers for ids ['e387dbfd-a496-44ad-9010-0155f49784dc'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:22.228104 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Pushing event updated for resources: {'Port': ['ID=241ffefa-6671-4a75-9801-9c54fe73175f,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:22.231869 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Network 6460a64e-35aa-400f-ad74-b0a9faabd9fb is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:22.234893 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:22.237855 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:22.246038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Routers {'e387dbfd-a496-44ad-9010-0155f49784dc'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:22.246661 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:14:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['e387dbfd-a496-44ad-9010-0155f49784dc'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:22.327490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.359767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.395563 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f99b0cb0-f5cd-4360-8dd3-1b0d6948177c up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:22.437794 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:22.441377 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:22.446481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:22.473763 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:22.520879 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Attempting to bind port 241ffefa-6671-4a75-9801-9c54fe73175f on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:22.522165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Attempting to bind port 241ffefa-6671-4a75-9801-9c54fe73175f by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '6721646e-ea12-4a93-99f1-54e87478d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6460a64e-35aa-400f-ad74-b0a9faabd9fb'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:22.522165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Attempting to bind port 241ffefa-6671-4a75-9801-9c54fe73175f on network 6460a64e-35aa-400f-ad74-b0a9faabd9fb {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:22.561385 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:22.561756 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Checking segment: {'id': '6721646e-ea12-4a93-99f1-54e87478d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6460a64e-35aa-400f-ad74-b0a9faabd9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:22.562156 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.562547 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Bound using segment: {'id': '6721646e-ea12-4a93-99f1-54e87478d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6460a64e-35aa-400f-ad74-b0a9faabd9fb'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:22.563021 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Bound port: 241ffefa-6671-4a75-9801-9c54fe73175f, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6721646e-ea12-4a93-99f1-54e87478d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6460a64e-35aa-400f-ad74-b0a9faabd9fb'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:22.563429 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.583298 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9f03876a-65e4-4157-ab64-afb4741d726f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.618858 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.619685 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.648374 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port f99b0cb0-f5cd-4360-8dd3-1b0d6948177c triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:22.648732 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.682183 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Set router e387dbfd-a496-44ad-9010-0155f49784dc gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:22.833963 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] For port 241ffefa-6671-4a75-9801-9c54fe73175f, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:22.868217 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Router 7985070b-c2b5-4985-90bd-e5fe9ed7e965 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:15:22.898872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] For port 241ffefa-6671-4a75-9801-9c54fe73175f, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=241ffefa-6671-4a75-9801-9c54fe73175f,segment=NetworkSegment(6721646e-ea12-4a93-99f1-54e87478d15f),segment_id=6721646e-ea12-4a93-99f1-54e87478d15f)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:22.911711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.122019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:23.137108 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Sync routers for ids ['7985070b-c2b5-4985-90bd-e5fe9ed7e965'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:23.152047 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Routers {'7985070b-c2b5-4985-90bd-e5fe9ed7e965'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:23.153231 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:14:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7985070b-c2b5-4985-90bd-e5fe9ed7e965'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:23.163785 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.168466 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-54115231-91b0-4b1b-99f6-d80950dba568 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.7120643 Apr 22 15:15:23.168962 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42964) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:23.185750 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef70f6-c567-4e6c-b509-6e3c5faf15de None None] Pushing event updated for resources: {'Port': ['ID=241ffefa-6671-4a75-9801-9c54fe73175f,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:23.345183 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:18Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'b8667d6c-3c46-4f3d-b9a7-cc17256a5989', 'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'mac_address': 'fa:16:3e:28:91:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:17Z', 'updated_at': '2022-04-22T15:15:18Z', 'revision_number': 2, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'subnets': [{'id': '6c415178-566d-4086-9223-abe7beda1f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:23.350845 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Checking router: e387dbfd-a496-44ad-9010-0155f49784dc for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:15:23.351479 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Updating router e387dbfd-a496-44ad-9010-0155f49784dc port b8667d6c-3c46-4f3d-b9a7-cc17256a5989 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:15:23.379960 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Set router 7985070b-c2b5-4985-90bd-e5fe9ed7e965 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:23.436352 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.821591 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'name': 'tempest-TestShelveInstance-13934944-router', 'tenant_id': 'ba0c6376786149238fe12fdda7596a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': '3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:21Z', 'updated_at': '2022-04-22T15:15:22Z', 'revision_number': 3, 'project_id': 'ba0c6376786149238fe12fdda7596a8d', 'gw_port': {'id': '3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:22Z', 'updated_at': '2022-04-22T15:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:23.825611 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Checking router: 7985070b-c2b5-4985-90bd-e5fe9ed7e965 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:15:23.825952 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Updating router 7985070b-c2b5-4985-90bd-e5fe9ed7e965 port 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:15:23.883778 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.895604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.914115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Transition to ACTIVE for port object b8667d6c-3c46-4f3d-b9a7-cc17256a5989 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:23.922763 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.067713 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f5e78-34a4-4e63-99ec-8342e4495e23 None None] Pushing event updated for resources: {'Port': ['ID=b8667d6c-3c46-4f3d-b9a7-cc17256a5989,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:24.175518 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Attempting to bind port b8667d6c-3c46-4f3d-b9a7-cc17256a5989 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:24.175890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Attempting to bind port b8667d6c-3c46-4f3d-b9a7-cc17256a5989 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:24.176248 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Attempting to bind port b8667d6c-3c46-4f3d-b9a7-cc17256a5989 on network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:24.183523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:24.183896 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Checking segment: {'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:24.184300 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.184831 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Bound using segment: {'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:24.185308 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Bound port: b8667d6c-3c46-4f3d-b9a7-cc17256a5989, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:24.185677 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.293751 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] For port b8667d6c-3c46-4f3d-b9a7-cc17256a5989, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:24.297884 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] For port b8667d6c-3c46-4f3d-b9a7-cc17256a5989, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b8667d6c-3c46-4f3d-b9a7-cc17256a5989,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:24.305054 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.326692 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.418381 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.438008 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Transition to ACTIVE for port object 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:24.461759 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.488240 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f5e78-34a4-4e63-99ec-8342e4495e23 None None] Pushing event updated for resources: {'Port': ['ID=b8667d6c-3c46-4f3d-b9a7-cc17256a5989,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:24.502529 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Routers {'e387dbfd-a496-44ad-9010-0155f49784dc'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:24.503416 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:14:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['e387dbfd-a496-44ad-9010-0155f49784dc'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:24.594676 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Attempting to bind port 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:24.595723 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Attempting to bind port 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:24.596211 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Attempting to bind port 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65 on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:24.604814 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:24.605356 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:24.605849 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.606336 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:24.606897 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Bound port: 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:24.607775 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.638778 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012887e6-0967-4d99-9e24-4023598c5d09 None None] Pushing event updated for resources: {'Port': ['ID=3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:24.681179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Allocated IP 172.20.0.1 (6460a64e-35aa-400f-ad74-b0a9faabd9fb/28c9158b-7fce-4c12-815e-71647c6f08b2/d0516156-80cd-4bd7-8b8d-dedfe768ddf2) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:24.728217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] Set router e387dbfd-a496-44ad-9010-0155f49784dc gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:24.731520 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] For port 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:24.736063 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] For port 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:24.743733 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.826938 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Routers {'7985070b-c2b5-4985-90bd-e5fe9ed7e965'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:24.827758 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:14:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7985070b-c2b5-4985-90bd-e5fe9ed7e965'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:24.897193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.919553 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Transition to ACTIVE for port object d0516156-80cd-4bd7-8b8d-dedfe768ddf2 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:24.950158 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 241ffefa-6671-4a75-9801-9c54fe73175f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:24.953933 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.990491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd5f2c7-0fd1-4d69-b5ba-04a0c71ed170 None None] Network 6460a64e-35aa-400f-ad74-b0a9faabd9fb requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:25.027270 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Network 6460a64e-35aa-400f-ad74-b0a9faabd9fb is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:25.035488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:25.040648 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:25.067356 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012887e6-0967-4d99-9e24-4023598c5d09 None None] Pushing event updated for resources: {'Port': ['ID=3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:25.088705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Pushing event updated for resources: {'Port': ['ID=d0516156-80cd-4bd7-8b8d-dedfe768ddf2,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:25.107989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.115178 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] Set router 7985070b-c2b5-4985-90bd-e5fe9ed7e965 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:25.169616 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-feb3eef9-157c-49bb-a154-dbea8e939c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.177593 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.225859 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.313225 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 241ffefa-6671-4a75-9801-9c54fe73175f completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:25.386430 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8f1d5b6c-f55d-49cb-b1e3-bbabb9e8909f None None] Provisioning for port 241ffefa-6671-4a75-9801-9c54fe73175f completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:25.433358 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-8f1d5b6c-f55d-49cb-b1e3-bbabb9e8909f None None] Provisioning complete for port 241ffefa-6671-4a75-9801-9c54fe73175f triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:25.433725 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5b6c-f55d-49cb-b1e3-bbabb9e8909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.454653 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'name': 'tempest-TestShelveInstance-13934944-router', 'tenant_id': 'ba0c6376786149238fe12fdda7596a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': '3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:21Z', 'updated_at': '2022-04-22T15:15:22Z', 'revision_number': 3, 'project_id': 'ba0c6376786149238fe12fdda7596a8d', 'gw_port': {'id': '3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:22Z', 'updated_at': '2022-04-22T15:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:25.459663 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7b9415-71d8-4a7a-a7ec-d6153f8b917d None None] The sync data for ids ['7985070b-c2b5-4985-90bd-e5fe9ed7e965'] in dv-neutron-839027-1-hyperv is: [{'id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'name': 'tempest-TestShelveInstance-13934944-router', 'tenant_id': 'ba0c6376786149238fe12fdda7596a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': '3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:21Z', 'updated_at': '2022-04-22T15:15:22Z', 'revision_number': 3, 'project_id': 'ba0c6376786149238fe12fdda7596a8d', 'gw_port': {'id': '3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:22Z', 'updated_at': '2022-04-22T15:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:25.517126 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.519770 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:18Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'b8667d6c-3c46-4f3d-b9a7-cc17256a5989', 'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'mac_address': 'fa:16:3e:28:91:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:17Z', 'updated_at': '2022-04-22T15:15:24Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'subnets': [{'id': '6c415178-566d-4086-9223-abe7beda1f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:25.526487 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.528985 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b03fb-be2f-4b68-a0f3-99da387e3712 None None] The sync data for ids ['e387dbfd-a496-44ad-9010-0155f49784dc'] in dv-neutron-839027-1-hyperv is: [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:18Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'b8667d6c-3c46-4f3d-b9a7-cc17256a5989', 'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'mac_address': 'fa:16:3e:28:91:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:17Z', 'updated_at': '2022-04-22T15:15:24Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'subnets': [{'id': '6c415178-566d-4086-9223-abe7beda1f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:25.625296 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5b6c-f55d-49cb-b1e3-bbabb9e8909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.673005 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Pushing event updated for resources: {'Port': ['ID=d0516156-80cd-4bd7-8b8d-dedfe768ddf2,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:25.683969 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.690153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8f1d5b6c-f55d-49cb-b1e3-bbabb9e8909f None None] For port 241ffefa-6671-4a75-9801-9c54fe73175f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=241ffefa-6671-4a75-9801-9c54fe73175f,segment=NetworkSegment(6721646e-ea12-4a93-99f1-54e87478d15f),segment_id=6721646e-ea12-4a93-99f1-54e87478d15f)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:25.696967 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5b6c-f55d-49cb-b1e3-bbabb9e8909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.791140 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d5b6c-f55d-49cb-b1e3-bbabb9e8909f None None] Pushing event updated for resources: {'Port': ['ID=241ffefa-6671-4a75-9801-9c54fe73175f,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:26.030007 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Network 6460a64e-35aa-400f-ad74-b0a9faabd9fb is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:26.031106 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-88476d22-d7f3-4fe4-bcf4-ca3b9246d052 None None] Provisioning complete for port 241ffefa-6671-4a75-9801-9c54fe73175f triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:26.031628 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-88476d22-d7f3-4fe4-bcf4-ca3b9246d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.031926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:26.230694 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.249101 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.269603 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-88476d22-d7f3-4fe4-bcf4-ca3b9246d052 None None] Provisioning for port d0516156-80cd-4bd7-8b8d-dedfe768ddf2 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:26.276107 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-88476d22-d7f3-4fe4-bcf4-ca3b9246d052 None None] Provisioning complete for port d0516156-80cd-4bd7-8b8d-dedfe768ddf2 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:26.276634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-88476d22-d7f3-4fe4-bcf4-ca3b9246d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.384695 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-88476d22-d7f3-4fe4-bcf4-ca3b9246d052 None None] Port d0516156-80cd-4bd7-8b8d-dedfe768ddf2 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:26.526064 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3c789829-d8ec-4bbb-9079-a12c72199277 None None] Provisioning complete for port d0516156-80cd-4bd7-8b8d-dedfe768ddf2 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:26.526597 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c789829-d8ec-4bbb-9079-a12c72199277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.586461 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b8667d6c-3c46-4f3d-b9a7-cc17256a5989 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:26.652374 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-3c789829-d8ec-4bbb-9079-a12c72199277 None None] Port d0516156-80cd-4bd7-8b8d-dedfe768ddf2 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:26.699651 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port b8667d6c-3c46-4f3d-b9a7-cc17256a5989 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:26.700241 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Router 7985070b-c2b5-4985-90bd-e5fe9ed7e965 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:26.712074 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port b8667d6c-3c46-4f3d-b9a7-cc17256a5989 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:26.712452 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.802013 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-fad85e70-7dcc-4101-b520-f3c0a3b21f80 None None] Provisioning complete for port d0516156-80cd-4bd7-8b8d-dedfe768ddf2 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:26.802542 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fad85e70-7dcc-4101-b520-f3c0a3b21f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.866168 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-fad85e70-7dcc-4101-b520-f3c0a3b21f80 None None] Port d0516156-80cd-4bd7-8b8d-dedfe768ddf2 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:26.930153 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.954447 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:26.965128 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-35851e30-8a52-4a7f-b4ed-9313bbec0f50 admin admin] 10.222.0.23 "PUT /v2.0/routers/7985070b-c2b5-4985-90bd-e5fe9ed7e965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7945340 Apr 22 15:15:26.980011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port b8667d6c-3c46-4f3d-b9a7-cc17256a5989, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b8667d6c-3c46-4f3d-b9a7-cc17256a5989,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:26.986058 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.987923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:27.105953 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=b8667d6c-3c46-4f3d-b9a7-cc17256a5989,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:27.122906 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:27.129061 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:27.129436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.252943 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.271542 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:27.277148 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.277941 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 241ffefa-6671-4a75-9801-9c54fe73175f up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:27.397464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:27.413031 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 241ffefa-6671-4a75-9801-9c54fe73175f triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:27.413387 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.509481 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.929568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42974) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:27.936559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-4a574e63-89c1-4032-a5ec-ed7b665960a1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1160737321', 'description': 'tempest-secgroup-smoke-1160737321 description', 'project_id': 'c313b4d88e8f46e394770429031b01af'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:27.943182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4a574e63-89c1-4032-a5ec-ed7b665960a1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:27.946998 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4a574e63-89c1-4032-a5ec-ed7b665960a1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:security_group and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:27.949871 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4a574e63-89c1-4032-a5ec-ed7b665960a1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:27.956681 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4a574e63-89c1-4032-a5ec-ed7b665960a1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:27.967986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4a574e63-89c1-4032-a5ec-ed7b665960a1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.006328 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4a574e63-89c1-4032-a5ec-ed7b665960a1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:28.010106 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4a574e63-89c1-4032-a5ec-ed7b665960a1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:security_group_rule and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:28.013061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-4a574e63-89c1-4032-a5ec-ed7b665960a1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:28.019991 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-4a574e63-89c1-4032-a5ec-ed7b665960a1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:28.082587 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4a574e63-89c1-4032-a5ec-ed7b665960a1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.086142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4a574e63-89c1-4032-a5ec-ed7b665960a1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.129483 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a574e63-89c1-4032-a5ec-ed7b665960a1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfaee80-a34e-4704-925f-dac7e97b5c07,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:28.132053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-4a574e63-89c1-4032-a5ec-ed7b665960a1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.133224 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-4a574e63-89c1-4032-a5ec-ed7b665960a1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2017992 Apr 22 15:15:28.136296 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42978) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:28.141986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d8fe085e-ad43-4ac0-95bc-2598ab357e09 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'security_group_rule': {'security_group_id': '9cfaee80-a34e-4704-925f-dac7e97b5c07', 'project_id': 'c313b4d88e8f46e394770429031b01af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:28.148559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d8fe085e-ad43-4ac0-95bc-2598ab357e09 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:28.152434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d8fe085e-ad43-4ac0-95bc-2598ab357e09 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:security_group_rule and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:28.155392 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d8fe085e-ad43-4ac0-95bc-2598ab357e09 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:28.161245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d8fe085e-ad43-4ac0-95bc-2598ab357e09 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:28.178830 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8fe085e-ad43-4ac0-95bc-2598ab357e09 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.242550 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8fe085e-ad43-4ac0-95bc-2598ab357e09 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.246362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8fe085e-ad43-4ac0-95bc-2598ab357e09 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.267972 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe085e-ad43-4ac0-95bc-2598ab357e09 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a0f670-603a-435a-891d-b308a091d74d,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:28.281906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d8fe085e-ad43-4ac0-95bc-2598ab357e09 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.283082 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d8fe085e-ad43-4ac0-95bc-2598ab357e09 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1459188 Apr 22 15:15:28.285913 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42982) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:28.291363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-eb0e5e59-8020-42b3-92a0-6d81ed9ac634 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'security_group_rule': {'security_group_id': '9cfaee80-a34e-4704-925f-dac7e97b5c07', 'project_id': 'c313b4d88e8f46e394770429031b01af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:28.297430 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-eb0e5e59-8020-42b3-92a0-6d81ed9ac634 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:28.301714 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-eb0e5e59-8020-42b3-92a0-6d81ed9ac634 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:security_group_rule and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:28.304695 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-eb0e5e59-8020-42b3-92a0-6d81ed9ac634 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:28.310296 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-eb0e5e59-8020-42b3-92a0-6d81ed9ac634 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:28.327578 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5e59-8020-42b3-92a0-6d81ed9ac634 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.392166 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b8667d6c-3c46-4f3d-b9a7-cc17256a5989 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:28.403760 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5e59-8020-42b3-92a0-6d81ed9ac634 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.408150 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5e59-8020-42b3-92a0-6d81ed9ac634 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.437393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e5e59-8020-42b3-92a0-6d81ed9ac634 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b097f12-318e-4122-8a85-adbc4960c9f4,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:28.450245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5e59-8020-42b3-92a0-6d81ed9ac634 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.454845 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 42986) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:28.459793 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-eb0e5e59-8020-42b3-92a0-6d81ed9ac634 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1675653 Apr 22 15:15:28.461293 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-205c3ec9-971a-4eb7-9eea-21ee49783f07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'security_group_rule': {'security_group_id': '9cfaee80-a34e-4704-925f-dac7e97b5c07', 'project_id': 'c313b4d88e8f46e394770429031b01af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:28.467333 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-205c3ec9-971a-4eb7-9eea-21ee49783f07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:28.473098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-205c3ec9-971a-4eb7-9eea-21ee49783f07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:security_group_rule and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:28.474493 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port b8667d6c-3c46-4f3d-b9a7-cc17256a5989 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:28.474935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.475338 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-205c3ec9-971a-4eb7-9eea-21ee49783f07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:28.482517 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-205c3ec9-971a-4eb7-9eea-21ee49783f07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:28.500120 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-205c3ec9-971a-4eb7-9eea-21ee49783f07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.576333 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-205c3ec9-971a-4eb7-9eea-21ee49783f07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.580990 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-205c3ec9-971a-4eb7-9eea-21ee49783f07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.621184 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c3ec9-971a-4eb7-9eea-21ee49783f07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111fb9ec-15d2-47ba-b5fa-9c8cb0e1e52a,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:28.631539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-205c3ec9-971a-4eb7-9eea-21ee49783f07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.635333 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-205c3ec9-971a-4eb7-9eea-21ee49783f07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1766672 Apr 22 15:15:28.646003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42990) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:28.651768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-e4f29f61-eb45-4ac1-83df-b45d2c8dac07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'security_group_rule': {'security_group_id': '9cfaee80-a34e-4704-925f-dac7e97b5c07', 'project_id': 'c313b4d88e8f46e394770429031b01af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:28.656812 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:28.657498 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e4f29f61-eb45-4ac1-83df-b45d2c8dac07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:28.670509 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e4f29f61-eb45-4ac1-83df-b45d2c8dac07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:security_group_rule and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:28.675107 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e4f29f61-eb45-4ac1-83df-b45d2c8dac07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:28.681741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e4f29f61-eb45-4ac1-83df-b45d2c8dac07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:28.702787 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4f29f61-eb45-4ac1-83df-b45d2c8dac07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.730782 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:28.731150 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.780620 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4f29f61-eb45-4ac1-83df-b45d2c8dac07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.785928 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4f29f61-eb45-4ac1-83df-b45d2c8dac07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.810200 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f29f61-eb45-4ac1-83df-b45d2c8dac07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2652697-585b-4ffb-ba96-c00d29d6dbe9,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:28.829957 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4f29f61-eb45-4ac1-83df-b45d2c8dac07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.833442 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e4f29f61-eb45-4ac1-83df-b45d2c8dac07 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1861317 Apr 22 15:15:28.836882 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42994) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:28.844120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-84262ae8-26b3-42c7-8b34-539e2717b709 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'security_group_rule': {'security_group_id': '9cfaee80-a34e-4704-925f-dac7e97b5c07', 'project_id': 'c313b4d88e8f46e394770429031b01af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:28.853761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-84262ae8-26b3-42c7-8b34-539e2717b709 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:28.859101 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-84262ae8-26b3-42c7-8b34-539e2717b709 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:security_group_rule and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:28.862981 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-84262ae8-26b3-42c7-8b34-539e2717b709 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:28.869179 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-84262ae8-26b3-42c7-8b34-539e2717b709 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:28.881710 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-84262ae8-26b3-42c7-8b34-539e2717b709 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Project c313b4d88e8f46e394770429031b01af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:15:28.890798 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-84262ae8-26b3-42c7-8b34-539e2717b709 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.958426 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-84262ae8-26b3-42c7-8b34-539e2717b709 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.962429 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-84262ae8-26b3-42c7-8b34-539e2717b709 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.985508 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84262ae8-26b3-42c7-8b34-539e2717b709 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d7e94e-31e9-453d-98c4-cfd4b65524f4,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:28.995100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-84262ae8-26b3-42c7-8b34-539e2717b709 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.996312 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-84262ae8-26b3-42c7-8b34-539e2717b709 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1581666 Apr 22 15:15:28.999556 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 42998) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:29.005267 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-bc0010c6-6453-4937-81b4-b00923d15aeb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'security_group_rule': {'security_group_id': '9cfaee80-a34e-4704-925f-dac7e97b5c07', 'project_id': 'c313b4d88e8f46e394770429031b01af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:29.011356 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-bc0010c6-6453-4937-81b4-b00923d15aeb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:29.015232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-bc0010c6-6453-4937-81b4-b00923d15aeb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:security_group_rule and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:29.019396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-bc0010c6-6453-4937-81b4-b00923d15aeb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:29.025231 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-bc0010c6-6453-4937-81b4-b00923d15aeb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:29.036216 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-bc0010c6-6453-4937-81b4-b00923d15aeb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Project c313b4d88e8f46e394770429031b01af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:15:29.042792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc0010c6-6453-4937-81b4-b00923d15aeb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.113446 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc0010c6-6453-4937-81b4-b00923d15aeb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.117727 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc0010c6-6453-4937-81b4-b00923d15aeb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.140802 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0010c6-6453-4937-81b4-b00923d15aeb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95aab721-fcad-4ac9-8c09-441d19e9fc4c,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:29.151479 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc0010c6-6453-4937-81b4-b00923d15aeb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.152692 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bc0010c6-6453-4937-81b4-b00923d15aeb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1521041 Apr 22 15:15:29.334532 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-9ed1df0c-b907-4e24-8f6a-5bf2c772511e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Synchronizing usage tracker for tenant:c313b4d88e8f46e394770429031b01af on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:29.355003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-9ed1df0c-b907-4e24-8f6a-5bf2c772511e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Unset dirty status for tenant:c313b4d88e8f46e394770429031b01af on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:29.356600 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-9ed1df0c-b907-4e24-8f6a-5bf2c772511e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160737321&fields=id&tenant_id=c313b4d88e8f46e394770429031b01af HTTP/1.1" status: 200 len: 267 time: 0.0654743 Apr 22 15:15:29.515652 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-eb2fa90c-2cfb-4f3c-91a9-915a093d976c tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:29.516295 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-eb2fa90c-2cfb-4f3c-91a9-915a093d976c tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Synchronizing usage tracker for tenant:c313b4d88e8f46e394770429031b01af on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:29.535604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-eb2fa90c-2cfb-4f3c-91a9-915a093d976c tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Unset dirty status for tenant:c313b4d88e8f46e394770429031b01af on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:29.537776 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-eb2fa90c-2cfb-4f3c-91a9-915a093d976c tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 809 time: 0.1740313 Apr 22 15:15:29.554898 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-cd94eaa4-a182-49ed-9fea-d2a96990962b tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/quotas/c313b4d88e8f46e394770429031b01af HTTP/1.1" status: 200 len: 375 time: 0.0118554 Apr 22 15:15:29.644841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-0c19d710-2a46-4b47-94a6-0318bc29b2ab tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Synchronizing usage tracker for tenant:c313b4d88e8f46e394770429031b01af on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:29.663268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-0c19d710-2a46-4b47-94a6-0318bc29b2ab tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Unset dirty status for tenant:c313b4d88e8f46e394770429031b01af on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:29.664647 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-0c19d710-2a46-4b47-94a6-0318bc29b2ab tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042104 Apr 22 15:15:29.909765 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-fe6890cd-d3fd-4a43-8b7a-464339475804 service neutron] 10.222.0.23 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321482 Apr 22 15:15:30.047321 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-6dcf6920-f96b-458e-a683-bee7742215bd service neutron] 10.222.0.23 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321058 Apr 22 15:15:30.248428 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3ede700e-847c-4a59-8c0d-76cc107a0343 req-81e5911f-0674-4df3-9800-5510f151d515 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 210 time: 0.0472791 Apr 22 15:15:31.418095 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b5190185-25c0-477f-a507-bc304a59e694 req-846bdc9f-672e-4e73-8ee3-d283f261b840 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 210 time: 0.0446796 Apr 22 15:15:31.590767 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-cd9c2f10-d6d3-4288-a455-fa90886a3314 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:31.592272 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-cd9c2f10-d6d3-4288-a455-fa90886a3314 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 809 time: 0.1715229 Apr 22 15:15:31.658259 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-4993e01f-98dd-40d0-bffa-365e308d3006 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c313b4d88e8f46e394770429031b01af HTTP/1.1" status: 200 len: 380 time: 0.0542552 Apr 22 15:15:31.666596 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-916879ab-9013-41dd-86da-a47d0b08ba08 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'port': {'device_id': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'admin_state_up': True, 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'security_groups': ['9cfaee80-a34e-4704-925f-dac7e97b5c07']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:31.807242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-916879ab-9013-41dd-86da-a47d0b08ba08 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:31.822493 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-916879ab-9013-41dd-86da-a47d0b08ba08 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:31.833984 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-916879ab-9013-41dd-86da-a47d0b08ba08 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Made reservation on behalf of c313b4d88e8f46e394770429031b01af for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:31.837428 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-916879ab-9013-41dd-86da-a47d0b08ba08 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.012126 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-916879ab-9013-41dd-86da-a47d0b08ba08 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Allocated IP 172.20.0.11 (bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97/6c415178-566d-4086-9223-abe7beda1f08/85b10e66-7e8e-4ffc-933a-9258bd82c043) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:32.207179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-916879ab-9013-41dd-86da-a47d0b08ba08 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.225094 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-916879ab-9013-41dd-86da-a47d0b08ba08 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Transition to ACTIVE for port object 85b10e66-7e8e-4ffc-933a-9258bd82c043 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:32.246753 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-916879ab-9013-41dd-86da-a47d0b08ba08 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.323712 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-916879ab-9013-41dd-86da-a47d0b08ba08 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:32.326893 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-916879ab-9013-41dd-86da-a47d0b08ba08 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:32.331681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916879ab-9013-41dd-86da-a47d0b08ba08 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'Port': ['ID=85b10e66-7e8e-4ffc-933a-9258bd82c043,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:32.335636 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-916879ab-9013-41dd-86da-a47d0b08ba08 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:32.400199 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-916879ab-9013-41dd-86da-a47d0b08ba08 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:32.400828 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-916879ab-9013-41dd-86da-a47d0b08ba08 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.429271 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-916879ab-9013-41dd-86da-a47d0b08ba08 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7663214 Apr 22 15:15:32.441943 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Request body: {'port': {'device_id': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:32.534632 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ccf68502-6b8f-41aa-aa65-78548777a52b None None] Provisioning for port 85b10e66-7e8e-4ffc-933a-9258bd82c043 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:32.540495 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-ccf68502-6b8f-41aa-aa65-78548777a52b None None] Provisioning complete for port 85b10e66-7e8e-4ffc-933a-9258bd82c043 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:32.541266 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ccf68502-6b8f-41aa-aa65-78548777a52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.608491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-ccf68502-6b8f-41aa-aa65-78548777a52b None None] Port 85b10e66-7e8e-4ffc-933a-9258bd82c043 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:32.655550 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee309520-c6f5-4000-9ae0-9b7ebd57d19d req-125e636e-e44b-4911-9e0e-bb9f9c955708 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:32.657168 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ee309520-c6f5-4000-9ae0-9b7ebd57d19d req-125e636e-e44b-4911-9e0e-bb9f9c955708 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 932 time: 0.1015468 Apr 22 15:15:32.690729 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.708130 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ee309520-c6f5-4000-9ae0-9b7ebd57d19d req-1bb624e5-b17f-4e43-b47a-a09836613289 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431764 Apr 22 15:15:33.049980 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b10e66-7e8e-4ffc-933a-9258bd82c043 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:15:33.057240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:33.072162 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Transition to ACTIVE for port object 85b10e66-7e8e-4ffc-933a-9258bd82c043 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:33.076929 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:33.216797 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Pushing event updated for resources: {'Port': ['ID=85b10e66-7e8e-4ffc-933a-9258bd82c043,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:33.328989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Attempting to bind port 85b10e66-7e8e-4ffc-933a-9258bd82c043 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:33.329321 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Attempting to bind port 85b10e66-7e8e-4ffc-933a-9258bd82c043 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:33.329648 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Attempting to bind port 85b10e66-7e8e-4ffc-933a-9258bd82c043 on network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:33.337607 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Port 85b10e66-7e8e-4ffc-933a-9258bd82c043 on network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:33.337814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Attempting to bind port 85b10e66-7e8e-4ffc-933a-9258bd82c043 on network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:33.344243 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:33.344572 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Checking segment: {'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:33.344984 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Bound using segment: {'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:33.345408 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Bound port: 85b10e66-7e8e-4ffc-933a-9258bd82c043, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:33.345754 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:33.440500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] For port 85b10e66-7e8e-4ffc-933a-9258bd82c043, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:33.443582 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] For port 85b10e66-7e8e-4ffc-933a-9258bd82c043, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:33.448407 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:33.510014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:33.511412 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] 10.222.0.30 "PUT /v2.0/ports/85b10e66-7e8e-4ffc-933a-9258bd82c043 HTTP/1.1" status: 200 len: 1094 time: 1.0744181 Apr 22 15:15:33.511848 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'tag': '85b10e66-7e8e-4ffc-933a-9258bd82c043'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:15:33.545776 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65958b90-f612-4e88-8539-26bd777b99e4 service neutron] Pushing event updated for resources: {'Port': ['ID=85b10e66-7e8e-4ffc-933a-9258bd82c043,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:33.617298 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca969af-7a03-470d-af2e-2435a3f66fc1'] response: {'name': 'network-changed', 'server_uuid': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'tag': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'status': 'completed', 'code': 200} Apr 22 15:15:33.673578 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-39647b61-d108-4acd-8c52-d8c1e17ea905 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 1097 time: 0.0890551 Apr 22 15:15:33.751083 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-01ac82f2-6c3a-4510-8580-9e1e24505b9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043 HTTP/1.1" status: 200 len: 217 time: 0.0702391 Apr 22 15:15:33.817302 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-60b6ff1a-fcc0-420a-be5d-442bf2f133e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:33.818658 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-60b6ff1a-fcc0-420a-be5d-442bf2f133e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0620737 Apr 22 15:15:33.910035 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-954d026c-6ddc-4556-9b98-4374b9dc551e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838428 Apr 22 15:15:33.916187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f7f55-b091-433f-8374-1b92b36d3482 req-809b6d76-0517-4c8f-98cb-23ab7bb3b2ea tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:33.917653 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5b9f7f55-b091-433f-8374-1b92b36d3482 req-809b6d76-0517-4c8f-98cb-23ab7bb3b2ea tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0831287 Apr 22 15:15:33.969758 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5b9f7f55-b091-433f-8374-1b92b36d3482 req-5f5ccc60-0b1d-4318-b0f2-8c76d31e39cd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428660 Apr 22 15:15:34.046383 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-81c91783-e991-4761-8c7f-0d79db99910d service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312261 Apr 22 15:15:34.184926 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1b608610-0e61-4131-9fe4-a6bcf7496981 req-5d37d825-7ebb-47b9-bc91-f751c3769d44 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330569 Apr 22 15:15:34.299989 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-334dec20-6897-4141-9987-1cdcc0a1f9d1 req-eb1dbc77-d29c-4319-91dd-492c03d20e25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 1097 time: 0.0692351 Apr 22 15:15:34.436011 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334dec20-6897-4141-9987-1cdcc0a1f9d1 req-1d4d81a9-7328-45f9-af28-94eaf6e37f39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:34.437370 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-334dec20-6897-4141-9987-1cdcc0a1f9d1 req-1d4d81a9-7328-45f9-af28-94eaf6e37f39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.1309614 Apr 22 15:15:34.601544 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-334dec20-6897-4141-9987-1cdcc0a1f9d1 req-1c7d524d-1998-4b1b-9c99-619e2cdf086e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043 HTTP/1.1" status: 200 len: 217 time: 0.1575880 Apr 22 15:15:34.668029 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334dec20-6897-4141-9987-1cdcc0a1f9d1 req-5c7ba232-1885-4981-8155-50639638067f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:34.669613 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-334dec20-6897-4141-9987-1cdcc0a1f9d1 req-5c7ba232-1885-4981-8155-50639638067f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0617089 Apr 22 15:15:34.760762 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-334dec20-6897-4141-9987-1cdcc0a1f9d1 req-9ac97a99-c5f7-4966-afa6-e26ec4e83ae4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850680 Apr 22 15:15:34.897093 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-334dec20-6897-4141-9987-1cdcc0a1f9d1 req-93f9ee26-9e6f-4b08-a3a5-b4b19336ab0e service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301668 Apr 22 15:15:35.035358 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-334dec20-6897-4141-9987-1cdcc0a1f9d1 req-55fa4128-304c-492b-b219-321f4287e867 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314189 Apr 22 15:15:35.197378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9aa47-6e8a-472d-af10-69c4859b31ec req-9a92c564-c00a-468a-a6e3-7d78a80f40f7 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:35.198822 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b0c9aa47-6e8a-472d-af10-69c4859b31ec req-9a92c564-c00a-468a-a6e3-7d78a80f40f7 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0924015 Apr 22 15:15:35.246020 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b0c9aa47-6e8a-472d-af10-69c4859b31ec req-403048e4-3442-4eff-8af3-e39c6116970e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412238 Apr 22 15:15:36.120988 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 85b10e66-7e8e-4ffc-933a-9258bd82c043 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:15:36.264068 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 85b10e66-7e8e-4ffc-933a-9258bd82c043, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:36.278989 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'port_id': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'mac_address': 'fa:16:3e:86:41:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:15:36.341992 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.360388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b10e66-7e8e-4ffc-933a-9258bd82c043 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:15:36.376774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 85b10e66-7e8e-4ffc-933a-9258bd82c043, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:36.382908 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.455410 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca8f25-d04c-434b-9db4-8f1ae5da72ed req-7db73de9-eaa6-4a20-b4ad-278aa79a7de3 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:36.457436 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-60ca8f25-d04c-434b-9db4-8f1ae5da72ed req-7db73de9-eaa6-4a20-b4ad-278aa79a7de3 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0847623 Apr 22 15:15:36.465198 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=85b10e66-7e8e-4ffc-933a-9258bd82c043,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:36.510523 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-60ca8f25-d04c-434b-9db4-8f1ae5da72ed req-ce5fafbd-3168-4700-9e53-7a8d7e234c24 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472615 Apr 22 15:15:36.590589 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['85b10e66-7e8e-4ffc-933a-9258bd82c043'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:15:37.728261 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a08663-93c8-4004-a0ee-f33d02702df8 req-7442f292-6661-44d8-8ca3-5d70427a5242 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:37.729738 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86a08663-93c8-4004-a0ee-f33d02702df8 req-7442f292-6661-44d8-8ca3-5d70427a5242 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0935919 Apr 22 15:15:37.777111 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86a08663-93c8-4004-a0ee-f33d02702df8 req-16c0d78e-fd87-4d9c-9e61-3e9b23e81096 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418770 Apr 22 15:15:38.121160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 85b10e66-7e8e-4ffc-933a-9258bd82c043 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:38.197130 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 85b10e66-7e8e-4ffc-933a-9258bd82c043 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:38.203802 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 85b10e66-7e8e-4ffc-933a-9258bd82c043 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:38.204193 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:38.327613 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:38.356535 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b10e66-7e8e-4ffc-933a-9258bd82c043'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:15:38.367464 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 85b10e66-7e8e-4ffc-933a-9258bd82c043, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:38.371713 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:38.443978 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=85b10e66-7e8e-4ffc-933a-9258bd82c043,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:38.498426 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb2d2f2-fcb1-42fc-9e4c-8ef1f3282c12'] response: {'server_uuid': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'code': 200} Apr 22 15:15:38.732396 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5eaddeb5-8688-459c-8e5e-04229bae1617 req-cdf600f0-3447-4176-b20e-f3eb92f00939 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 1099 time: 0.0725574 Apr 22 15:15:38.775957 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5eaddeb5-8688-459c-8e5e-04229bae1617 req-2c207700-3a5e-49b7-b836-2d4c62655a68 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379274 Apr 22 15:15:38.982345 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b245c4-042f-4dea-98e2-a5410c0f0f3b req-5ea27bf4-ca9a-4c23-80d1-40cbe12c3bc1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:38.983849 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86b245c4-042f-4dea-98e2-a5410c0f0f3b req-5ea27bf4-ca9a-4c23-80d1-40cbe12c3bc1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0812478 Apr 22 15:15:39.034864 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-86b245c4-042f-4dea-98e2-a5410c0f0f3b req-1029ddda-21e9-4ce5-9714-ff858f05640b tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443347 Apr 22 15:15:40.244474 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c113c-38a6-489a-8ded-e27c74e44d6e req-faa5b4d2-833d-4947-b1f6-585089848522 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:40.245924 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9d7c113c-38a6-489a-8ded-e27c74e44d6e req-faa5b4d2-833d-4947-b1f6-585089848522 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0785186 Apr 22 15:15:40.297929 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9d7c113c-38a6-489a-8ded-e27c74e44d6e req-e7cfeffe-3389-43ea-bf06-4d68f344bc7a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430007 Apr 22 15:15:40.507382 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67dfba-71d9-40b8-9a39-7d98e9e81e85 req-ffa36fa7-2b02-44f9-9829-75b491db53c3 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:40.508947 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1f67dfba-71d9-40b8-9a39-7d98e9e81e85 req-ffa36fa7-2b02-44f9-9829-75b491db53c3 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0861011 Apr 22 15:15:40.554900 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1f67dfba-71d9-40b8-9a39-7d98e9e81e85 req-bb73c051-655c-48c6-b17a-782d5da6a43f tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403156 Apr 22 15:15:40.587630 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43048) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:40.787225 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-afb0da69-b29a-4444-a113-0f1f68a99940 tempest-TestShelveInstance-2036388405 tempest-TestShelveInstance-2036388405-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 1094 time: 0.1984255 Apr 22 15:15:40.790027 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43054) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:40.795322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:40.801572 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:40.805464 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:floatingip and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:40.808434 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:40.814099 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:40.829652 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:40.976182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.124362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Allocated IP 172.26.0.163 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/8d2b792c-a3b2-46db-8d3a-d9c67a673200) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:41.288919 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.319002 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.388329 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:41.391431 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:41.396487 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:41.516590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'Port': ['ID=8d2b792c-a3b2-46db-8d3a-d9c67a673200,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:42.036504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.094504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.310996 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.316241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.429338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'Port': ['ID=8d2b792c-a3b2-46db-8d3a-d9c67a673200,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:42.444580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.637553 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Floating IP 94b5042e-39f1-4a0c-b185-756be150a43f associated. External IP: 172.26.0.163, port: 85b10e66-7e8e-4ffc-933a-9258bd82c043. Apr 22 15:15:43.146983 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Router e387dbfd-a496-44ad-9010-0155f49784dc has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:43.356750 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:43.366480 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f4913-f068-46d1-b6a7-a5c84748cc5f None None] Sync routers for ids ['e387dbfd-a496-44ad-9010-0155f49784dc'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:43.378944 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5f4913-f068-46d1-b6a7-a5c84748cc5f None None] Routers {'e387dbfd-a496-44ad-9010-0155f49784dc'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:43.379707 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-6b5f4913-f068-46d1-b6a7-a5c84748cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:15:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['e387dbfd-a496-44ad-9010-0155f49784dc'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:43.382641 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.450785 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d5677403-125f-4907-9e2d-f0b41664eae8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6508954 Apr 22 15:15:43.450785 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'tag': '85b10e66-7e8e-4ffc-933a-9258bd82c043'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:15:43.501900 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367be387-2efe-43bb-a0e0-d58f8c696bdf'] response: {'name': 'network-changed', 'server_uuid': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'tag': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'status': 'completed', 'code': 200} Apr 22 15:15:43.570913 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-6b5f4913-f068-46d1-b6a7-a5c84748cc5f None None] Set router e387dbfd-a496-44ad-9010-0155f49784dc gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:43.604224 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9cd05772-7371-4609-a8e3-839fa28a6088 req-72912fe1-c12f-432d-bb1c-343774e862bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 1099 time: 0.0811093 Apr 22 15:15:43.760331 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd05772-7371-4609-a8e3-839fa28a6088 req-a06326bd-d7c9-449f-a2d5-826174ad7fd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:43.761640 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9cd05772-7371-4609-a8e3-839fa28a6088 req-a06326bd-d7c9-449f-a2d5-826174ad7fd0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.1510975 Apr 22 15:15:43.875582 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9cd05772-7371-4609-a8e3-839fa28a6088 req-f7a8f2c2-28e1-40de-a9f6-fdc81311539e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043 HTTP/1.1" status: 200 len: 1000 time: 0.1080773 Apr 22 15:15:43.942014 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd05772-7371-4609-a8e3-839fa28a6088 req-0c7d2e26-d094-4011-98ba-1956b18aac83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:43.943502 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9cd05772-7371-4609-a8e3-839fa28a6088 req-0c7d2e26-d094-4011-98ba-1956b18aac83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0622251 Apr 22 15:15:43.984273 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-6b5f4913-f068-46d1-b6a7-a5c84748cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:18Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '94b5042e-39f1-4a0c-b185-756be150a43f', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'floating_ip_address': '172.26.0.163', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'port_id': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'mac_address': 'fa:16:3e:86:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:15:41Z', 'updated_at': '2022-04-22T15:15:41Z', 'revision_number': 0, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8667d6c-3c46-4f3d-b9a7-cc17256a5989', 'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'mac_address': 'fa:16:3e:28:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:17Z', 'updated_at': '2022-04-22T15:15:26Z', 'revision_number': 5, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'subnets': [{'id': '6c415178-566d-4086-9223-abe7beda1f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:43.989228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f4913-f068-46d1-b6a7-a5c84748cc5f None None] Checking router: e387dbfd-a496-44ad-9010-0155f49784dc for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:15:44.000569 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5f4913-f068-46d1-b6a7-a5c84748cc5f None None] Routers {'e387dbfd-a496-44ad-9010-0155f49784dc'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:44.001194 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-6b5f4913-f068-46d1-b6a7-a5c84748cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:15:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['e387dbfd-a496-44ad-9010-0155f49784dc'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:44.024334 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9cd05772-7371-4609-a8e3-839fa28a6088 req-628ec83b-2e91-4235-b1ff-662eb8788e8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748491 Apr 22 15:15:44.164738 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9cd05772-7371-4609-a8e3-839fa28a6088 req-ef03da8e-bc66-43f3-b807-118c65968811 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341400 Apr 22 15:15:44.182766 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-6b5f4913-f068-46d1-b6a7-a5c84748cc5f None None] Set router e387dbfd-a496-44ad-9010-0155f49784dc gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:44.308282 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-9cd05772-7371-4609-a8e3-839fa28a6088 req-67e07c93-7f73-454a-b2a0-f29fe9689583 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379366 Apr 22 15:15:44.545359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-6b5f4913-f068-46d1-b6a7-a5c84748cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:18Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '94b5042e-39f1-4a0c-b185-756be150a43f', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'floating_ip_address': '172.26.0.163', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'port_id': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'mac_address': 'fa:16:3e:86:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:15:41Z', 'updated_at': '2022-04-22T15:15:41Z', 'revision_number': 0, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8667d6c-3c46-4f3d-b9a7-cc17256a5989', 'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'mac_address': 'fa:16:3e:28:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:17Z', 'updated_at': '2022-04-22T15:15:26Z', 'revision_number': 5, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'subnets': [{'id': '6c415178-566d-4086-9223-abe7beda1f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:44.550590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f4913-f068-46d1-b6a7-a5c84748cc5f None None] The sync data for ids ['e387dbfd-a496-44ad-9010-0155f49784dc'] in dv-neutron-839027-1-hyperv is: [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:18Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '94b5042e-39f1-4a0c-b185-756be150a43f', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'floating_ip_address': '172.26.0.163', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'port_id': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'mac_address': 'fa:16:3e:86:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:15:41Z', 'updated_at': '2022-04-22T15:15:41Z', 'revision_number': 0, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8667d6c-3c46-4f3d-b9a7-cc17256a5989', 'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'mac_address': 'fa:16:3e:28:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:17Z', 'updated_at': '2022-04-22T15:15:26Z', 'revision_number': 5, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'subnets': [{'id': '6c415178-566d-4086-9223-abe7beda1f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:47.794256 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Sync routers for ids ['7985070b-c2b5-4985-90bd-e5fe9ed7e965'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:47.796451 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61746b9a-056e-484e-b246-aa371fdb55c7 None None] New status for floating IP 94b5042e-39f1-4a0c-b185-756be150a43f: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:15:47.808558 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Routers {'7985070b-c2b5-4985-90bd-e5fe9ed7e965'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:47.809181 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:15:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7985070b-c2b5-4985-90bd-e5fe9ed7e965'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:48.008837 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Set router 7985070b-c2b5-4985-90bd-e5fe9ed7e965 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:48.386685 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'name': 'tempest-TestShelveInstance-13934944-router', 'tenant_id': 'ba0c6376786149238fe12fdda7596a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': '3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:21Z', 'updated_at': '2022-04-22T15:15:25Z', 'revision_number': 4, 'project_id': 'ba0c6376786149238fe12fdda7596a8d', 'gw_port': {'id': '3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:22Z', 'updated_at': '2022-04-22T15:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0516156-80cd-4bd7-8b8d-dedfe768ddf2', 'name': '', 'network_id': '6460a64e-35aa-400f-ad74-b0a9faabd9fb', 'tenant_id': 'ba0c6376786149238fe12fdda7596a8d', 'mac_address': 'fa:16:3e:6a:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28c9158b-7fce-4c12-815e-71647c6f08b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:24Z', 'updated_at': '2022-04-22T15:15:25Z', 'revision_number': 2, 'project_id': 'ba0c6376786149238fe12fdda7596a8d', 'subnets': [{'id': '28c9158b-7fce-4c12-815e-71647c6f08b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:48.391131 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Checking router: 7985070b-c2b5-4985-90bd-e5fe9ed7e965 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:15:48.391511 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Updating router 7985070b-c2b5-4985-90bd-e5fe9ed7e965 port d0516156-80cd-4bd7-8b8d-dedfe768ddf2 binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:15:48.448608 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.846059 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.858948 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Transition to ACTIVE for port object d0516156-80cd-4bd7-8b8d-dedfe768ddf2 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:48.868227 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.009259 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb29c2-a069-46b3-a764-0c829b35d77b None None] Pushing event updated for resources: {'Port': ['ID=d0516156-80cd-4bd7-8b8d-dedfe768ddf2,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:49.114392 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Attempting to bind port d0516156-80cd-4bd7-8b8d-dedfe768ddf2 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:49.114792 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Attempting to bind port d0516156-80cd-4bd7-8b8d-dedfe768ddf2 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': '6721646e-ea12-4a93-99f1-54e87478d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6460a64e-35aa-400f-ad74-b0a9faabd9fb'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:49.115237 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Attempting to bind port d0516156-80cd-4bd7-8b8d-dedfe768ddf2 on network 6460a64e-35aa-400f-ad74-b0a9faabd9fb {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:49.122682 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:49.123074 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Checking segment: {'id': '6721646e-ea12-4a93-99f1-54e87478d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6460a64e-35aa-400f-ad74-b0a9faabd9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:49.123528 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.123925 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Bound using segment: {'id': '6721646e-ea12-4a93-99f1-54e87478d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6460a64e-35aa-400f-ad74-b0a9faabd9fb'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:49.124391 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Bound port: d0516156-80cd-4bd7-8b8d-dedfe768ddf2, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6721646e-ea12-4a93-99f1-54e87478d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6460a64e-35aa-400f-ad74-b0a9faabd9fb'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:49.124765 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.223935 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] For port d0516156-80cd-4bd7-8b8d-dedfe768ddf2, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:49.227337 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] For port d0516156-80cd-4bd7-8b8d-dedfe768ddf2, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d0516156-80cd-4bd7-8b8d-dedfe768ddf2,segment=NetworkSegment(6721646e-ea12-4a93-99f1-54e87478d15f),segment_id=6721646e-ea12-4a93-99f1-54e87478d15f)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:49.232173 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.317451 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb29c2-a069-46b3-a764-0c829b35d77b None None] Pushing event updated for resources: {'Port': ['ID=d0516156-80cd-4bd7-8b8d-dedfe768ddf2,revision_number=4']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:49.321591 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Routers {'7985070b-c2b5-4985-90bd-e5fe9ed7e965'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:49.322221 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:15:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7985070b-c2b5-4985-90bd-e5fe9ed7e965'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:49.513492 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] Set router 7985070b-c2b5-4985-90bd-e5fe9ed7e965 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:50.037348 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'name': 'tempest-TestShelveInstance-13934944-router', 'tenant_id': 'ba0c6376786149238fe12fdda7596a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': '3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:21Z', 'updated_at': '2022-04-22T15:15:25Z', 'revision_number': 4, 'project_id': 'ba0c6376786149238fe12fdda7596a8d', 'gw_port': {'id': '3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:22Z', 'updated_at': '2022-04-22T15:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0516156-80cd-4bd7-8b8d-dedfe768ddf2', 'name': '', 'network_id': '6460a64e-35aa-400f-ad74-b0a9faabd9fb', 'tenant_id': 'ba0c6376786149238fe12fdda7596a8d', 'mac_address': 'fa:16:3e:6a:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28c9158b-7fce-4c12-815e-71647c6f08b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:24Z', 'updated_at': '2022-04-22T15:15:49Z', 'revision_number': 4, 'project_id': 'ba0c6376786149238fe12fdda7596a8d', 'subnets': [{'id': '28c9158b-7fce-4c12-815e-71647c6f08b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:50.043602 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade6e8d9-f6f3-4d98-9d76-5fc78ecea7d7 None None] The sync data for ids ['7985070b-c2b5-4985-90bd-e5fe9ed7e965'] in dv-neutron-839027-1-hyperv is: [{'id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'name': 'tempest-TestShelveInstance-13934944-router', 'tenant_id': 'ba0c6376786149238fe12fdda7596a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': '3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:21Z', 'updated_at': '2022-04-22T15:15:25Z', 'revision_number': 4, 'project_id': 'ba0c6376786149238fe12fdda7596a8d', 'gw_port': {'id': '3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:22Z', 'updated_at': '2022-04-22T15:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'd0516156-80cd-4bd7-8b8d-dedfe768ddf2', 'name': '', 'network_id': '6460a64e-35aa-400f-ad74-b0a9faabd9fb', 'tenant_id': 'ba0c6376786149238fe12fdda7596a8d', 'mac_address': 'fa:16:3e:6a:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28c9158b-7fce-4c12-815e-71647c6f08b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:24Z', 'updated_at': '2022-04-22T15:15:49Z', 'revision_number': 4, 'project_id': 'ba0c6376786149238fe12fdda7596a8d', 'subnets': [{'id': '28c9158b-7fce-4c12-815e-71647c6f08b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:50.413242 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d0516156-80cd-4bd7-8b8d-dedfe768ddf2 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:50.488862 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port d0516156-80cd-4bd7-8b8d-dedfe768ddf2 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:50.494283 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d0516156-80cd-4bd7-8b8d-dedfe768ddf2 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:50.494655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.635071 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.680059 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port d0516156-80cd-4bd7-8b8d-dedfe768ddf2, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d0516156-80cd-4bd7-8b8d-dedfe768ddf2,segment=NetworkSegment(6721646e-ea12-4a93-99f1-54e87478d15f),segment_id=6721646e-ea12-4a93-99f1-54e87478d15f)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:50.685407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.758873 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=d0516156-80cd-4bd7-8b8d-dedfe768ddf2,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:52.396292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d0516156-80cd-4bd7-8b8d-dedfe768ddf2 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:52.504750 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port d0516156-80cd-4bd7-8b8d-dedfe768ddf2 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:52.505119 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:52.562935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-cafab2b0-3c6b-4354-b923-726d82989709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:54.808302 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:54.856506 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fda517fb-59e4-4323-b584-794070891cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:56.174556 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:56.223192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:56.798570 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:15:57.469470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:22.537002 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6c952a23-4203-4e39-b2d3-198227d31e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:24.820590 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:24.849119 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2a289313-782b-4963-89a6-f388f6894063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.175229 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.226516 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:27.478316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:33.798002 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:16:34.241826 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3020d87c-31af-4a74-83ff-0ca5cced2e8d req-5c1ebb2d-c716-4f57-bf81-0e1001452765 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1375415 Apr 22 15:16:34.381148 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3020d87c-31af-4a74-83ff-0ca5cced2e8d req-9346dc7c-3ae5-4ddc-b908-525b604c1b74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 1099 time: 0.0707765 Apr 22 15:16:34.523772 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020d87c-31af-4a74-83ff-0ca5cced2e8d req-2449c726-14df-45fd-b424-728725f0ce4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:34.525216 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3020d87c-31af-4a74-83ff-0ca5cced2e8d req-2449c726-14df-45fd-b424-728725f0ce4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.1250384 Apr 22 15:16:34.715091 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3020d87c-31af-4a74-83ff-0ca5cced2e8d req-17af84b2-9714-4e22-9a5a-0884ac34d48d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043 HTTP/1.1" status: 200 len: 1002 time: 0.1828949 Apr 22 15:16:34.779761 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020d87c-31af-4a74-83ff-0ca5cced2e8d req-ab569bee-d1c3-4865-b37e-00ba23d3b43f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:34.781192 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3020d87c-31af-4a74-83ff-0ca5cced2e8d req-ab569bee-d1c3-4865-b37e-00ba23d3b43f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0598476 Apr 22 15:16:34.854637 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3020d87c-31af-4a74-83ff-0ca5cced2e8d req-fbe063cb-e745-46c8-9523-d0833756c1a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680070 Apr 22 15:16:34.865928 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [req-3020d87c-31af-4a74-83ff-0ca5cced2e8d req-556d1d07-a346-4e8e-a1fb-6706278aad70 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:16:34.866870 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3020d87c-31af-4a74-83ff-0ca5cced2e8d req-556d1d07-a346-4e8e-a1fb-6706278aad70 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053618 Apr 22 15:16:34.996719 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3020d87c-31af-4a74-83ff-0ca5cced2e8d req-f2633bd5-0406-4598-94ea-72cf115ec382 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240442 Apr 22 15:16:35.128660 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-3020d87c-31af-4a74-83ff-0ca5cced2e8d req-43723d99-baf8-4127-af26-f601707c5427 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257892 Apr 22 15:16:52.538437 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-568e89aa-d032-417d-a162-be8bb94dfed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:54.820622 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:54.851637 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ff5ae736-6b9d-4d71-b8c1-8eca8e38e8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:56.179052 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:56.229668 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:57.477183 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:10.798062 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:17:22.541981 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d6463109-1900-4d3a-aa07-30708e446024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:24.829417 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:24.853559 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-899c3916-e2b8-461f-8173-4e4b4b122285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:26.182117 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:26.236147 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.479824 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:34.618452 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-850146df-d38c-4862-a214-e12227aaf302 req-36145fc6-08b7-4a9f-a61b-a75daf7fdb4a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716293 Apr 22 15:17:34.756176 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-850146df-d38c-4862-a214-e12227aaf302 req-31890b2d-8277-4ae3-8aee-286f81bfd7ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 1099 time: 0.0695632 Apr 22 15:17:34.899291 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850146df-d38c-4862-a214-e12227aaf302 req-69e07d84-92d6-4ddc-b9f3-60ab4bb67f91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:34.900756 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-850146df-d38c-4862-a214-e12227aaf302 req-69e07d84-92d6-4ddc-b9f3-60ab4bb67f91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.1255860 Apr 22 15:17:35.003714 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-850146df-d38c-4862-a214-e12227aaf302 req-dd976c28-5411-423e-a5f6-497d104d6fb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043 HTTP/1.1" status: 200 len: 1002 time: 0.0966268 Apr 22 15:17:35.065660 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850146df-d38c-4862-a214-e12227aaf302 req-00f9c278-04dd-4a96-944d-807201c316ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:35.067082 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-850146df-d38c-4862-a214-e12227aaf302 req-00f9c278-04dd-4a96-944d-807201c316ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0580692 Apr 22 15:17:35.151263 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-850146df-d38c-4862-a214-e12227aaf302 req-ca79d90b-1299-4d0b-bc5c-4b02dd67732c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783491 Apr 22 15:17:35.283843 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-850146df-d38c-4862-a214-e12227aaf302 req-edcc04e5-469c-431c-8dd3-6beed3689830 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257000 Apr 22 15:17:35.412674 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-850146df-d38c-4862-a214-e12227aaf302 req-075cf50f-f6d9-453d-9a0e-92af3f9dabdf service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236575 Apr 22 15:17:39.715636 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da687e3f-944f-42b2-bb9c-dd6ac88c771c req-4ab618cb-9848-4dca-bb0a-88e7e06dee37 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:39.717023 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-da687e3f-944f-42b2-bb9c-dd6ac88c771c req-4ab618cb-9848-4dca-bb0a-88e7e06dee37 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.1473627 Apr 22 15:17:39.762783 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-da687e3f-944f-42b2-bb9c-dd6ac88c771c req-df1643f3-ebc5-4e5c-8c17-69bf41533cde tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397646 Apr 22 15:17:40.969839 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df3fbd-c6d6-46cd-bc44-d0cd5e28b110 req-29270328-a426-44d8-995f-b4909f2e5dd5 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.971193 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c1df3fbd-c6d6-46cd-bc44-d0cd5e28b110 req-29270328-a426-44d8-995f-b4909f2e5dd5 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0816276 Apr 22 15:17:41.018932 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c1df3fbd-c6d6-46cd-bc44-d0cd5e28b110 req-9c0f6ce2-4600-4f94-ad18-59b712e2dbbe tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418499 Apr 22 15:17:42.371797 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ff1cc-f389-4e0d-b689-01542eb122f8 req-fbcc7ed7-7b59-47d5-a22e-35ca16653d97 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:42.373346 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d21ff1cc-f389-4e0d-b689-01542eb122f8 req-fbcc7ed7-7b59-47d5-a22e-35ca16653d97 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0772684 Apr 22 15:17:42.423234 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d21ff1cc-f389-4e0d-b689-01542eb122f8 req-066c4ab7-dfde-41ba-94e3-cb474854de5e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442555 Apr 22 15:17:43.623779 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43375501-adb6-4988-a104-397aa6d263cf req-97bd07e6-319d-494f-bf49-2b4f5b217139 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:43.625254 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-43375501-adb6-4988-a104-397aa6d263cf req-97bd07e6-319d-494f-bf49-2b4f5b217139 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0792713 Apr 22 15:17:43.674228 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-43375501-adb6-4988-a104-397aa6d263cf req-ad1e6d4d-0c19-4f5a-a64e-df84c7626aa7 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432231 Apr 22 15:17:44.876351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac926b-aa3d-466c-916c-a4202eaf71d9 req-a0979b11-04e8-45d6-bd0a-a2eee9998328 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:44.878507 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5cac926b-aa3d-466c-916c-a4202eaf71d9 req-a0979b11-04e8-45d6-bd0a-a2eee9998328 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0840566 Apr 22 15:17:44.925322 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5cac926b-aa3d-466c-916c-a4202eaf71d9 req-480c164f-1ed5-4bd8-866c-3be6455a9840 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411129 Apr 22 15:17:46.122100 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab76aed-8ccb-443d-b7cc-078f206e041b req-e9cce855-6241-4006-975b-0ef0eb4e2f25 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:46.123590 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bab76aed-8ccb-443d-b7cc-078f206e041b req-e9cce855-6241-4006-975b-0ef0eb4e2f25 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0783975 Apr 22 15:17:46.169807 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bab76aed-8ccb-443d-b7cc-078f206e041b req-916db63b-8b20-4d06-98b7-05789c3e3576 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396099 Apr 22 15:17:47.376557 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777a64f-6eba-4936-8fec-66b4f964f4ea req-f471e313-3f29-416f-9d50-3dbf92876f69 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:47.378007 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7777a64f-6eba-4936-8fec-66b4f964f4ea req-f471e313-3f29-416f-9d50-3dbf92876f69 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0810685 Apr 22 15:17:47.425019 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7777a64f-6eba-4936-8fec-66b4f964f4ea req-3eb6d254-cf6d-47b3-9e7d-54f229a27ee2 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414267 Apr 22 15:17:47.798991 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:17:48.627922 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3671e-e405-454b-bb4f-f94aba14e272 req-a0feaddb-492c-4312-86e6-e24690630b9c tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:48.629369 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8ed3671e-e405-454b-bb4f-f94aba14e272 req-a0feaddb-492c-4312-86e6-e24690630b9c tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0774055 Apr 22 15:17:48.674564 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8ed3671e-e405-454b-bb4f-f94aba14e272 req-4cc46a77-8bf9-44fb-b18a-ae57d7d24904 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396702 Apr 22 15:17:49.888754 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c7950-13e2-4618-9ad9-0111cf153d2d req-b0539d24-d2d4-46fe-b5bf-30fcf8916565 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:49.890502 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-804c7950-13e2-4618-9ad9-0111cf153d2d req-b0539d24-d2d4-46fe-b5bf-30fcf8916565 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0914941 Apr 22 15:17:49.938590 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-804c7950-13e2-4618-9ad9-0111cf153d2d req-a18a0098-164d-48e9-80a7-bfdebebc99a6 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417743 Apr 22 15:17:50.618857 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 85b10e66-7e8e-4ffc-933a-9258bd82c043 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:17:50.791878 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 85b10e66-7e8e-4ffc-933a-9258bd82c043, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:50.806821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'port_id': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'mac_address': 'fa:16:3e:86:41:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:17:50.860194 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:50.878513 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85b10e66-7e8e-4ffc-933a-9258bd82c043 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:17:50.893908 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 85b10e66-7e8e-4ffc-933a-9258bd82c043, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:50.897935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:50.965998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=85b10e66-7e8e-4ffc-933a-9258bd82c043,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:50.975600 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['85b10e66-7e8e-4ffc-933a-9258bd82c043'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:17:51.008539 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:51.008887 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:51.009228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:51.009564 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:51.009897 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:51.010226 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:51.010552 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:51.010875 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:51.011196 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:51.011550 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:51.011871 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:51.159422 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c9991-577b-4809-9433-b1daf06f7f29 req-23052c21-7d0a-4574-90c0-15df4f9e804b tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:51.159422 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-169c9991-577b-4809-9433-b1daf06f7f29 req-23052c21-7d0a-4574-90c0-15df4f9e804b tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0789483 Apr 22 15:17:51.223554 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-169c9991-577b-4809-9433-b1daf06f7f29 req-0b68a50d-7402-4439-b103-c2e68a5fd1b8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561011 Apr 22 15:17:52.445576 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd268e3-dfdf-41d5-9d0a-48e42548c986 req-4f6cbdb3-d160-46f8-a331-95e6626e3614 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:52.447264 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7dd268e3-dfdf-41d5-9d0a-48e42548c986 req-4f6cbdb3-d160-46f8-a331-95e6626e3614 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0919340 Apr 22 15:17:52.495029 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7dd268e3-dfdf-41d5-9d0a-48e42548c986 req-b9bcb83e-a75c-4f4c-8204-719fc473236f tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420752 Apr 22 15:17:52.546085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5dbbb1b9-78d8-46fd-97bd-a3ad1bdcd5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:52.634499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 85b10e66-7e8e-4ffc-933a-9258bd82c043 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:52.710422 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 85b10e66-7e8e-4ffc-933a-9258bd82c043 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:52.710796 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:52.835244 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:52.865176 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b10e66-7e8e-4ffc-933a-9258bd82c043'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:17:52.876703 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 85b10e66-7e8e-4ffc-933a-9258bd82c043, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:52.881854 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:52.933231 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa5cf39-95d0-44b4-ad1f-32f2cd68da0a'] response: {'server_uuid': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'code': 200} Apr 22 15:17:52.967306 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=85b10e66-7e8e-4ffc-933a-9258bd82c043,revision_number=7']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:53.726390 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04f3a0-25dc-4c3d-8675-0d913224cc48 req-4fb0afa3-b599-45a2-9671-1a61a06883a2 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:53.728630 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5a04f3a0-25dc-4c3d-8675-0d913224cc48 req-4fb0afa3-b599-45a2-9671-1a61a06883a2 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.1000447 Apr 22 15:17:53.778577 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5a04f3a0-25dc-4c3d-8675-0d913224cc48 req-a8bb1a4e-80c9-4eab-9757-83cbc63d9f3c tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447357 Apr 22 15:17:54.838173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:54.860271 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-795e6a1f-f0a3-4b1b-9813-cf8b0cac4bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:55.016538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0afb4-67cb-40b3-83eb-ff16191f3c17 req-b3e02aba-0708-49c1-9ff4-1fa9f5b5065c tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:55.018159 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c2c0afb4-67cb-40b3-83eb-ff16191f3c17 req-b3e02aba-0708-49c1-9ff4-1fa9f5b5065c tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0929301 Apr 22 15:17:55.075135 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c2c0afb4-67cb-40b3-83eb-ff16191f3c17 req-353c2d87-0866-430a-93b2-e845616cbbc8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466571 Apr 22 15:17:56.191330 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:56.232439 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:56.333148 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d63943-8989-4366-a20e-d5f8850e1ce9 req-4308730f-a059-4747-8fde-a305b886b19d tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:56.335345 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-71d63943-8989-4366-a20e-d5f8850e1ce9 req-4308730f-a059-4747-8fde-a305b886b19d tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.1013210 Apr 22 15:17:56.385882 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-71d63943-8989-4366-a20e-d5f8850e1ce9 req-f58a943d-d0f0-465d-ace1-c57e5f66a9ff tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441940 Apr 22 15:17:57.494053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:57.614427 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b60d4e-f91d-4fb1-9354-6505c839bba7 req-f724eedd-fd8e-4435-a327-7ac060ac6bd3 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:57.615951 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9b60d4e-f91d-4fb1-9354-6505c839bba7 req-f724eedd-fd8e-4435-a327-7ac060ac6bd3 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0830348 Apr 22 15:17:57.728603 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a9b60d4e-f91d-4fb1-9354-6505c839bba7 req-f13e53ed-ff31-4fa8-ac37-07d09f2fd2b0 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909667 Apr 22 15:17:58.948801 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dea4be-7e3c-437c-a463-6aeeb3ce7ebd req-9cfbe546-0356-4dc4-a988-63e2a0e68cef tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:58.955762 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6dea4be-7e3c-437c-a463-6aeeb3ce7ebd req-9cfbe546-0356-4dc4-a988-63e2a0e68cef tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0939853 Apr 22 15:17:59.003909 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6dea4be-7e3c-437c-a463-6aeeb3ce7ebd req-1f9be972-327e-4139-8c6e-633217882eb8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472398 Apr 22 15:18:00.234833 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794bf06-9b21-474a-b2db-3d2901174323 req-379c86bc-c3c7-4e68-a3f8-e7d2e69116e3 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:00.236643 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e794bf06-9b21-474a-b2db-3d2901174323 req-379c86bc-c3c7-4e68-a3f8-e7d2e69116e3 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.1027653 Apr 22 15:18:00.413214 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e794bf06-9b21-474a-b2db-3d2901174323 req-58dc9c73-feb5-440d-92ed-9abe8b377360 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703968 Apr 22 15:18:01.632699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6f8fc-a934-48a7-8e1a-891f00f740b3 req-d06a803a-1df4-4494-aaea-01bd4bae6c7f tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:01.634156 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-50d6f8fc-a934-48a7-8e1a-891f00f740b3 req-d06a803a-1df4-4494-aaea-01bd4bae6c7f tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0886123 Apr 22 15:18:01.704390 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-50d6f8fc-a934-48a7-8e1a-891f00f740b3 req-b4c4fb5a-85ab-4f89-bd7c-8f93464a5a49 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612705 Apr 22 15:18:02.900754 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb8f74-33e0-40f3-a2ad-973321d984bc req-9bf11f05-8050-4cef-b55e-e8da69317d05 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:02.902177 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-66bb8f74-33e0-40f3-a2ad-973321d984bc req-9bf11f05-8050-4cef-b55e-e8da69317d05 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0767453 Apr 22 15:18:02.948395 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-66bb8f74-33e0-40f3-a2ad-973321d984bc req-0c8598ce-d350-4517-a170-927179d45ad7 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400636 Apr 22 15:18:03.201608 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d55a483d-342f-49c8-8f7d-30c5477b3b24 req-044e222e-d042-4068-b0e6-4b0fadf4e6d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 1099 time: 0.0674136 Apr 22 15:18:03.333450 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a483d-342f-49c8-8f7d-30c5477b3b24 req-93220e3a-6923-45cd-88b6-e98a1f659ffc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:03.334900 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d55a483d-342f-49c8-8f7d-30c5477b3b24 req-93220e3a-6923-45cd-88b6-e98a1f659ffc service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.1239409 Apr 22 15:18:03.543997 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d55a483d-342f-49c8-8f7d-30c5477b3b24 req-4703527b-2a56-4e22-a7e1-2857eb0a7298 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043 HTTP/1.1" status: 200 len: 1002 time: 0.2023902 Apr 22 15:18:03.606912 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a483d-342f-49c8-8f7d-30c5477b3b24 req-25699528-4f49-40f1-bd27-849d64d7bb9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:03.608408 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d55a483d-342f-49c8-8f7d-30c5477b3b24 req-25699528-4f49-40f1-bd27-849d64d7bb9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0585010 Apr 22 15:18:03.688137 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d55a483d-342f-49c8-8f7d-30c5477b3b24 req-df7f5360-933b-4361-a1c8-84fad0b29d32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740373 Apr 22 15:18:03.819851 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d55a483d-342f-49c8-8f7d-30c5477b3b24 req-61fa051b-278b-46bb-be38-15ed4e7b4aec service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254613 Apr 22 15:18:03.951294 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d55a483d-342f-49c8-8f7d-30c5477b3b24 req-feeaa7b0-c777-49f1-9103-98a2308d827c service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263275 Apr 22 15:18:04.142575 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466afa2-5923-4290-bff6-77b9ef3da100 req-4b1b053a-977b-4ee8-936d-6cfb396dd6fc tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:04.144066 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1466afa2-5923-4290-bff6-77b9ef3da100 req-4b1b053a-977b-4ee8-936d-6cfb396dd6fc tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0759795 Apr 22 15:18:04.193288 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1466afa2-5923-4290-bff6-77b9ef3da100 req-c44c6348-707b-4d59-996e-9baf73462e18 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436997 Apr 22 15:18:05.400568 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d8382-a624-4f2b-83ea-92a0bb07ebe0 req-24780682-fc41-4a9c-a508-bccd8bdf62ce tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:05.402153 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6d9d8382-a624-4f2b-83ea-92a0bb07ebe0 req-24780682-fc41-4a9c-a508-bccd8bdf62ce tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0836313 Apr 22 15:18:05.451601 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6d9d8382-a624-4f2b-83ea-92a0bb07ebe0 req-147aca9f-3ef4-41e6-bdac-02a46aa1fd9a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435576 Apr 22 15:18:06.652154 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af32f90-6cf0-41a4-9f2f-2d44e7912267 req-2cd6d2bb-50c0-483c-8172-19833b0df5ee tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:06.653504 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1af32f90-6cf0-41a4-9f2f-2d44e7912267 req-2cd6d2bb-50c0-483c-8172-19833b0df5ee tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0802658 Apr 22 15:18:06.694645 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 85b10e66-7e8e-4ffc-933a-9258bd82c043 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:18:06.702665 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1af32f90-6cf0-41a4-9f2f-2d44e7912267 req-3a5eb46a-a83e-4f5e-8de9-ed358ecb6a20 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430171 Apr 22 15:18:06.817505 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:06.849839 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b10e66-7e8e-4ffc-933a-9258bd82c043'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:18:06.859989 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 85b10e66-7e8e-4ffc-933a-9258bd82c043, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:18:06.865589 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:06.914020 dv-neutron-839027-1-hyperv neutron-server[83965]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-dd0ca4a6-a623-4b3b-838c-1dc40ce9fb92']: {'server_uuid': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'code': 422} returned with failed status Apr 22 15:18:06.945232 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=85b10e66-7e8e-4ffc-933a-9258bd82c043,revision_number=8']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:06.972298 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-43d74d9b-0b4c-4089-8c37-0bc94c74ac82 req-aef881ea-5a4f-4d95-a4cc-f5e083750bd1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1517015 Apr 22 15:18:08.263428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11d61e-c4c3-4749-9b4e-e19433cdca6e req-88e955c4-231c-4fb9-bd07-ee3159a36b97 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:08.265116 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd11d61e-c4c3-4749-9b4e-e19433cdca6e req-88e955c4-231c-4fb9-bd07-ee3159a36b97 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0818040 Apr 22 15:18:08.310498 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-caf07859-ba90-4777-8261-221bdefa89fa req-0fe3b3a8-229f-4fee-b709-b1f210a008b3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1357322 Apr 22 15:18:08.311126 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd11d61e-c4c3-4749-9b4e-e19433cdca6e req-510d5fa5-22ba-4d73-9710-e679d87976ff tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389025 Apr 22 15:18:09.526881 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670eecc-f7f1-4b86-a0e3-adb69659f618 req-ba97578e-a0e7-427f-847e-318358c8cff8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:09.528368 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8670eecc-f7f1-4b86-a0e3-adb69659f618 req-ba97578e-a0e7-427f-847e-318358c8cff8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0765235 Apr 22 15:18:09.573404 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8670eecc-f7f1-4b86-a0e3-adb69659f618 req-b56071e4-cbad-4f58-a38a-e8d304aae8cf tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390744 Apr 22 15:18:10.774131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e5915-464c-4b59-bd37-f0289ca846d9 req-2f4a93a4-0e88-4e6e-af75-7a98d5d8ce2c tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:10.775593 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5e4e5915-464c-4b59-bd37-f0289ca846d9 req-2f4a93a4-0e88-4e6e-af75-7a98d5d8ce2c tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0798631 Apr 22 15:18:10.820919 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5e4e5915-464c-4b59-bd37-f0289ca846d9 req-774b68eb-4807-451a-a379-47c84dbbe1e7 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396359 Apr 22 15:18:12.018573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dbcab-09b7-4df5-9cc6-9aa068d38d45 req-db721699-d36f-4836-ab66-c09a86460d56 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:12.020077 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3e9dbcab-09b7-4df5-9cc6-9aa068d38d45 req-db721699-d36f-4836-ab66-c09a86460d56 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0778251 Apr 22 15:18:12.070096 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3e9dbcab-09b7-4df5-9cc6-9aa068d38d45 req-b32cf22d-16f1-434f-8c38-c2402d97e671 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445669 Apr 22 15:18:12.888431 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-caf07859-ba90-4777-8261-221bdefa89fa req-9e346827-6cae-4de0-a364-ea62ad14e261 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45&tenant_id=c313b4d88e8f46e394770429031b01af HTTP/1.1" status: 200 len: 1097 time: 0.0676956 Apr 22 15:18:12.980467 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-caf07859-ba90-4777-8261-221bdefa89fa req-8cb492dc-8fa9-4721-a92c-ffdb601c5a03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 1097 time: 0.0727968 Apr 22 15:18:13.113193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf07859-ba90-4777-8261-221bdefa89fa req-f29f29a0-1ddc-472a-8cd4-aed5b28e8874 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:13.114625 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-caf07859-ba90-4777-8261-221bdefa89fa req-f29f29a0-1ddc-472a-8cd4-aed5b28e8874 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.1278541 Apr 22 15:18:13.222513 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-caf07859-ba90-4777-8261-221bdefa89fa req-1575fa25-4448-4201-a495-2e1a15330bf9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043 HTTP/1.1" status: 200 len: 1000 time: 0.1023512 Apr 22 15:18:13.264409 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414256d-69e3-4494-8c7c-be648a585093 req-2a8a9496-497b-4442-9b32-d500914bb0c2 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:13.266826 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8414256d-69e3-4494-8c7c-be648a585093 req-2a8a9496-497b-4442-9b32-d500914bb0c2 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0769532 Apr 22 15:18:13.286119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf07859-ba90-4777-8261-221bdefa89fa req-693c632b-0647-4e22-b77d-865b4ed2c86e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:13.287626 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-caf07859-ba90-4777-8261-221bdefa89fa req-693c632b-0647-4e22-b77d-865b4ed2c86e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0593715 Apr 22 15:18:13.311968 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-8414256d-69e3-4494-8c7c-be648a585093 req-2873a5f4-76b3-4739-b2c3-398665d6469d tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391822 Apr 22 15:18:13.365376 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-caf07859-ba90-4777-8261-221bdefa89fa req-34710c04-0de0-4933-b081-de3b31c8a1d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722725 Apr 22 15:18:13.505022 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-caf07859-ba90-4777-8261-221bdefa89fa req-989596dc-11ff-4ad4-9dd6-8929ebfe3215 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333973 Apr 22 15:18:13.643269 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-caf07859-ba90-4777-8261-221bdefa89fa req-56b9bdcc-afa8-4148-9c96-5ccd9c718b3d service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328616 Apr 22 15:18:14.559632 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae7a3e-f616-488f-a883-55d03e26fa07 req-f59dc506-91f3-43a9-a267-f1b5000d9298 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:14.561134 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-17ae7a3e-f616-488f-a883-55d03e26fa07 req-f59dc506-91f3-43a9-a267-f1b5000d9298 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0958681 Apr 22 15:18:14.615760 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-17ae7a3e-f616-488f-a883-55d03e26fa07 req-bfde3ef4-3b4a-48a9-ab2a-a2931490c322 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478728 Apr 22 15:18:15.861841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523403ce-e454-4a93-b6c9-a6e083ecd268 req-06b3ffdf-8037-4a7c-8c5f-7bb308f66261 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:15.863335 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-523403ce-e454-4a93-b6c9-a6e083ecd268 req-06b3ffdf-8037-4a7c-8c5f-7bb308f66261 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0865223 Apr 22 15:18:15.916476 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-523403ce-e454-4a93-b6c9-a6e083ecd268 req-2551afd7-8f9a-4472-862f-b69b422b5701 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468369 Apr 22 15:18:17.156353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff1675-6eea-4497-9a13-fb17c0575df9 req-a7543350-442e-4b98-8ffd-9318d61d48b2 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:17.159142 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aeff1675-6eea-4497-9a13-fb17c0575df9 req-a7543350-442e-4b98-8ffd-9318d61d48b2 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 944 time: 0.1125982 Apr 22 15:18:17.213948 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-aeff1675-6eea-4497-9a13-fb17c0575df9 req-7b21c12b-13bb-48f6-91f4-f35f92523441 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484464 Apr 22 15:18:18.443891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6996345-9740-46e0-8a88-eb6a55c7944d req-8e536b99-27f7-4019-b263-6ef746db74fa tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:18.446635 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e6996345-9740-46e0-8a88-eb6a55c7944d req-8e536b99-27f7-4019-b263-6ef746db74fa tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0952265 Apr 22 15:18:18.500322 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e6996345-9740-46e0-8a88-eb6a55c7944d req-e72dac13-df95-4fc4-9ded-69dd8b565e51 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438702 Apr 22 15:18:19.714706 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9525ea-0c94-4586-b047-6424c99f1222 req-b6ebe43c-2ad5-4e85-adcd-8524365494e6 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:19.716943 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0c9525ea-0c94-4586-b047-6424c99f1222 req-b6ebe43c-2ad5-4e85-adcd-8524365494e6 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0850022 Apr 22 15:18:19.766256 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-0c9525ea-0c94-4586-b047-6424c99f1222 req-4e60970c-0f0c-4863-bbb4-aa201292cf45 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 Apr 22 15:18:21.012895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61d1c2-6fe5-4535-bd5d-d9e804e90285 req-93c409f6-20fa-4057-8094-136aff18a1d1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:21.014284 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5c61d1c2-6fe5-4535-bd5d-d9e804e90285 req-93c409f6-20fa-4057-8094-136aff18a1d1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0867150 Apr 22 15:18:21.078687 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-5c61d1c2-6fe5-4535-bd5d-d9e804e90285 req-43d5d6ef-698c-4798-b763-21633a83473f tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562332 Apr 22 15:18:22.286418 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558de29f-e757-42f5-beb5-95735a01cddc req-f45a024d-25b6-4dd9-a651-bc97d8f9c5c5 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:22.287802 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-558de29f-e757-42f5-beb5-95735a01cddc req-f45a024d-25b6-4dd9-a651-bc97d8f9c5c5 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0760205 Apr 22 15:18:22.333254 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-558de29f-e757-42f5-beb5-95735a01cddc req-9c72d259-48aa-4641-815b-b917f220d29c tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400405 Apr 22 15:18:22.542433 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-69ff63b7-d0c7-4b18-a3e9-e6c59543ae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:23.537302 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d5793-d99c-40d3-a61b-02d8255cf361 req-0e50b78e-f7ce-4d17-9b70-dbf6cd5e9349 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:23.538874 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ee2d5793-d99c-40d3-a61b-02d8255cf361 req-0e50b78e-f7ce-4d17-9b70-dbf6cd5e9349 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0823216 Apr 22 15:18:23.584415 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ee2d5793-d99c-40d3-a61b-02d8255cf361 req-17abfe7c-3e24-4fe3-9059-9f7aa4228d45 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401125 Apr 22 15:18:24.783646 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d95d02-472d-4201-acfa-bd92b36fb9e6 req-287b852d-0843-446b-97da-cd5fafb2e978 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:24.785090 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-68d95d02-472d-4201-acfa-bd92b36fb9e6 req-287b852d-0843-446b-97da-cd5fafb2e978 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0756471 Apr 22 15:18:24.799551 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:18:24.805551 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 85b10e66-7e8e-4ffc-933a-9258bd82c043 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:18:24.834069 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-68d95d02-472d-4201-acfa-bd92b36fb9e6 req-b42732ce-deb8-45f1-9388-d1e6634cc5b8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431590 Apr 22 15:18:24.956686 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d7912207-3382-4ad9-a3c6-f252a0b7d0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:24.961692 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:25.007276 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 85b10e66-7e8e-4ffc-933a-9258bd82c043, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:18:25.023525 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'port_id': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'mac_address': 'fa:16:3e:86:41:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:18:25.079927 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:25.099688 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b10e66-7e8e-4ffc-933a-9258bd82c043 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:18:25.115407 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 85b10e66-7e8e-4ffc-933a-9258bd82c043, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:18:25.119155 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:25.200492 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=85b10e66-7e8e-4ffc-933a-9258bd82c043,revision_number=9']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:25.366869 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['85b10e66-7e8e-4ffc-933a-9258bd82c043'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:18:26.112744 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd84d3-d23a-485c-bd26-d8e1b2d8d184 req-46f271e6-91d6-4cef-aca2-613b64588324 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:26.114116 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a0dd84d3-d23a-485c-bd26-d8e1b2d8d184 req-46f271e6-91d6-4cef-aca2-613b64588324 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 945 time: 0.1559215 Apr 22 15:18:26.160755 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a0dd84d3-d23a-485c-bd26-d8e1b2d8d184 req-a01e08cc-ea9f-44e7-9935-67ce862202b0 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410573 Apr 22 15:18:26.189359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:26.226336 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:26.821197 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 85b10e66-7e8e-4ffc-933a-9258bd82c043 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:18:26.892489 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 85b10e66-7e8e-4ffc-933a-9258bd82c043 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:18:26.892858 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:27.010167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:27.039836 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b10e66-7e8e-4ffc-933a-9258bd82c043'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:18:27.049123 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 85b10e66-7e8e-4ffc-933a-9258bd82c043, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:18:27.054190 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:27.144714 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=85b10e66-7e8e-4ffc-933a-9258bd82c043,revision_number=10']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:27.167142 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ff88ee-6d88-41f3-869d-a667d0d8b742'] response: {'server_uuid': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'code': 200} Apr 22 15:18:27.391541 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32cf78-5f62-4a66-8c31-51758a8cccb3 req-1c7557a8-976c-471a-844c-a1778bf5f727 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:27.392990 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1a32cf78-5f62-4a66-8c31-51758a8cccb3 req-1c7557a8-976c-471a-844c-a1778bf5f727 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 947 time: 0.0753222 Apr 22 15:18:27.429847 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1cd3f432-3a0b-41fb-8f90-46fcb4fa244a req-c1e9736f-f1c8-4000-bc0e-4f3dc977cf69 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 1100 time: 0.0702519 Apr 22 15:18:27.443832 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1a32cf78-5f62-4a66-8c31-51758a8cccb3 req-475bc7f8-69fe-42d4-a470-54e76b2a1e86 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450494 Apr 22 15:18:27.475385 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1cd3f432-3a0b-41fb-8f90-46fcb4fa244a req-953ca48f-e660-4f23-98e6-1d5ccb5e12fa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401926 Apr 22 15:18:27.489599 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:28.651765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168ce14-1ef0-46ce-b95d-384af6528eb6 req-86d8cb15-2ef5-41db-aa81-8ea7f0f2e74a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:28.653339 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1168ce14-1ef0-46ce-b95d-384af6528eb6 req-86d8cb15-2ef5-41db-aa81-8ea7f0f2e74a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 947 time: 0.0834177 Apr 22 15:18:28.708357 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1168ce14-1ef0-46ce-b95d-384af6528eb6 req-021be82f-02b0-47a0-bd9b-d032ed5fa058 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478559 Apr 22 15:18:29.915554 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cbbc0-87e7-4b93-9776-402d6c36859b req-41fe437f-a6da-4958-b353-668b33440a8b tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:29.917064 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-299cbbc0-87e7-4b93-9776-402d6c36859b req-41fe437f-a6da-4958-b353-668b33440a8b tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 947 time: 0.0835092 Apr 22 15:18:29.964101 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-299cbbc0-87e7-4b93-9776-402d6c36859b req-c15849ee-6c40-4727-be23-b8fcc491c31d tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409176 Apr 22 15:18:35.371219 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-708ceca0-36a4-4d68-a32f-ab3d18a0468d req-09276573-6483-4ea9-aece-4ae72630fa27 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731568 Apr 22 15:18:35.508673 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-708ceca0-36a4-4d68-a32f-ab3d18a0468d req-db02c334-6300-464c-a7da-f4df0f876396 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 1100 time: 0.0681932 Apr 22 15:18:35.741625 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ceca0-36a4-4d68-a32f-ab3d18a0468d req-73d4bd46-8dcc-4a67-b286-ac19c2487bfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:35.743068 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-708ceca0-36a4-4d68-a32f-ab3d18a0468d req-73d4bd46-8dcc-4a67-b286-ac19c2487bfb service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.2150397 Apr 22 15:18:35.846001 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-708ceca0-36a4-4d68-a32f-ab3d18a0468d req-c2a44398-7ab6-41e4-813b-82439acd623f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043 HTTP/1.1" status: 200 len: 1002 time: 0.0974457 Apr 22 15:18:35.907989 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ceca0-36a4-4d68-a32f-ab3d18a0468d req-1586ceaa-bb15-4baa-8675-bb93e346f152 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:35.909436 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-708ceca0-36a4-4d68-a32f-ab3d18a0468d req-1586ceaa-bb15-4baa-8675-bb93e346f152 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0577714 Apr 22 15:18:35.997107 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-708ceca0-36a4-4d68-a32f-ab3d18a0468d req-65a739a8-6518-4368-8ceb-873dab2aee2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819178 Apr 22 15:18:36.130541 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-708ceca0-36a4-4d68-a32f-ab3d18a0468d req-423e7bc6-a12a-4e39-92d1-f1dfda612275 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268497 Apr 22 15:18:36.261739 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-708ceca0-36a4-4d68-a32f-ab3d18a0468d req-678fb627-ad4c-4a3c-b860-29897ddd88c4 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256745 Apr 22 15:18:52.549912 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-6d6843da-d137-4c2a-9a9f-f2dc0fed40b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:54.860256 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0758b4c1-cd88-43a0-9540-43507c2c58ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:54.864135 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:56.188681 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:56.229106 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:57.492482 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:01.800839 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:19:22.549332 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-67ad13cf-4f2b-4138-96f8-f9cd1e3a1fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:24.863571 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c3b24fe-3112-44bf-9bb2-2658cfc329e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:24.865449 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:26.192516 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:26.234786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:27.495578 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:36.617152 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e484a26c-b6e3-4263-8350-0a9fe821b533 req-1107f281-c107-4d73-80b7-77f229e4db89 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696893 Apr 22 15:19:36.760654 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e484a26c-b6e3-4263-8350-0a9fe821b533 req-1f601068-f2fd-42af-8a0b-8fe6667ce21d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 1100 time: 0.0738564 Apr 22 15:19:36.907451 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484a26c-b6e3-4263-8350-0a9fe821b533 req-009d60a8-66cf-48cb-b001-e5707eb0619f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:36.908937 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e484a26c-b6e3-4263-8350-0a9fe821b533 req-009d60a8-66cf-48cb-b001-e5707eb0619f service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.1297805 Apr 22 15:19:37.012350 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e484a26c-b6e3-4263-8350-0a9fe821b533 req-2f2397df-ef6d-457d-9a61-0d524e5016ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043 HTTP/1.1" status: 200 len: 1002 time: 0.0974109 Apr 22 15:19:37.080880 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484a26c-b6e3-4263-8350-0a9fe821b533 req-0b76aad5-d666-449f-94e4-3714675b3d92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:37.082370 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e484a26c-b6e3-4263-8350-0a9fe821b533 req-0b76aad5-d666-449f-94e4-3714675b3d92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0624168 Apr 22 15:19:37.164334 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e484a26c-b6e3-4263-8350-0a9fe821b533 req-4405796e-513a-404f-bd19-d379cbcd8e90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760939 Apr 22 15:19:37.312740 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e484a26c-b6e3-4263-8350-0a9fe821b533 req-e10a9e23-f1f8-4a83-b61f-a27ca8d9cfa1 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421132 Apr 22 15:19:37.449917 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e484a26c-b6e3-4263-8350-0a9fe821b533 req-e7b1c104-aa4a-4013-bfc4-c74b2dd31b3a service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316102 Apr 22 15:19:38.801525 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:19:39.004858 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43332) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:39.213512 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Deleting port 8d2b792c-a3b2-46db-8d3a-d9c67a673200 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:19:39.213853 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:39.393378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:39.393698 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:39.517241 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Calling delete_port for 8d2b792c-a3b2-46db-8d3a-d9c67a673200 owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:19:39.673411 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:39.717867 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event deleted for resources: {'Port': ['ID=8d2b792c-a3b2-46db-8d3a-d9c67a673200,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:39.757704 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:39.758044 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:39.758378 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:39.758710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:39.759042 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:39.759393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:39.759722 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:39.760051 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:39.760390 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:39.760691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:39.761118 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:39.827301 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:40.327617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Router e387dbfd-a496-44ad-9010-0155f49784dc has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:19:40.533866 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:19:40.543255 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20406606-d9ee-41e2-b745-182aa3155cd8 None None] Sync routers for ids ['e387dbfd-a496-44ad-9010-0155f49784dc'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:19:40.549980 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:40.556670 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20406606-d9ee-41e2-b745-182aa3155cd8 None None] Routers {'e387dbfd-a496-44ad-9010-0155f49784dc'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:19:40.557289 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-20406606-d9ee-41e2-b745-182aa3155cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:19:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['e387dbfd-a496-44ad-9010-0155f49784dc'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:40.612686 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0d0b22d0-4302-4d8e-af90-d29db4c2f12e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "DELETE /v2.0/floatingips/94b5042e-39f1-4a0c-b185-756be150a43f HTTP/1.1" status: 204 len: 168 time: 1.6066053 Apr 22 15:19:40.613256 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'tag': '85b10e66-7e8e-4ffc-933a-9258bd82c043'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:19:40.777561 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c99776d-eb56-43e2-94ee-f1f1148e6b46'] response: {'name': 'network-changed', 'server_uuid': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'tag': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'status': 'completed', 'code': 200} Apr 22 15:19:40.783487 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-20406606-d9ee-41e2-b745-182aa3155cd8 None None] Set router e387dbfd-a496-44ad-9010-0155f49784dc gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:19:40.884159 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-55352828-d2f2-49c3-8c70-7e82610d4b30 req-50fe87c7-56d4-477d-9ac7-60ba709ec2c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 1100 time: 0.0863035 Apr 22 15:19:41.063371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce542a-d708-4599-8e7f-e9d06a1938ad req-e998c7ac-8fbf-45eb-8374-940e77c70833 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:41.064138 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-e3ce542a-d708-4599-8e7f-e9d06a1938ad req-e998c7ac-8fbf-45eb-8374-940e77c70833 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Synchronizing usage tracker for tenant:c313b4d88e8f46e394770429031b01af on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:19:41.083041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-e3ce542a-d708-4599-8e7f-e9d06a1938ad req-e998c7ac-8fbf-45eb-8374-940e77c70833 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Unset dirty status for tenant:c313b4d88e8f46e394770429031b01af on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:19:41.084777 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3ce542a-d708-4599-8e7f-e9d06a1938ad req-e998c7ac-8fbf-45eb-8374-940e77c70833 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 947 time: 0.1064851 Apr 22 15:19:41.148609 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-20406606-d9ee-41e2-b745-182aa3155cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:18Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'b8667d6c-3c46-4f3d-b9a7-cc17256a5989', 'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'mac_address': 'fa:16:3e:28:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:17Z', 'updated_at': '2022-04-22T15:15:26Z', 'revision_number': 5, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'subnets': [{'id': '6c415178-566d-4086-9223-abe7beda1f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:41.151075 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3ce542a-d708-4599-8e7f-e9d06a1938ad req-ec7c3c54-29b0-46e7-b5ec-d07560f6020f tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507321 Apr 22 15:19:41.154175 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20406606-d9ee-41e2-b745-182aa3155cd8 None None] Checking router: e387dbfd-a496-44ad-9010-0155f49784dc for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:19:41.166509 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55352828-d2f2-49c3-8c70-7e82610d4b30 req-efa428df-8978-4c3d-8cff-294ed589758a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:41.168300 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-55352828-d2f2-49c3-8c70-7e82610d4b30 req-efa428df-8978-4c3d-8cff-294ed589758a service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.2781842 Apr 22 15:19:41.168437 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20406606-d9ee-41e2-b745-182aa3155cd8 None None] Routers {'e387dbfd-a496-44ad-9010-0155f49784dc'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:19:41.169003 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-20406606-d9ee-41e2-b745-182aa3155cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:19:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['e387dbfd-a496-44ad-9010-0155f49784dc'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:41.239757 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-55352828-d2f2-49c3-8c70-7e82610d4b30 req-72d0a059-af9e-472d-875f-8feac85a0df4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043 HTTP/1.1" status: 200 len: 217 time: 0.0649135 Apr 22 15:19:41.308074 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55352828-d2f2-49c3-8c70-7e82610d4b30 req-1763d600-cd37-4c0e-8f94-87eaf393d109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:41.309511 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-55352828-d2f2-49c3-8c70-7e82610d4b30 req-1763d600-cd37-4c0e-8f94-87eaf393d109 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0626147 Apr 22 15:19:41.360989 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-20406606-d9ee-41e2-b745-182aa3155cd8 None None] Set router e387dbfd-a496-44ad-9010-0155f49784dc gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:19:41.389661 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-55352828-d2f2-49c3-8c70-7e82610d4b30 req-ad41aa40-31d2-4ce5-a42b-6f7273ac5196 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724802 Apr 22 15:19:41.530560 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-55352828-d2f2-49c3-8c70-7e82610d4b30 req-5adabd03-8a10-484a-83d0-64688e2d4454 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337054 Apr 22 15:19:41.668612 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-55352828-d2f2-49c3-8c70-7e82610d4b30 req-d591ee25-8fc6-4528-b0a6-9f1ba1954dd0 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321907 Apr 22 15:19:41.733074 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-20406606-d9ee-41e2-b745-182aa3155cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:18Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'b8667d6c-3c46-4f3d-b9a7-cc17256a5989', 'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'mac_address': 'fa:16:3e:28:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:17Z', 'updated_at': '2022-04-22T15:15:26Z', 'revision_number': 5, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'subnets': [{'id': '6c415178-566d-4086-9223-abe7beda1f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:41.737335 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20406606-d9ee-41e2-b745-182aa3155cd8 None None] The sync data for ids ['e387dbfd-a496-44ad-9010-0155f49784dc'] in dv-neutron-839027-1-hyperv is: [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:18Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'b8667d6c-3c46-4f3d-b9a7-cc17256a5989', 'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'mac_address': 'fa:16:3e:28:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:17Z', 'updated_at': '2022-04-22T15:15:26Z', 'revision_number': 5, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'subnets': [{'id': '6c415178-566d-4086-9223-abe7beda1f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:19:41.980032 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e203af8-283d-42ce-9eab-9ec6df4eea10 None None] New status for floating IP 94b5042e-39f1-4a0c-b185-756be150a43f: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:19:42.260021 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc285e-338b-4d60-9469-eae2ad164de6 req-ea07db5e-8031-4d2c-966d-f0689437a2b3 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:42.260717 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-cbfc285e-338b-4d60-9469-eae2ad164de6 req-ea07db5e-8031-4d2c-966d-f0689437a2b3 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Synchronizing usage tracker for tenant:c313b4d88e8f46e394770429031b01af on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:19:42.273225 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-cbfc285e-338b-4d60-9469-eae2ad164de6 req-ea07db5e-8031-4d2c-966d-f0689437a2b3 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Unset dirty status for tenant:c313b4d88e8f46e394770429031b01af on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:19:42.274321 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cbfc285e-338b-4d60-9469-eae2ad164de6 req-ea07db5e-8031-4d2c-966d-f0689437a2b3 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 947 time: 0.0944612 Apr 22 15:19:42.346199 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-cbfc285e-338b-4d60-9469-eae2ad164de6 req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Deleting port 85b10e66-7e8e-4ffc-933a-9258bd82c043 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:19:42.346539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-cbfc285e-338b-4d60-9469-eae2ad164de6 req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:42.357355 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1680ed-84c0-4882-a2af-8065132b28f4 req-1ff61ad2-f666-4bd1-9382-6be17e8bbe3b tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:42.358765 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7a1680ed-84c0-4882-a2af-8065132b28f4 req-1ff61ad2-f666-4bd1-9382-6be17e8bbe3b tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 947 time: 0.0785506 Apr 22 15:19:42.406472 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7a1680ed-84c0-4882-a2af-8065132b28f4 req-063f34ac-1205-4fda-abaf-bd6cb1ae3659 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cfaee80-a34e-4704-925f-dac7e97b5c07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417778 Apr 22 15:19:42.596041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-cbfc285e-338b-4d60-9469-eae2ad164de6 req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] For port 85b10e66-7e8e-4ffc-933a-9258bd82c043, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=85b10e66-7e8e-4ffc-933a-9258bd82c043,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:42.596414 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-cbfc285e-338b-4d60-9469-eae2ad164de6 req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:42.721286 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-cbfc285e-338b-4d60-9469-eae2ad164de6 req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Calling delete_port for 85b10e66-7e8e-4ffc-933a-9258bd82c043 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:19:42.867109 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-cbfc285e-338b-4d60-9469-eae2ad164de6 req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:42.917222 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event deleted for resources: {'Port': ['ID=85b10e66-7e8e-4ffc-933a-9258bd82c043,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:42.961125 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:42.961471 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:42.961818 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:42.962155 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:42.962491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:42.962824 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:42.963154 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:42.963525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:42.963853 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:42.964176 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:42.964500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:43.005725 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfc285e-338b-4d60-9469-eae2ad164de6 req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] No DVR routers for this DVR port 85b10e66-7e8e-4ffc-933a-9258bd82c043 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:19:43.008161 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-cbfc285e-338b-4d60-9469-eae2ad164de6 req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:43.010707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'name': 'network-vif-deleted', 'tag': '85b10e66-7e8e-4ffc-933a-9258bd82c043'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:19:43.026963 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cbfc285e-338b-4d60-9469-eae2ad164de6 req-82f771f2-62bb-4e3c-86e8-3d04dab25126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.30 "DELETE /v2.0/ports/85b10e66-7e8e-4ffc-933a-9258bd82c043 HTTP/1.1" status: 204 len: 173 time: 0.7466705 Apr 22 15:19:43.148155 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95544e7-61b4-4785-a1c6-785a215e8481'] response: {'server_uuid': 'cfdfd020-6c8a-4899-a915-1a29467d2c45', 'name': 'network-vif-deleted', 'tag': '85b10e66-7e8e-4ffc-933a-9258bd82c043', 'status': 'completed', 'code': 200} Apr 22 15:19:43.583756 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-2b44faec-3af3-4519-80fa-775e9831622e req-d30f688a-823f-4ad4-abbe-917ea8ef60c5 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfd020-6c8a-4899-a915-1a29467d2c45 HTTP/1.1" status: 200 len: 210 time: 0.0421147 Apr 22 15:19:44.694058 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 43356) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:44.767118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2678105d-d5b5-4a7a-a417-8c33355673cb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:44.795481 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2678105d-d5b5-4a7a-a417-8c33355673cb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:44.861755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2678105d-d5b5-4a7a-a417-8c33355673cb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:44.884530 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678105d-d5b5-4a7a-a417-8c33355673cb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfaee80-a34e-4704-925f-dac7e97b5c07,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:44.898112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2678105d-d5b5-4a7a-a417-8c33355673cb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:44.901709 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2678105d-d5b5-4a7a-a417-8c33355673cb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "DELETE /v2.0/security-groups/9cfaee80-a34e-4704-925f-dac7e97b5c07 HTTP/1.1" status: 204 len: 168 time: 0.2042675 Apr 22 15:19:45.110240 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 43364) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:45.115707 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-ec18822b-519b-4f35-81b8-7e324f5e9126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1669341621', 'description': 'tempest-secgroup-smoke-1669341621 description', 'project_id': 'c313b4d88e8f46e394770429031b01af'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:45.121602 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ec18822b-519b-4f35-81b8-7e324f5e9126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:45.128719 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ec18822b-519b-4f35-81b8-7e324f5e9126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:security_group and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:45.131717 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ec18822b-519b-4f35-81b8-7e324f5e9126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:45.137294 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ec18822b-519b-4f35-81b8-7e324f5e9126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:45.148916 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ec18822b-519b-4f35-81b8-7e324f5e9126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.186576 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ec18822b-519b-4f35-81b8-7e324f5e9126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:45.190384 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ec18822b-519b-4f35-81b8-7e324f5e9126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:security_group_rule and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:45.193182 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-ec18822b-519b-4f35-81b8-7e324f5e9126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:45.198773 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-ec18822b-519b-4f35-81b8-7e324f5e9126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:45.226514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 85b10e66-7e8e-4ffc-933a-9258bd82c043 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:19:45.254904 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ec18822b-519b-4f35-81b8-7e324f5e9126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.258951 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ec18822b-519b-4f35-81b8-7e324f5e9126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.261004 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 85b10e66-7e8e-4ffc-933a-9258bd82c043 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:19:45.261349 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 85b10e66-7e8e-4ffc-933a-9258bd82c043 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:19:45.305192 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18822b-519b-4f35-81b8-7e324f5e9126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb09c1d-aa69-421a-93bd-dab5ccba6193,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:45.309291 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-ec18822b-519b-4f35-81b8-7e324f5e9126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.311420 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-ec18822b-519b-4f35-81b8-7e324f5e9126 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2000706 Apr 22 15:19:45.314159 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 43368) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:45.319503 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-da4ec3f6-09b0-47b3-8d0a-abad952d2561 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'security_group_rule': {'security_group_id': '6fb09c1d-aa69-421a-93bd-dab5ccba6193', 'project_id': 'c313b4d88e8f46e394770429031b01af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:45.326405 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-da4ec3f6-09b0-47b3-8d0a-abad952d2561 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:45.330763 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-da4ec3f6-09b0-47b3-8d0a-abad952d2561 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:security_group_rule and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:45.333651 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-da4ec3f6-09b0-47b3-8d0a-abad952d2561 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:45.339213 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-da4ec3f6-09b0-47b3-8d0a-abad952d2561 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:45.356546 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da4ec3f6-09b0-47b3-8d0a-abad952d2561 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.417708 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da4ec3f6-09b0-47b3-8d0a-abad952d2561 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.421712 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da4ec3f6-09b0-47b3-8d0a-abad952d2561 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.449051 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ec3f6-09b0-47b3-8d0a-abad952d2561 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9bfe0e-e26d-49d8-b0eb-728fa1f1c5bd,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:45.459265 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-da4ec3f6-09b0-47b3-8d0a-abad952d2561 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.460452 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-da4ec3f6-09b0-47b3-8d0a-abad952d2561 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1453798 Apr 22 15:19:45.463215 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 43372) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:45.469294 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-2121dfa9-3af1-4a7b-a3d9-b6c3e8bfc6b1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'security_group_rule': {'security_group_id': '6fb09c1d-aa69-421a-93bd-dab5ccba6193', 'project_id': 'c313b4d88e8f46e394770429031b01af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:45.475072 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2121dfa9-3af1-4a7b-a3d9-b6c3e8bfc6b1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:45.479070 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2121dfa9-3af1-4a7b-a3d9-b6c3e8bfc6b1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:security_group_rule and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:45.481947 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2121dfa9-3af1-4a7b-a3d9-b6c3e8bfc6b1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:45.487567 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2121dfa9-3af1-4a7b-a3d9-b6c3e8bfc6b1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:45.506258 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2121dfa9-3af1-4a7b-a3d9-b6c3e8bfc6b1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.648394 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2121dfa9-3af1-4a7b-a3d9-b6c3e8bfc6b1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.653282 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2121dfa9-3af1-4a7b-a3d9-b6c3e8bfc6b1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.677108 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121dfa9-3af1-4a7b-a3d9-b6c3e8bfc6b1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed34f66-378c-4095-aa46-292837dfefb9,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:45.686882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2121dfa9-3af1-4a7b-a3d9-b6c3e8bfc6b1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.688321 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2121dfa9-3af1-4a7b-a3d9-b6c3e8bfc6b1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2240186 Apr 22 15:19:45.690972 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 43376) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:45.697525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-3580375c-226e-4b59-8255-0bfc421e7bec tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'security_group_rule': {'security_group_id': '6fb09c1d-aa69-421a-93bd-dab5ccba6193', 'project_id': 'c313b4d88e8f46e394770429031b01af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:45.704734 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3580375c-226e-4b59-8255-0bfc421e7bec tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:45.708503 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3580375c-226e-4b59-8255-0bfc421e7bec tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:security_group_rule and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:45.711341 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-3580375c-226e-4b59-8255-0bfc421e7bec tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:45.717119 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-3580375c-226e-4b59-8255-0bfc421e7bec tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:45.733452 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3580375c-226e-4b59-8255-0bfc421e7bec tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.796938 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3580375c-226e-4b59-8255-0bfc421e7bec tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.800757 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3580375c-226e-4b59-8255-0bfc421e7bec tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.823782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580375c-226e-4b59-8255-0bfc421e7bec tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef5d3f3-75ba-40e2-ace3-b439bbd67633,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:45.833782 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-3580375c-226e-4b59-8255-0bfc421e7bec tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.834944 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-3580375c-226e-4b59-8255-0bfc421e7bec tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1429963 Apr 22 15:19:45.837681 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 43380) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:45.843766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-89c48247-627b-4760-b337-ad2f41b12864 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'security_group_rule': {'security_group_id': '6fb09c1d-aa69-421a-93bd-dab5ccba6193', 'project_id': 'c313b4d88e8f46e394770429031b01af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:45.849585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-89c48247-627b-4760-b337-ad2f41b12864 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:45.853449 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-89c48247-627b-4760-b337-ad2f41b12864 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:security_group_rule and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:45.856284 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-89c48247-627b-4760-b337-ad2f41b12864 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:45.862353 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-89c48247-627b-4760-b337-ad2f41b12864 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:45.879689 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-89c48247-627b-4760-b337-ad2f41b12864 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.945260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-89c48247-627b-4760-b337-ad2f41b12864 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.948963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-89c48247-627b-4760-b337-ad2f41b12864 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.976040 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c48247-627b-4760-b337-ad2f41b12864 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41da7d42-1175-4be5-acc8-de027db2694c,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:45.982754 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-89c48247-627b-4760-b337-ad2f41b12864 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.984109 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-89c48247-627b-4760-b337-ad2f41b12864 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1454525 Apr 22 15:19:45.986695 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 43384) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:45.992490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-417d4c74-c7f3-4cdf-b848-9e85bb3015e4 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'security_group_rule': {'security_group_id': '6fb09c1d-aa69-421a-93bd-dab5ccba6193', 'project_id': 'c313b4d88e8f46e394770429031b01af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:45.999257 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-417d4c74-c7f3-4cdf-b848-9e85bb3015e4 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:46.003109 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-417d4c74-c7f3-4cdf-b848-9e85bb3015e4 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:security_group_rule and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:46.006004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-417d4c74-c7f3-4cdf-b848-9e85bb3015e4 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:46.011635 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-417d4c74-c7f3-4cdf-b848-9e85bb3015e4 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:46.021658 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-417d4c74-c7f3-4cdf-b848-9e85bb3015e4 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Project c313b4d88e8f46e394770429031b01af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:19:46.028176 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-417d4c74-c7f3-4cdf-b848-9e85bb3015e4 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:46.092491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-417d4c74-c7f3-4cdf-b848-9e85bb3015e4 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:46.096052 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-417d4c74-c7f3-4cdf-b848-9e85bb3015e4 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:46.119783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d4c74-c7f3-4cdf-b848-9e85bb3015e4 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d34371-ea28-4348-a51e-1c6928966361,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:46.129691 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-417d4c74-c7f3-4cdf-b848-9e85bb3015e4 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:46.131081 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-417d4c74-c7f3-4cdf-b848-9e85bb3015e4 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1433454 Apr 22 15:19:46.133749 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 43388) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:46.140120 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-9c388b3e-2bfa-4e7c-8c1e-8ef236b92476 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'security_group_rule': {'security_group_id': '6fb09c1d-aa69-421a-93bd-dab5ccba6193', 'project_id': 'c313b4d88e8f46e394770429031b01af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:46.145994 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9c388b3e-2bfa-4e7c-8c1e-8ef236b92476 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:46.149747 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9c388b3e-2bfa-4e7c-8c1e-8ef236b92476 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:security_group_rule and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:46.152578 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-9c388b3e-2bfa-4e7c-8c1e-8ef236b92476 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:46.159023 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-9c388b3e-2bfa-4e7c-8c1e-8ef236b92476 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:46.170349 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.securitygroups_db [None req-9c388b3e-2bfa-4e7c-8c1e-8ef236b92476 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Project c313b4d88e8f46e394770429031b01af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:19:46.177158 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9c388b3e-2bfa-4e7c-8c1e-8ef236b92476 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:46.244497 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9c388b3e-2bfa-4e7c-8c1e-8ef236b92476 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:46.248153 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9c388b3e-2bfa-4e7c-8c1e-8ef236b92476 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:46.273573 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c388b3e-2bfa-4e7c-8c1e-8ef236b92476 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7185dad-b383-4aa0-b8d7-f0da957ceebd,revision_number=0']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:46.283122 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-9c388b3e-2bfa-4e7c-8c1e-8ef236b92476 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:46.284298 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-9c388b3e-2bfa-4e7c-8c1e-8ef236b92476 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1496310 Apr 22 15:19:52.546700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3f164421-96aa-418e-b62e-f09a7efa4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:54.863580 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-687bfb00-d497-4860-aabd-4314f942bae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:54.871829 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:56.194400 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:56.238015 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:57.498886 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:01.120594 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-4cc717d2-646a-4de9-9373-fd486a7d4d52 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1669341621&fields=id&tenant_id=c313b4d88e8f46e394770429031b01af HTTP/1.1" status: 200 len: 267 time: 0.0471361 Apr 22 15:20:01.266650 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-c07a6aa7-d6b3-47c2-bc02-1dec4d5e2c5a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:01.268115 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-c07a6aa7-d6b3-47c2-bc02-1dec4d5e2c5a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 809 time: 0.1405244 Apr 22 15:20:01.284195 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-0a7828b2-a6d8-43c9-b3c7-adbf65411939 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/quotas/c313b4d88e8f46e394770429031b01af HTTP/1.1" status: 200 len: 375 time: 0.0108247 Apr 22 15:20:01.363724 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-0c8425ae-bb2e-4bac-94e3-5e42753e092f tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747547 Apr 22 15:20:01.500954 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-c37cd750-53fc-4029-bb38-4c3265e8ca5c service neutron] 10.222.0.23 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261115 Apr 22 15:20:01.629341 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-bc47574e-c373-4baa-ae05-ce96f4d90c59 service neutron] 10.222.0.23 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226430 Apr 22 15:20:02.004582 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9e9935bf-66da-4e93-9cdf-5a2a35e2dae0 req-93484dd4-16ac-4065-b4f1-d9da87d3f625 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 210 time: 0.0410862 Apr 22 15:20:03.008080 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-21b9c3a4-bddd-4f06-bd00-d29e6b9e0de0 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:03.009525 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-21b9c3a4-bddd-4f06-bd00-d29e6b9e0de0 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 809 time: 0.1501212 Apr 22 15:20:03.062963 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-b7fe10ad-bc0d-49f4-a149-7e3f7e2ba4c9 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Synchronizing usage tracker for tenant:c313b4d88e8f46e394770429031b01af on resource:security_group {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:20:03.079959 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-b7fe10ad-bc0d-49f4-a149-7e3f7e2ba4c9 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Unset dirty status for tenant:c313b4d88e8f46e394770429031b01af on resource:security_group {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:20:03.081344 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-b7fe10ad-bc0d-49f4-a149-7e3f7e2ba4c9 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c313b4d88e8f46e394770429031b01af HTTP/1.1" status: 200 len: 380 time: 0.0603499 Apr 22 15:20:03.091923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'port': {'device_id': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'admin_state_up': True, 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'security_groups': ['6fb09c1d-aa69-421a-93bd-dab5ccba6193']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:20:03.189256 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-84627b60-a089-49b5-ada9-1dbc95d79c1f req-c58e9d0e-f79a-4c6f-b77f-5bf14221d5c0 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 210 time: 0.0464015 Apr 22 15:20:03.239414 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:20:03.243539 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:port and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:20:03.246562 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:20:03.253072 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:20:03.263114 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Made reservation on behalf of c313b4d88e8f46e394770429031b01af for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:20:03.266696 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:03.433973 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Allocated IP 172.20.0.3 (bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97/6c415178-566d-4086-9223-abe7beda1f08/709e2c0d-ca42-445d-a8e6-48663a1da623) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:20:03.639835 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:03.656844 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Transition to ACTIVE for port object 709e2c0d-ca42-445d-a8e6-48663a1da623 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:20:03.683760 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:03.759013 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:20:03.762069 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:20:03.766483 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:20:03.803658 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'Port': ['ID=709e2c0d-ca42-445d-a8e6-48663a1da623,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:20:03.834958 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:03.835595 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:03.861061 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-97db6454-081b-45f4-a821-d3dc9fc0c203 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7729385 Apr 22 15:20:03.872148 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Request body: {'port': {'device_id': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:20:03.980557 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e2f82c6a-43ef-4bd5-a54d-92e8399db3f9 None None] Provisioning for port 709e2c0d-ca42-445d-a8e6-48663a1da623 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:20:03.986075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-e2f82c6a-43ef-4bd5-a54d-92e8399db3f9 None None] Provisioning complete for port 709e2c0d-ca42-445d-a8e6-48663a1da623 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:20:03.986560 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e2f82c6a-43ef-4bd5-a54d-92e8399db3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:03.991699 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:04.040758 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-e2f82c6a-43ef-4bd5-a54d-92e8399db3f9 None None] Port 709e2c0d-ca42-445d-a8e6-48663a1da623 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:20:04.362578 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709e2c0d-ca42-445d-a8e6-48663a1da623 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:20:04.369896 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:04.386718 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Transition to ACTIVE for port object 709e2c0d-ca42-445d-a8e6-48663a1da623 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:20:04.392382 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:04.416763 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58ce5b-1f57-48db-afa9-c8b957b47402 req-03d016f8-c528-4a37-8207-da6a36f4ceb0 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:04.418210 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fa58ce5b-1f57-48db-afa9-c8b957b47402 req-03d016f8-c528-4a37-8207-da6a36f4ceb0 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 931 time: 0.0941496 Apr 22 15:20:04.479547 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fa58ce5b-1f57-48db-afa9-c8b957b47402 req-5a7ed6a6-4603-4a9d-971f-facde46a1328 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549929 Apr 22 15:20:04.642594 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Pushing event updated for resources: {'Port': ['ID=709e2c0d-ca42-445d-a8e6-48663a1da623,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:20:04.775161 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Attempting to bind port 709e2c0d-ca42-445d-a8e6-48663a1da623 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:20:04.775537 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Attempting to bind port 709e2c0d-ca42-445d-a8e6-48663a1da623 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:20:04.775865 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Attempting to bind port 709e2c0d-ca42-445d-a8e6-48663a1da623 on network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:20:04.781820 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Port 709e2c0d-ca42-445d-a8e6-48663a1da623 on network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:20:04.782138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Attempting to bind port 709e2c0d-ca42-445d-a8e6-48663a1da623 on network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:20:04.788229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:20:04.788560 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Checking segment: {'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:20:04.788939 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Bound using segment: {'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:20:04.789360 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Bound port: 709e2c0d-ca42-445d-a8e6-48663a1da623, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:20:04.789705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:04.878814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] For port 709e2c0d-ca42-445d-a8e6-48663a1da623, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:20:04.881819 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] For port 709e2c0d-ca42-445d-a8e6-48663a1da623, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=709e2c0d-ca42-445d-a8e6-48663a1da623,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:20:04.886049 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:04.954004 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:04.955423 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] 10.222.0.30 "PUT /v2.0/ports/709e2c0d-ca42-445d-a8e6-48663a1da623 HTTP/1.1" status: 200 len: 1093 time: 1.0877030 Apr 22 15:20:04.955855 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'tag': '709e2c0d-ca42-445d-a8e6-48663a1da623'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:20:04.974585 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017582b5-8634-4226-9b7d-4cf2528785d8 service neutron] Pushing event updated for resources: {'Port': ['ID=709e2c0d-ca42-445d-a8e6-48663a1da623,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:20:05.028927 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f53e7c61-ce6b-44b8-8dac-c3510b581472'] response: {'name': 'network-changed', 'server_uuid': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'tag': '709e2c0d-ca42-445d-a8e6-48663a1da623', 'status': 'completed', 'code': 200} Apr 22 15:20:05.072268 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-8e56a54f-8ce1-45b5-81da-1b9db32359ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 1096 time: 0.0772512 Apr 22 15:20:05.145265 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-6073598b-b570-45e9-8558-d4eeac29d219 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709e2c0d-ca42-445d-a8e6-48663a1da623 HTTP/1.1" status: 200 len: 217 time: 0.0666504 Apr 22 15:20:05.207804 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-80851f2c-3462-4168-afd0-e3af2aff7f1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:05.209144 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-80851f2c-3462-4168-afd0-e3af2aff7f1f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0589437 Apr 22 15:20:05.284020 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-109ac086-f96c-49e5-b78a-dd1bc1b30873 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689733 Apr 22 15:20:05.416184 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-cfc15377-6001-49c7-a36c-6ddedd34d2b5 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261246 Apr 22 15:20:05.551975 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-07d875ca-f0eb-4915-aa96-27f57afdf512 req-cd2d5cf2-ab85-4b72-b82b-88c360bc777a service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288071 Apr 22 15:20:05.672364 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1e4e1a57-65ff-4197-a4f5-ef57eb68c02c req-5c019f22-9462-4ddd-9a14-f342422f508c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 1096 time: 0.0764413 Apr 22 15:20:05.714069 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840f685-12ce-46a9-9f19-f2d093bac5b6 req-9cfc35bc-774b-42fc-89e3-d5d15accc0ef tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:05.715549 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4840f685-12ce-46a9-9f19-f2d093bac5b6 req-9cfc35bc-774b-42fc-89e3-d5d15accc0ef tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 943 time: 0.0952172 Apr 22 15:20:05.768409 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4840f685-12ce-46a9-9f19-f2d093bac5b6 req-1284e719-fb07-4761-b472-0af2c549b1f2 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459642 Apr 22 15:20:05.820520 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e1a57-65ff-4197-a4f5-ef57eb68c02c req-6d36cef8-a3b8-48be-b91a-738bf280009c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:05.821972 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1e4e1a57-65ff-4197-a4f5-ef57eb68c02c req-6d36cef8-a3b8-48be-b91a-738bf280009c service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.1430547 Apr 22 15:20:05.894029 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1e4e1a57-65ff-4197-a4f5-ef57eb68c02c req-c03f6b28-0d6e-4437-ac41-6bb4668c5f1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709e2c0d-ca42-445d-a8e6-48663a1da623 HTTP/1.1" status: 200 len: 217 time: 0.0659342 Apr 22 15:20:05.956423 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e1a57-65ff-4197-a4f5-ef57eb68c02c req-7c944c37-29e7-42cf-a5bd-0e529fadbbaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:05.958036 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1e4e1a57-65ff-4197-a4f5-ef57eb68c02c req-7c944c37-29e7-42cf-a5bd-0e529fadbbaf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0588355 Apr 22 15:20:06.033851 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1e4e1a57-65ff-4197-a4f5-ef57eb68c02c req-70114981-6a37-438e-9637-f0623b89e6d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704000 Apr 22 15:20:06.168958 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1e4e1a57-65ff-4197-a4f5-ef57eb68c02c req-bbd6bff9-bf18-4453-b584-0bc73552b6bf service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286836 Apr 22 15:20:06.301067 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1e4e1a57-65ff-4197-a4f5-ef57eb68c02c req-05ebb99f-12d8-4224-974f-ee0095432da5 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267717 Apr 22 15:20:06.969451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48fa0a-61bb-437d-98ad-33a2b65dcca6 req-954aabc2-5183-4891-8bb7-2f18670f998c tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:06.970898 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9c48fa0a-61bb-437d-98ad-33a2b65dcca6 req-954aabc2-5183-4891-8bb7-2f18670f998c tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 943 time: 0.0786915 Apr 22 15:20:07.016360 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9c48fa0a-61bb-437d-98ad-33a2b65dcca6 req-ce4bf2ef-9584-4c89-8681-cbe45a49fc64 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398314 Apr 22 15:20:08.215962 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8ab54-e843-4b3d-96ec-355838c3327e req-7e2bcc7c-ba8b-44c7-9e0b-c12fb6bed108 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:08.217939 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1cf8ab54-e843-4b3d-96ec-355838c3327e req-7e2bcc7c-ba8b-44c7-9e0b-c12fb6bed108 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 943 time: 0.0793478 Apr 22 15:20:08.264028 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1cf8ab54-e843-4b3d-96ec-355838c3327e req-3e89cb0f-5dab-412e-aa91-bbfee8edd513 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406406 Apr 22 15:20:09.462276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf453e-b41d-42ee-bab9-39c44398cdb1 req-d5cc2d72-a2ed-4cf5-a3f7-2c17c956153b tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:09.463728 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d8cf453e-b41d-42ee-bab9-39c44398cdb1 req-d5cc2d72-a2ed-4cf5-a3f7-2c17c956153b tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 943 time: 0.0745270 Apr 22 15:20:09.512242 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d8cf453e-b41d-42ee-bab9-39c44398cdb1 req-ad77992e-9b52-46d7-b2bd-7185510e6f29 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419416 Apr 22 15:20:10.710722 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edaf80-0798-4b28-a144-599e51eae851 req-8c2cd213-a43a-45f5-896a-e71c2c57e954 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:10.712120 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d3edaf80-0798-4b28-a144-599e51eae851 req-8c2cd213-a43a-45f5-896a-e71c2c57e954 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 943 time: 0.0772595 Apr 22 15:20:10.757235 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-d3edaf80-0798-4b28-a144-599e51eae851 req-20ba82f6-4110-4244-9bb6-3618682443ec tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395114 Apr 22 15:20:12.038814 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280de68-6170-4ba2-a3ae-49393769870b req-dcb70b5a-6069-438d-82ad-3e66e0d4b457 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:12.040192 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a280de68-6170-4ba2-a3ae-49393769870b req-dcb70b5a-6069-438d-82ad-3e66e0d4b457 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 943 time: 0.1650298 Apr 22 15:20:12.085562 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a280de68-6170-4ba2-a3ae-49393769870b req-7291e4a7-ebad-48c8-9d51-7ec0f4e94158 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392466 Apr 22 15:20:13.279487 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fe9ce-5217-4d11-a145-35929f2c8603 req-edf49b48-8877-4d78-be49-6473d450d175 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:13.280941 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e32fe9ce-5217-4d11-a145-35929f2c8603 req-edf49b48-8877-4d78-be49-6473d450d175 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 943 time: 0.0750401 Apr 22 15:20:13.319380 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 709e2c0d-ca42-445d-a8e6-48663a1da623 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:20:13.328320 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e32fe9ce-5217-4d11-a145-35929f2c8603 req-eb68aadc-a0f6-46c8-bd97-83212d9bc393 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412788 Apr 22 15:20:13.451744 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 709e2c0d-ca42-445d-a8e6-48663a1da623, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=709e2c0d-ca42-445d-a8e6-48663a1da623,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:20:13.464534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '709e2c0d-ca42-445d-a8e6-48663a1da623', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'port_id': '709e2c0d-ca42-445d-a8e6-48663a1da623', 'mac_address': 'fa:16:3e:7b:2c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:20:13.517353 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:13.537455 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709e2c0d-ca42-445d-a8e6-48663a1da623 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:20:13.551947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 709e2c0d-ca42-445d-a8e6-48663a1da623, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=709e2c0d-ca42-445d-a8e6-48663a1da623,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:20:13.555954 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:13.654958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=709e2c0d-ca42-445d-a8e6-48663a1da623,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:20:13.663655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:20:13.664001 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:20:13.664335 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:20:13.664667 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:20:13.664998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:20:13.665323 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:20:13.665654 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:20:13.665975 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:20:13.666298 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:20:13.666639 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:20:13.666965 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:20:13.766476 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['709e2c0d-ca42-445d-a8e6-48663a1da623'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:20:14.525755 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7950b2-fc40-48bd-88fe-213b42d6bd5b req-46a645a4-8d64-4c3c-a6ad-ffb3df495e4b tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:14.527303 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd7950b2-fc40-48bd-88fe-213b42d6bd5b req-46a645a4-8d64-4c3c-a6ad-ffb3df495e4b tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 944 time: 0.0806065 Apr 22 15:20:14.575113 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cd7950b2-fc40-48bd-88fe-213b42d6bd5b req-7ca98ed3-9129-4d02-a727-4e84d15450d6 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412483 Apr 22 15:20:15.335364 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 709e2c0d-ca42-445d-a8e6-48663a1da623 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:20:15.408937 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 709e2c0d-ca42-445d-a8e6-48663a1da623 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:20:15.413551 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 709e2c0d-ca42-445d-a8e6-48663a1da623 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:20:15.413915 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:15.522563 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:15.551795 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709e2c0d-ca42-445d-a8e6-48663a1da623'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:20:15.561205 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 709e2c0d-ca42-445d-a8e6-48663a1da623, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=709e2c0d-ca42-445d-a8e6-48663a1da623,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:20:15.565829 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:15.614031 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a70df03-40ae-4155-a875-7e6bfe41fab3'] response: {'server_uuid': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709e2c0d-ca42-445d-a8e6-48663a1da623', 'code': 200} Apr 22 15:20:15.642326 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=709e2c0d-ca42-445d-a8e6-48663a1da623,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:20:15.792051 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7be10-76e5-4dc9-a503-c6451d41c5f2 req-b37a9aa2-22f1-4219-8666-0deea40bff48 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:15.794161 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9db7be10-76e5-4dc9-a503-c6451d41c5f2 req-b37a9aa2-22f1-4219-8666-0deea40bff48 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0806267 Apr 22 15:20:15.801983 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:20:15.845420 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9db7be10-76e5-4dc9-a503-c6451d41c5f2 req-64e0424c-e674-4fc4-947f-f8180256bab1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454745 Apr 22 15:20:15.975641 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-afb741c2-189b-490b-ba27-89907ff431cc req-c45368b9-eb8f-4e6f-ad9a-d2e0fa03052f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 1098 time: 0.1694329 Apr 22 15:20:16.018456 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-afb741c2-189b-490b-ba27-89907ff431cc req-cc486cf1-e5f9-4e35-a8b0-f33e62dd57a7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371797 Apr 22 15:20:17.056171 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06077700-2040-40ff-9634-cfec638f03d0 req-25e7f32c-297b-443d-bf14-25d6672b6bee tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:17.057521 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-06077700-2040-40ff-9634-cfec638f03d0 req-25e7f32c-297b-443d-bf14-25d6672b6bee tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0823283 Apr 22 15:20:17.102656 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-06077700-2040-40ff-9634-cfec638f03d0 req-b0a3b0f3-e147-4346-aec5-24a5cb30412e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394795 Apr 22 15:20:18.300868 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fd0fa-bdfa-4195-bb29-f177239fdad9 req-0efca2a3-e219-4ee9-866f-56f7590d4cdb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:18.303061 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-125fd0fa-bdfa-4195-bb29-f177239fdad9 req-0efca2a3-e219-4ee9-866f-56f7590d4cdb tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0762582 Apr 22 15:20:18.350483 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-125fd0fa-bdfa-4195-bb29-f177239fdad9 req-35e08ab4-8ce0-4741-a624-939638cd0388 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426896 Apr 22 15:20:18.549024 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb263ce-3d6f-4184-889f-2bf954a093a1 req-b2dfb3f7-810d-4ac9-8dc9-657daefa5919 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:18.550467 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bcb263ce-3d6f-4184-889f-2bf954a093a1 req-b2dfb3f7-810d-4ac9-8dc9-657daefa5919 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0768430 Apr 22 15:20:18.596462 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-bcb263ce-3d6f-4184-889f-2bf954a093a1 req-61ab5e00-a6c3-4925-a579-8d4426b3225d tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401978 Apr 22 15:20:18.623965 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 43534) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:20:18.695952 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1056ff7a-35fd-4c7f-b28b-8213e803d2f8 tempest-TestShelveInstance-2036388405 tempest-TestShelveInstance-2036388405-project-admin] Synchronizing usage tracker for tenant:ba0c6376786149238fe12fdda7596a8d on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:20:18.712443 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-1056ff7a-35fd-4c7f-b28b-8213e803d2f8 tempest-TestShelveInstance-2036388405 tempest-TestShelveInstance-2036388405-project-admin] Unset dirty status for tenant:ba0c6376786149238fe12fdda7596a8d on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:20:18.713673 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-1056ff7a-35fd-4c7f-b28b-8213e803d2f8 tempest-TestShelveInstance-2036388405 tempest-TestShelveInstance-2036388405-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 1093 time: 0.0885825 Apr 22 15:20:18.717338 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 43538) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:20:18.722748 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '709e2c0d-ca42-445d-a8e6-48663a1da623', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:20:18.728325 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:20:18.732802 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Usage tracker for resource:floatingip and tenant:c313b4d88e8f46e394770429031b01af is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:20:18.735631 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:20:18.741227 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:20:18.754141 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for floatingip, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:18.889118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:19.026219 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Allocated IP 172.26.0.169 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/f5810e45-cff5-4730-b816-bd1c661a819b) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:20:19.172067 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:19.198241 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:19.268775 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:20:19.271641 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:20:19.275987 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:20:19.299875 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'Port': ['ID=f5810e45-cff5-4730-b816-bd1c661a819b,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:20:19.772573 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:19.829013 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:20.035319 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:20.039548 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:20.145230 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event updated for resources: {'Port': ['ID=f5810e45-cff5-4730-b816-bd1c661a819b,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:20:20.159404 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:20.434285 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.db.l3_db [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Floating IP 5ae5c87c-4a90-4be6-bb28-695aef99eca6 associated. External IP: 172.26.0.169, port: 709e2c0d-ca42-445d-a8e6-48663a1da623. Apr 22 15:20:20.825156 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Router e387dbfd-a496-44ad-9010-0155f49784dc has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:20:21.032375 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:20:21.041591 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4221c13-30af-4e00-bcb6-dd94babeb5bf None None] Sync routers for ids ['e387dbfd-a496-44ad-9010-0155f49784dc'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:20:21.053513 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4221c13-30af-4e00-bcb6-dd94babeb5bf None None] Routers {'e387dbfd-a496-44ad-9010-0155f49784dc'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:20:21.054108 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e4221c13-30af-4e00-bcb6-dd94babeb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:19:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['e387dbfd-a496-44ad-9010-0155f49784dc'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:20:21.056951 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:21.111246 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-695d520e-4162-4b88-bc88-20c6847d9c22 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3926485 Apr 22 15:20:21.111913 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'tag': '709e2c0d-ca42-445d-a8e6-48663a1da623'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:20:21.166765 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928d9b6c-479d-48dc-8b49-3c7c3b2eb4be'] response: {'name': 'network-changed', 'server_uuid': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'tag': '709e2c0d-ca42-445d-a8e6-48663a1da623', 'status': 'completed', 'code': 200} Apr 22 15:20:21.234636 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-e4221c13-30af-4e00-bcb6-dd94babeb5bf None None] Set router e387dbfd-a496-44ad-9010-0155f49784dc gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:20:21.258242 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ae6b49ba-55db-42cb-b740-369e6dba9283 req-c72b8ce5-045a-4758-8a66-4a85c6a8460e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 1098 time: 0.0699921 Apr 22 15:20:21.387823 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b49ba-55db-42cb-b740-369e6dba9283 req-0aa8eedd-ad5c-4eaa-97b0-13173480f69f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:21.390069 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ae6b49ba-55db-42cb-b740-369e6dba9283 req-0aa8eedd-ad5c-4eaa-97b0-13173480f69f service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.1263275 Apr 22 15:20:21.493090 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ae6b49ba-55db-42cb-b740-369e6dba9283 req-5e34e696-e081-4984-afe4-81fe2f8cb934 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709e2c0d-ca42-445d-a8e6-48663a1da623 HTTP/1.1" status: 200 len: 999 time: 0.0967925 Apr 22 15:20:21.557743 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b49ba-55db-42cb-b740-369e6dba9283 req-f6e5b486-d2d1-4dd4-93a0-f8430535ef44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:21.559188 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ae6b49ba-55db-42cb-b740-369e6dba9283 req-f6e5b486-d2d1-4dd4-93a0-f8430535ef44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0603437 Apr 22 15:20:21.580897 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e4221c13-30af-4e00-bcb6-dd94babeb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:18Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '5ae5c87c-4a90-4be6-bb28-695aef99eca6', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'port_id': '709e2c0d-ca42-445d-a8e6-48663a1da623', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'mac_address': 'fa:16:3e:7b:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:20:19Z', 'updated_at': '2022-04-22T15:20:19Z', 'revision_number': 0, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8667d6c-3c46-4f3d-b9a7-cc17256a5989', 'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'mac_address': 'fa:16:3e:28:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:17Z', 'updated_at': '2022-04-22T15:15:26Z', 'revision_number': 5, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'subnets': [{'id': '6c415178-566d-4086-9223-abe7beda1f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:20:21.584565 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4221c13-30af-4e00-bcb6-dd94babeb5bf None None] Checking router: e387dbfd-a496-44ad-9010-0155f49784dc for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:20:21.594816 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4221c13-30af-4e00-bcb6-dd94babeb5bf None None] Routers {'e387dbfd-a496-44ad-9010-0155f49784dc'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:20:21.595427 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e4221c13-30af-4e00-bcb6-dd94babeb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:19:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['e387dbfd-a496-44ad-9010-0155f49784dc'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:20:21.633064 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ae6b49ba-55db-42cb-b740-369e6dba9283 req-3aade1e6-510c-4b65-897a-189213ba1e81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683148 Apr 22 15:20:21.767189 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ae6b49ba-55db-42cb-b740-369e6dba9283 req-ecf9bdee-78f6-4342-b5a9-119ad5bd65e9 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269636 Apr 22 15:20:21.773244 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-e4221c13-30af-4e00-bcb6-dd94babeb5bf None None] Set router e387dbfd-a496-44ad-9010-0155f49784dc gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:20:22.000962 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ae6b49ba-55db-42cb-b740-369e6dba9283 req-038d56a1-df30-4fd1-9a5e-eef2b2c3bfa9 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281315 Apr 22 15:20:22.161749 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-e4221c13-30af-4e00-bcb6-dd94babeb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:18Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '5ae5c87c-4a90-4be6-bb28-695aef99eca6', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'port_id': '709e2c0d-ca42-445d-a8e6-48663a1da623', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'mac_address': 'fa:16:3e:7b:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:20:19Z', 'updated_at': '2022-04-22T15:20:19Z', 'revision_number': 0, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8667d6c-3c46-4f3d-b9a7-cc17256a5989', 'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'mac_address': 'fa:16:3e:28:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:17Z', 'updated_at': '2022-04-22T15:15:26Z', 'revision_number': 5, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'subnets': [{'id': '6c415178-566d-4086-9223-abe7beda1f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:20:22.165583 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4221c13-30af-4e00-bcb6-dd94babeb5bf None None] The sync data for ids ['e387dbfd-a496-44ad-9010-0155f49784dc'] in dv-neutron-839027-1-hyperv is: [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:18Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '5ae5c87c-4a90-4be6-bb28-695aef99eca6', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'port_id': '709e2c0d-ca42-445d-a8e6-48663a1da623', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'mac_address': 'fa:16:3e:7b:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:20:19Z', 'updated_at': '2022-04-22T15:20:19Z', 'revision_number': 0, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8667d6c-3c46-4f3d-b9a7-cc17256a5989', 'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'mac_address': 'fa:16:3e:28:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:17Z', 'updated_at': '2022-04-22T15:15:26Z', 'revision_number': 5, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'subnets': [{'id': '6c415178-566d-4086-9223-abe7beda1f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:20:22.361738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6fd80d-bfe3-4f5d-a404-0e0145d93f8f None None] New status for floating IP 5ae5c87c-4a90-4be6-bb28-695aef99eca6: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:20:22.562803 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4c7bd159-8dae-41a7-9727-554efe733376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:24.862701 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-66373d7c-a4d4-4d6c-8ff9-b8460c8b5e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:24.868051 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:26.198432 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:26.240971 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:27.504835 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:38.601513 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f447ec91-4cd0-41b6-b08c-ec80bdb286a0 req-6b1596e5-8373-4707-a1de-587fd5226b24 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678196 Apr 22 15:20:38.761210 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f447ec91-4cd0-41b6-b08c-ec80bdb286a0 req-96c6b948-87da-4135-863c-5a1162b71eb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 1098 time: 0.0851762 Apr 22 15:20:38.912799 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447ec91-4cd0-41b6-b08c-ec80bdb286a0 req-ed59a54e-c844-4a59-9b53-f8dc8571bc68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:38.914155 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f447ec91-4cd0-41b6-b08c-ec80bdb286a0 req-ed59a54e-c844-4a59-9b53-f8dc8571bc68 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.1336260 Apr 22 15:20:39.040429 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f447ec91-4cd0-41b6-b08c-ec80bdb286a0 req-d99c806f-c272-4133-a1fd-797e0fe1e6cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709e2c0d-ca42-445d-a8e6-48663a1da623 HTTP/1.1" status: 200 len: 1001 time: 0.1186507 Apr 22 15:20:39.104919 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447ec91-4cd0-41b6-b08c-ec80bdb286a0 req-a8ad1c89-7208-44f7-9fb9-df1bfc29e4b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:39.106692 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f447ec91-4cd0-41b6-b08c-ec80bdb286a0 req-a8ad1c89-7208-44f7-9fb9-df1bfc29e4b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0605650 Apr 22 15:20:39.185358 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f447ec91-4cd0-41b6-b08c-ec80bdb286a0 req-fa690b7b-5846-40d4-9275-0e48af1a0aa9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722919 Apr 22 15:20:39.350464 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f447ec91-4cd0-41b6-b08c-ec80bdb286a0 req-35f7d4cf-992a-4cf6-ad0f-66e5ed77d3f7 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573629 Apr 22 15:20:39.497888 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f447ec91-4cd0-41b6-b08c-ec80bdb286a0 req-2ad2fa84-eebd-4830-9b21-cb87b42177c0 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399250 Apr 22 15:20:52.535697 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ecd74c23-1933-4990-8523-1a94cca27095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:52.803799 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:20:54.881314 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-257cd7d6-99d7-442b-ac9a-9ce7c65b1752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:54.881314 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:56.203245 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:56.245687 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:57.499659 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:22.537763 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-33864b1b-5057-476b-8212-2b2a13f54348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:24.854278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e88a1db7-a3a3-436f-9902-dabcf0a83e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:24.881778 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:26.205191 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:26.248756 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:27.508431 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:29.804874 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:21:40.672038 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-81bdb162-3c69-49a4-a9b6-d7a22aa701d8 req-5f34c304-b634-40d4-b98d-988c2e3064f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1456606 Apr 22 15:21:40.811915 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-81bdb162-3c69-49a4-a9b6-d7a22aa701d8 req-3cb184c0-9ba7-4d61-b6a3-174faf91be22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 1098 time: 0.0703340 Apr 22 15:21:40.952612 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdb162-3c69-49a4-a9b6-d7a22aa701d8 req-51e22e7f-ab6e-401d-b407-88408e95db20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:40.954025 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-81bdb162-3c69-49a4-a9b6-d7a22aa701d8 req-51e22e7f-ab6e-401d-b407-88408e95db20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.1249619 Apr 22 15:21:41.056739 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-81bdb162-3c69-49a4-a9b6-d7a22aa701d8 req-3cfb042c-d5de-4636-bb42-7ac5f7925bf9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709e2c0d-ca42-445d-a8e6-48663a1da623 HTTP/1.1" status: 200 len: 1001 time: 0.0963006 Apr 22 15:21:41.121265 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdb162-3c69-49a4-a9b6-d7a22aa701d8 req-04b70cc2-3580-4337-8678-9580b1334dbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:41.122645 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-81bdb162-3c69-49a4-a9b6-d7a22aa701d8 req-04b70cc2-3580-4337-8678-9580b1334dbb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0601959 Apr 22 15:21:41.196921 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-81bdb162-3c69-49a4-a9b6-d7a22aa701d8 req-c0716a89-55af-444f-8e9a-019a2cb83bb9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678399 Apr 22 15:21:41.326449 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-81bdb162-3c69-49a4-a9b6-d7a22aa701d8 req-8c452bf8-ea80-41c0-8cb3-3c0fa5efcfcd service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238711 Apr 22 15:21:41.546744 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-81bdb162-3c69-49a4-a9b6-d7a22aa701d8 req-5de79813-7433-4536-a332-8072483e1e6d service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125673 Apr 22 15:21:52.539511 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0006c4d0-c372-4209-b82e-00e75acc8233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:54.846517 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-abc81d3c-f590-46eb-9036-20f41cb18168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:54.896100 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:56.205100 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:56.252969 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:57.498553 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:06.806188 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:22:17.256352 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94d26c-73fc-4aeb-bcdb-78556a497611 req-69ec8322-f888-49db-bede-d3c3a9352c02 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:17.257770 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7b94d26c-73fc-4aeb-bcdb-78556a497611 req-69ec8322-f888-49db-bede-d3c3a9352c02 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0816426 Apr 22 15:22:17.303309 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7b94d26c-73fc-4aeb-bcdb-78556a497611 req-861d759a-76d0-4fcf-b194-4ab31615450d tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390899 Apr 22 15:22:18.513341 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cfd40-5016-4fe8-bbdc-d62d7a143b85 req-8a94747f-12be-4cec-acf8-617ddda24f3d tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:18.514926 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4d8cfd40-5016-4fe8-bbdc-d62d7a143b85 req-8a94747f-12be-4cec-acf8-617ddda24f3d tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0758014 Apr 22 15:22:18.560188 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4d8cfd40-5016-4fe8-bbdc-d62d7a143b85 req-b55fc02b-18c9-47bc-af82-b7fa7ab00219 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397556 Apr 22 15:22:19.776675 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f35b30-11a0-4fbb-bed9-6b0a3b517734 req-3ed03b29-bf57-47fc-9d9f-7df7584a3cdf tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:19.778109 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-83f35b30-11a0-4fbb-bed9-6b0a3b517734 req-3ed03b29-bf57-47fc-9d9f-7df7584a3cdf tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0799384 Apr 22 15:22:19.822706 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-83f35b30-11a0-4fbb-bed9-6b0a3b517734 req-c3c92f40-f92d-46d9-97a2-1bb87a464e32 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391924 Apr 22 15:22:21.021358 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f002a-5069-4849-a898-bb02f3b82256 req-7eb14065-caf4-4760-91f2-52c8211d98ed tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:21.023962 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-631f002a-5069-4849-a898-bb02f3b82256 req-7eb14065-caf4-4760-91f2-52c8211d98ed tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0786502 Apr 22 15:22:21.072387 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-631f002a-5069-4849-a898-bb02f3b82256 req-db85010b-ddd9-408d-aa0f-1521acbb6ee1 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427353 Apr 22 15:22:22.266272 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcf21a-5022-48c7-84a1-394730481043 req-ea05dd5d-9299-4f8f-9666-f09dc4c87034 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:22.267703 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-24fcf21a-5022-48c7-84a1-394730481043 req-ea05dd5d-9299-4f8f-9666-f09dc4c87034 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0751212 Apr 22 15:22:22.312053 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-24fcf21a-5022-48c7-84a1-394730481043 req-7860dc16-96f3-4cac-89a8-fea05b2c0006 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387492 Apr 22 15:22:22.542886 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-bd652270-0b3b-4ef6-94d1-c54b68315407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:23.520891 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce439b-4b59-4bb7-ad6a-57486b9f9403 req-761eb3d3-c189-4811-9afd-94cbabdca14e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:23.523155 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-58ce439b-4b59-4bb7-ad6a-57486b9f9403 req-761eb3d3-c189-4811-9afd-94cbabdca14e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0804133 Apr 22 15:22:23.567444 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-58ce439b-4b59-4bb7-ad6a-57486b9f9403 req-c7aabf01-45ae-406f-9da6-58c8cad85c16 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388031 Apr 22 15:22:24.763411 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518d104-559f-4612-94c8-8b9e7cdd7d43 req-f052e53e-d560-4737-89e7-ece499d21c6e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:24.765095 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7518d104-559f-4612-94c8-8b9e7cdd7d43 req-f052e53e-d560-4737-89e7-ece499d21c6e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0754497 Apr 22 15:22:24.810445 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7518d104-559f-4612-94c8-8b9e7cdd7d43 req-3d46be51-76b9-464a-abce-aef44d50a600 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398560 Apr 22 15:22:24.847870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-f1d578b8-efd7-4a14-82ce-40a57f935772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:24.908694 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:26.011153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debaae4-f62a-4df6-a2af-bc36c956b574 req-e78778a1-3ddb-4ec3-a8e7-913a1679653a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:26.012520 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6debaae4-f62a-4df6-a2af-bc36c956b574 req-e78778a1-3ddb-4ec3-a8e7-913a1679653a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0806623 Apr 22 15:22:26.058225 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6debaae4-f62a-4df6-a2af-bc36c956b574 req-8c37fc3a-0599-4b85-b644-791fc612ab6f tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399890 Apr 22 15:22:26.208470 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:26.253458 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:27.258483 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c46e36-7b65-467f-ab2b-d53bb280ede4 req-03c61f0f-d550-4b4a-8a48-b66b72add165 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:27.260071 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c3c46e36-7b65-467f-ab2b-d53bb280ede4 req-03c61f0f-d550-4b4a-8a48-b66b72add165 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0762494 Apr 22 15:22:27.311901 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-c3c46e36-7b65-467f-ab2b-d53bb280ede4 req-8f32cc0e-5b3a-4541-8fe3-f7a71af722f0 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458055 Apr 22 15:22:27.345582 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8e243e19-1168-4d8c-8f5e-dc1b004ed111 req-0187dbb1-2e57-4212-9279-4e4c3a40f7b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 1098 time: 0.0721171 Apr 22 15:22:27.474598 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e243e19-1168-4d8c-8f5e-dc1b004ed111 req-33698a91-34b3-4dbf-bcab-dc79de0cdd6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:27.476759 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8e243e19-1168-4d8c-8f5e-dc1b004ed111 req-33698a91-34b3-4dbf-bcab-dc79de0cdd6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.1253395 Apr 22 15:22:27.503598 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:27.579920 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8e243e19-1168-4d8c-8f5e-dc1b004ed111 req-f18b10f0-b0b3-41c8-b0ca-ed59286c41b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709e2c0d-ca42-445d-a8e6-48663a1da623 HTTP/1.1" status: 200 len: 1001 time: 0.0979664 Apr 22 15:22:27.648841 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e243e19-1168-4d8c-8f5e-dc1b004ed111 req-8c8b1db5-d055-4b5d-91ad-957794e7e1ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:27.650286 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8e243e19-1168-4d8c-8f5e-dc1b004ed111 req-8c8b1db5-d055-4b5d-91ad-957794e7e1ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0643165 Apr 22 15:22:27.723489 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8e243e19-1168-4d8c-8f5e-dc1b004ed111 req-87467690-c799-4e95-a916-f1db169bb432 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673327 Apr 22 15:22:27.850287 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8e243e19-1168-4d8c-8f5e-dc1b004ed111 req-0d12edd0-d7cc-43c6-bfe9-70330bf981c8 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208963 Apr 22 15:22:27.978491 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8e243e19-1168-4d8c-8f5e-dc1b004ed111 req-d114670b-ab77-4b87-9c6f-5a0777e36353 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230493 Apr 22 15:22:28.506803 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0dcbc-ca53-471a-924f-e807ca7f2286 req-9b560c49-bb1e-4ad4-b1ae-aad67078d53b tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:28.508263 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-abd0dcbc-ca53-471a-924f-e807ca7f2286 req-9b560c49-bb1e-4ad4-b1ae-aad67078d53b tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0752368 Apr 22 15:22:28.553810 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-abd0dcbc-ca53-471a-924f-e807ca7f2286 req-e2ed8e0d-908f-45f3-9846-3e3707def0be tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395322 Apr 22 15:22:29.768238 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058da2d1-8c64-4874-ab79-229e7a694bd5 req-59fc181d-ac95-4441-b8c9-12034d3d0598 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:29.769845 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-058da2d1-8c64-4874-ab79-229e7a694bd5 req-59fc181d-ac95-4441-b8c9-12034d3d0598 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0883434 Apr 22 15:22:29.824440 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-058da2d1-8c64-4874-ab79-229e7a694bd5 req-2d146d5e-f9c3-41ec-a135-4aa043e13158 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468185 Apr 22 15:22:31.023362 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e6859-2308-4a46-a2fe-342e7a4b425e req-278418f7-dadf-4150-aaee-b00384b714a4 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:31.024787 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413e6859-2308-4a46-a2fe-342e7a4b425e req-278418f7-dadf-4150-aaee-b00384b714a4 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0782876 Apr 22 15:22:31.070278 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-413e6859-2308-4a46-a2fe-342e7a4b425e req-608537df-edcc-4be8-b3fd-d4bb9db1a1e2 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397015 Apr 22 15:22:31.256057 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f6244437-603d-4324-9793-73942ec971d2 req-642dc787-372e-4b47-ada1-645ed92c32f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0725365 Apr 22 15:22:31.443656 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ab47aca0-eaf9-4db7-b5c0-d5f90130eeea req-6384faf1-7714-4637-91e4-52641557c425 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686295 Apr 22 15:22:31.517728 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c426f-2a8a-44f4-965c-2d9f89f2d608 req-1093a36c-8e83-4840-8925-01353f5f1d23 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:31.519170 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6d6c426f-2a8a-44f4-965c-2d9f89f2d608 req-1093a36c-8e83-4840-8925-01353f5f1d23 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0780137 Apr 22 15:22:31.565191 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6d6c426f-2a8a-44f4-965c-2d9f89f2d608 req-b98b514a-07c3-41c1-bc61-b91304f40985 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404027 Apr 22 15:22:32.912270 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ae2d5-7e2f-48af-a258-1a56f66f00ef req-3913db18-3742-451d-9739-10d5a7f84197 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:32.913702 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f43ae2d5-7e2f-48af-a258-1a56f66f00ef req-3913db18-3742-451d-9739-10d5a7f84197 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0786269 Apr 22 15:22:32.960172 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f43ae2d5-7e2f-48af-a258-1a56f66f00ef req-57481884-971e-4268-b78b-0d679f9b36d9 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402229 Apr 22 15:22:33.616998 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ab47aca0-eaf9-4db7-b5c0-d5f90130eeea req-b14172ab-1e68-49c0-b7fc-78994ad46a51 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d&tenant_id=c313b4d88e8f46e394770429031b01af HTTP/1.1" status: 200 len: 1098 time: 0.0712955 Apr 22 15:22:33.705951 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ab47aca0-eaf9-4db7-b5c0-d5f90130eeea req-eea40c3b-6e01-4b1f-903f-8ea138844c89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 1098 time: 0.0687530 Apr 22 15:22:33.835512 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47aca0-eaf9-4db7-b5c0-d5f90130eeea req-ddd1f65a-1213-41d8-a30d-9b615952c80c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:33.836860 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ab47aca0-eaf9-4db7-b5c0-d5f90130eeea req-ddd1f65a-1213-41d8-a30d-9b615952c80c service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.1251698 Apr 22 15:22:33.939131 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ab47aca0-eaf9-4db7-b5c0-d5f90130eeea req-fb886f11-e4a9-43e3-8a8c-3c4314ee77be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709e2c0d-ca42-445d-a8e6-48663a1da623 HTTP/1.1" status: 200 len: 1001 time: 0.0964952 Apr 22 15:22:33.943885 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 709e2c0d-ca42-445d-a8e6-48663a1da623 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:22:34.006939 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47aca0-eaf9-4db7-b5c0-d5f90130eeea req-cf458f38-62e9-4ab5-9fbb-2062e8a46e27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:34.008501 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ab47aca0-eaf9-4db7-b5c0-d5f90130eeea req-cf458f38-62e9-4ab5-9fbb-2062e8a46e27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0633540 Apr 22 15:22:34.090778 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ab47aca0-eaf9-4db7-b5c0-d5f90130eeea req-1f351e87-4e95-490b-b41b-41ed56a387ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760343 Apr 22 15:22:34.098785 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:34.127179 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '709e2c0d-ca42-445d-a8e6-48663a1da623'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:22:34.138421 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 709e2c0d-ca42-445d-a8e6-48663a1da623, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=709e2c0d-ca42-445d-a8e6-48663a1da623,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:22:34.148499 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:34.175698 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93e7a7-3f9d-4e4f-9a64-086553faac83 req-7b5791e6-015b-4aa3-9927-14b377490263 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:34.177274 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7e93e7a7-3f9d-4e4f-9a64-086553faac83 req-7b5791e6-015b-4aa3-9927-14b377490263 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0849428 Apr 22 15:22:34.238090 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=709e2c0d-ca42-445d-a8e6-48663a1da623,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:22:34.242107 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ab47aca0-eaf9-4db7-b5c0-d5f90130eeea req-428481a3-e2ee-4f67-8976-45956421c69b service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452408 Apr 22 15:22:34.244553 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-7e93e7a7-3f9d-4e4f-9a64-086553faac83 req-a03440d4-938c-4d69-91e3-40f6fd8bc8b2 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602884 Apr 22 15:22:34.248035 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:34.248378 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:34.248817 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:34.249149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:34.249476 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:34.249798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:34.250115 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:34.250433 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:34.250747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:34.251059 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:34.251392 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:34.273731 dv-neutron-839027-1-hyperv neutron-server[83965]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8d29bd1c-6e4c-4156-b67f-7e00b7ed899a']: {'server_uuid': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '709e2c0d-ca42-445d-a8e6-48663a1da623', 'code': 422} returned with failed status Apr 22 15:22:34.466060 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ab47aca0-eaf9-4db7-b5c0-d5f90130eeea req-cf03a134-b409-494d-ac89-15d6f7e4f5f4 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178380 Apr 22 15:22:35.453343 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910dce2-b9ea-4f14-b275-0dbea0f0452a req-d994f685-f255-43f3-98dc-809f7dd77ae5 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:35.454789 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6910dce2-b9ea-4f14-b275-0dbea0f0452a req-d994f685-f255-43f3-98dc-809f7dd77ae5 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 943 time: 0.0793755 Apr 22 15:22:35.502333 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6910dce2-b9ea-4f14-b275-0dbea0f0452a req-0ab8f6ea-950e-49ff-8ff5-ee0cafec5670 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405035 Apr 22 15:22:36.698503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ebdc8-1500-49f9-9510-912c0cd23cd4 req-211be224-8abd-4115-abfc-38ffa491a773 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:36.700065 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-335ebdc8-1500-49f9-9510-912c0cd23cd4 req-211be224-8abd-4115-abfc-38ffa491a773 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 943 time: 0.0773995 Apr 22 15:22:36.825244 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-335ebdc8-1500-49f9-9510-912c0cd23cd4 req-8bcc9934-792e-4bff-9e2c-06512e7701f6 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196284 Apr 22 15:22:38.019645 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33c392-beb7-4e72-b083-a5e814cbe9d3 req-0032db8e-6dda-42a5-901d-50e11faa2cf4 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:38.020989 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ea33c392-beb7-4e72-b083-a5e814cbe9d3 req-0032db8e-6dda-42a5-901d-50e11faa2cf4 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 943 time: 0.0757239 Apr 22 15:22:38.065442 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-ea33c392-beb7-4e72-b083-a5e814cbe9d3 req-1b05a633-38de-4f83-896c-83656779e441 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390849 Apr 22 15:22:39.330913 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9d6d-262f-47d4-ac9a-4da952e84998 req-a3432e62-e8fd-41e7-93ac-e460ea43dcc6 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:39.332468 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-19af9d6d-262f-47d4-ac9a-4da952e84998 req-a3432e62-e8fd-41e7-93ac-e460ea43dcc6 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 943 time: 0.1458943 Apr 22 15:22:39.377218 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-19af9d6d-262f-47d4-ac9a-4da952e84998 req-17c1220d-361b-4b42-90a2-db9a460cb6b9 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390463 Apr 22 15:22:40.639208 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3ad74-ecb1-429e-8006-bfa61406e4ba req-7631b590-fef4-45a5-bd2f-443826fbaf9d tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:40.640683 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-03b3ad74-ecb1-429e-8006-bfa61406e4ba req-7631b590-fef4-45a5-bd2f-443826fbaf9d tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 943 time: 0.1435130 Apr 22 15:22:40.688569 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-03b3ad74-ecb1-429e-8006-bfa61406e4ba req-615f1994-79e5-4595-b8aa-382266136986 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409834 Apr 22 15:22:40.881744 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-7da13596-1d3d-4352-9535-6be11b56902a req-6990429f-a77f-4c04-853b-8a077d3d5a49 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 1096 time: 0.0664668 Apr 22 15:22:40.926690 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-7da13596-1d3d-4352-9535-6be11b56902a req-caa87f4f-3edd-4d9f-a5f0-e4f6bc3945d2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383804 Apr 22 15:22:41.886611 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458279e5-1894-4374-8118-4a3aff4b5cf2 req-ba10a732-236e-4901-a21e-cb51e9a724a9 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:41.889188 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-458279e5-1894-4374-8118-4a3aff4b5cf2 req-ba10a732-236e-4901-a21e-cb51e9a724a9 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 943 time: 0.0799265 Apr 22 15:22:41.935231 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-458279e5-1894-4374-8118-4a3aff4b5cf2 req-fac144b8-b8c6-45d4-a15c-185cc627ba5a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401378 Apr 22 15:22:42.594618 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f5341db0-9479-41b4-a6ad-c6bdbfdab460 req-6f248341-5df9-4ddd-a1d3-9bfea484a73b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677779 Apr 22 15:22:42.859653 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f5341db0-9479-41b4-a6ad-c6bdbfdab460 req-8adef7a5-1287-4c39-ade4-bb0097adf72c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 1096 time: 0.0692770 Apr 22 15:22:43.003260 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5341db0-9479-41b4-a6ad-c6bdbfdab460 req-7b7283d2-07cf-406b-8312-7893e0611a62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:43.004798 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f5341db0-9479-41b4-a6ad-c6bdbfdab460 req-7b7283d2-07cf-406b-8312-7893e0611a62 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.1269717 Apr 22 15:22:43.111159 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f5341db0-9479-41b4-a6ad-c6bdbfdab460 req-1f207eb6-81b5-432d-b199-08dadb934af4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709e2c0d-ca42-445d-a8e6-48663a1da623 HTTP/1.1" status: 200 len: 999 time: 0.0999303 Apr 22 15:22:43.132387 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d7739-ef97-4d74-8430-7385a372a91c req-3cfe40bb-c623-4ddf-8ec7-53ecb3029a4d tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:43.133878 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3a5d7739-ef97-4d74-8430-7385a372a91c req-3cfe40bb-c623-4ddf-8ec7-53ecb3029a4d tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 943 time: 0.0757387 Apr 22 15:22:43.178117 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5341db0-9479-41b4-a6ad-c6bdbfdab460 req-535edda6-4033-424a-8bb8-8991959e4989 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:43.179578 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f5341db0-9479-41b4-a6ad-c6bdbfdab460 req-535edda6-4033-424a-8bb8-8991959e4989 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0632775 Apr 22 15:22:43.183634 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3a5d7739-ef97-4d74-8430-7385a372a91c req-c60d3af2-bd45-44ba-9454-7a1eb7470c14 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430763 Apr 22 15:22:43.254064 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f5341db0-9479-41b4-a6ad-c6bdbfdab460 req-fc1a3837-493a-4a7d-aa63-a7483473df47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681996 Apr 22 15:22:43.384254 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f5341db0-9479-41b4-a6ad-c6bdbfdab460 req-f65e8ef2-4740-49bf-9e81-13d1295a1fbf service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242838 Apr 22 15:22:43.512370 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f5341db0-9479-41b4-a6ad-c6bdbfdab460 req-f3c1c74e-d4b0-4025-9f94-6b6ecca368a9 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224587 Apr 22 15:22:43.805464 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:22:43.990152 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 709e2c0d-ca42-445d-a8e6-48663a1da623 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:22:44.126925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 709e2c0d-ca42-445d-a8e6-48663a1da623, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=709e2c0d-ca42-445d-a8e6-48663a1da623,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:22:44.140495 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '709e2c0d-ca42-445d-a8e6-48663a1da623', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'port_id': '709e2c0d-ca42-445d-a8e6-48663a1da623', 'mac_address': 'fa:16:3e:7b:2c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:22:44.191890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:44.208679 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709e2c0d-ca42-445d-a8e6-48663a1da623 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:22:44.223300 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 709e2c0d-ca42-445d-a8e6-48663a1da623, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=709e2c0d-ca42-445d-a8e6-48663a1da623,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:22:44.227247 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:44.295617 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=709e2c0d-ca42-445d-a8e6-48663a1da623,revision_number=7']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:22:44.468372 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['709e2c0d-ca42-445d-a8e6-48663a1da623'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:22:45.996085 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 709e2c0d-ca42-445d-a8e6-48663a1da623 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:22:46.064599 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 709e2c0d-ca42-445d-a8e6-48663a1da623 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:22:46.064964 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:46.178654 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:46.205745 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709e2c0d-ca42-445d-a8e6-48663a1da623'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:22:46.215034 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 709e2c0d-ca42-445d-a8e6-48663a1da623, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=709e2c0d-ca42-445d-a8e6-48663a1da623,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:22:46.219625 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:46.285161 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=709e2c0d-ca42-445d-a8e6-48663a1da623,revision_number=8']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:22:47.282181 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f88ff6f-f7ff-48f1-b361-0bdb8c5ca40d'] response: {'server_uuid': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709e2c0d-ca42-445d-a8e6-48663a1da623', 'code': 200} Apr 22 15:22:52.545934 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-aa576d77-34ac-466e-8a39-ecae1f3471fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:54.853410 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ff6b192-7507-449b-b2cf-88dd095f12f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:54.923937 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:56.211376 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:56.254232 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:57.507657 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:20.806360 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:23:22.548338 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0b7d4dd1-28c9-41f6-8322-e16f06befe14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:24.856635 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-ce321907-184c-4801-a006-26dfe6aca1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:24.923992 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:26.212807 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:26.255150 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:27.508106 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:44.597605 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8a3a4c05-4d7f-4bb9-9364-87786b53ae80 req-51854348-0aac-48b3-8f1f-4189d3596649 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712078 Apr 22 15:23:44.733081 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8a3a4c05-4d7f-4bb9-9364-87786b53ae80 req-077aeba2-c8fd-400a-ab89-198073c5c3fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 1098 time: 0.0676022 Apr 22 15:23:44.874062 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a4c05-4d7f-4bb9-9364-87786b53ae80 req-565c261b-0c28-48e7-b8a1-ec4af9ca9f0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:44.875503 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8a3a4c05-4d7f-4bb9-9364-87786b53ae80 req-565c261b-0c28-48e7-b8a1-ec4af9ca9f0f service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.1233704 Apr 22 15:23:44.978376 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8a3a4c05-4d7f-4bb9-9364-87786b53ae80 req-a059884c-914d-475f-bd32-c14ec64e6192 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709e2c0d-ca42-445d-a8e6-48663a1da623 HTTP/1.1" status: 200 len: 1001 time: 0.0965574 Apr 22 15:23:45.038608 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a4c05-4d7f-4bb9-9364-87786b53ae80 req-963f7b71-6d7f-461d-8a8e-3b5659f6a316 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:45.040115 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8a3a4c05-4d7f-4bb9-9364-87786b53ae80 req-963f7b71-6d7f-461d-8a8e-3b5659f6a316 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0566616 Apr 22 15:23:45.114484 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8a3a4c05-4d7f-4bb9-9364-87786b53ae80 req-cb1d5467-682d-4bd3-92ce-7d466c8f705a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687797 Apr 22 15:23:45.326825 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8a3a4c05-4d7f-4bb9-9364-87786b53ae80 req-fc55bd62-ad63-4a04-a7ec-86478425ef7e service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061195 Apr 22 15:23:45.454853 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-8a3a4c05-4d7f-4bb9-9364-87786b53ae80 req-fe83f2bf-53a4-460d-af18-d0602291255e service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223161 Apr 22 15:23:52.551534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c7d103f9-04fb-465c-9fcf-b80cf30ff44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:54.858011 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-398528ab-4938-4812-af39-345329bcd4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:54.940136 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:56.215951 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:56.255725 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:57.514710 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:57.807262 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:23:58.755078 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43672) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:58.952683 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Deleting port f5810e45-cff5-4730-b816-bd1c661a819b {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:23:58.953023 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:59.121004 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:59.121332 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:59.237725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Calling delete_port for f5810e45-cff5-4730-b816-bd1c661a819b owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:23:59.382883 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:59.427131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event deleted for resources: {'Port': ['ID=f5810e45-cff5-4730-b816-bd1c661a819b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:59.440082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.440449 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.440896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.441108 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.441433 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.441751 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.442070 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.442388 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.442710 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.443039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.443400 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.535943 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:00.024741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Router e387dbfd-a496-44ad-9010-0155f49784dc has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:24:00.225695 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:24:00.242586 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737e982-f33a-462d-8d54-fa3e213b79e0 None None] Sync routers for ids ['e387dbfd-a496-44ad-9010-0155f49784dc'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:24:00.244562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:00.255574 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737e982-f33a-462d-8d54-fa3e213b79e0 None None] Routers {'e387dbfd-a496-44ad-9010-0155f49784dc'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:00.256188 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3737e982-f33a-462d-8d54-fa3e213b79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:23:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['e387dbfd-a496-44ad-9010-0155f49784dc'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:00.298110 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-28cf4b8e-a20b-4c31-9626-425bf554951a tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "DELETE /v2.0/floatingips/5ae5c87c-4a90-4be6-bb28-695aef99eca6 HTTP/1.1" status: 204 len: 168 time: 1.5419321 Apr 22 15:24:00.298680 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'tag': '709e2c0d-ca42-445d-a8e6-48663a1da623'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:24:00.401045 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf5ad4f-7187-49dd-900c-1b062c01797f'] response: {'name': 'network-changed', 'server_uuid': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'tag': '709e2c0d-ca42-445d-a8e6-48663a1da623', 'status': 'completed', 'code': 200} Apr 22 15:24:00.446693 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-3737e982-f33a-462d-8d54-fa3e213b79e0 None None] Set router e387dbfd-a496-44ad-9010-0155f49784dc gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:00.491781 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d1bbdd30-48c8-4388-851d-031dceeb8193 req-111b6370-d3b2-49da-89a3-e6a517cc33ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c313b4d88e8f46e394770429031b01af&device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 1098 time: 0.0707273 Apr 22 15:24:00.631488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbdd30-48c8-4388-851d-031dceeb8193 req-98bbe3c2-bd40-46ba-bca1-a29d41ffba70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:00.633037 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d1bbdd30-48c8-4388-851d-031dceeb8193 req-98bbe3c2-bd40-46ba-bca1-a29d41ffba70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 200 len: 910 time: 0.1330173 Apr 22 15:24:00.714370 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d1bbdd30-48c8-4388-851d-031dceeb8193 req-ae7ee541-abab-4df1-8226-1ce44f04661c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709e2c0d-ca42-445d-a8e6-48663a1da623 HTTP/1.1" status: 200 len: 217 time: 0.0746698 Apr 22 15:24:00.753207 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae22b4-3413-4263-8e18-436bdbdc13cd req-aa5914ad-1b7f-4f78-a600-0e3337af7312 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:00.753816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-29ae22b4-3413-4263-8e18-436bdbdc13cd req-aa5914ad-1b7f-4f78-a600-0e3337af7312 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Synchronizing usage tracker for tenant:c313b4d88e8f46e394770429031b01af on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:24:00.775680 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-29ae22b4-3413-4263-8e18-436bdbdc13cd req-aa5914ad-1b7f-4f78-a600-0e3337af7312 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Unset dirty status for tenant:c313b4d88e8f46e394770429031b01af on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:24:00.777134 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-29ae22b4-3413-4263-8e18-436bdbdc13cd req-aa5914ad-1b7f-4f78-a600-0e3337af7312 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.1058195 Apr 22 15:24:00.778556 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbdd30-48c8-4388-851d-031dceeb8193 req-5fd0895c-7305-4000-884f-fc888933ae34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:00.780004 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d1bbdd30-48c8-4388-851d-031dceeb8193 req-5fd0895c-7305-4000-884f-fc888933ae34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 200 len: 848 time: 0.0586972 Apr 22 15:24:00.791887 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3737e982-f33a-462d-8d54-fa3e213b79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:18Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'b8667d6c-3c46-4f3d-b9a7-cc17256a5989', 'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'mac_address': 'fa:16:3e:28:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:17Z', 'updated_at': '2022-04-22T15:15:26Z', 'revision_number': 5, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'subnets': [{'id': '6c415178-566d-4086-9223-abe7beda1f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:00.796039 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737e982-f33a-462d-8d54-fa3e213b79e0 None None] Checking router: e387dbfd-a496-44ad-9010-0155f49784dc for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:24:00.808341 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737e982-f33a-462d-8d54-fa3e213b79e0 None None] Routers {'e387dbfd-a496-44ad-9010-0155f49784dc'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:00.808945 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3737e982-f33a-462d-8d54-fa3e213b79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:23:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['e387dbfd-a496-44ad-9010-0155f49784dc'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:00.828920 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-29ae22b4-3413-4263-8e18-436bdbdc13cd req-a95c8c39-6781-4c6a-bf19-ed0bae55697e tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456984 Apr 22 15:24:00.861407 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d1bbdd30-48c8-4388-851d-031dceeb8193 req-2fc63325-236d-4989-a317-c137195a71b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744247 Apr 22 15:24:00.997023 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d1bbdd30-48c8-4388-851d-031dceeb8193 req-b440eb79-8024-4f8b-965d-b78df11aef8c service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284599 Apr 22 15:24:01.015787 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-3737e982-f33a-462d-8d54-fa3e213b79e0 None None] Set router e387dbfd-a496-44ad-9010-0155f49784dc gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:01.132737 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-d1bbdd30-48c8-4388-851d-031dceeb8193 req-7ff5ec86-4aeb-4fcc-a27d-d6bf73280bdb service neutron] 10.222.0.30 "GET /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274805 Apr 22 15:24:01.324574 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-3737e982-f33a-462d-8d54-fa3e213b79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:18Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'b8667d6c-3c46-4f3d-b9a7-cc17256a5989', 'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'mac_address': 'fa:16:3e:28:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:17Z', 'updated_at': '2022-04-22T15:15:26Z', 'revision_number': 5, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'subnets': [{'id': '6c415178-566d-4086-9223-abe7beda1f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:01.328255 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737e982-f33a-462d-8d54-fa3e213b79e0 None None] The sync data for ids ['e387dbfd-a496-44ad-9010-0155f49784dc'] in dv-neutron-839027-1-hyperv is: [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:18Z', 'revision_number': 4, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'b8667d6c-3c46-4f3d-b9a7-cc17256a5989', 'name': '', 'network_id': 'bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'mac_address': 'fa:16:3e:28:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c415178-566d-4086-9223-abe7beda1f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:17Z', 'updated_at': '2022-04-22T15:15:26Z', 'revision_number': 5, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'subnets': [{'id': '6c415178-566d-4086-9223-abe7beda1f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:24:01.550102 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d010b7b-282e-4276-b0ad-277ad232ade1 None None] New status for floating IP 5ae5c87c-4a90-4be6-bb28-695aef99eca6: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:24:02.030687 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94ce76-b3cb-4586-808b-4a5502b1fbd7 req-c201df60-3406-4235-8583-051b57dc5fa8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:02.032141 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6d94ce76-b3cb-4586-808b-4a5502b1fbd7 req-c201df60-3406-4235-8583-051b57dc5fa8 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0769949 Apr 22 15:24:02.079086 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-6d94ce76-b3cb-4586-808b-4a5502b1fbd7 req-df543007-0ec4-4942-bde0-636ec7cf3170 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fb09c1d-aa69-421a-93bd-dab5ccba6193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414402 Apr 22 15:24:02.131679 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3256e-e4be-477e-9e9b-a120047b6728 req-0ea4e0ea-330c-4b4f-a3b7-7446f7d42e92 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:02.132361 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-c1b3256e-e4be-477e-9e9b-a120047b6728 req-0ea4e0ea-330c-4b4f-a3b7-7446f7d42e92 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Synchronizing usage tracker for tenant:c313b4d88e8f46e394770429031b01af on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:24:02.145222 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-c1b3256e-e4be-477e-9e9b-a120047b6728 req-0ea4e0ea-330c-4b4f-a3b7-7446f7d42e92 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Unset dirty status for tenant:c313b4d88e8f46e394770429031b01af on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:24:02.146284 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c1b3256e-e4be-477e-9e9b-a120047b6728 req-0ea4e0ea-330c-4b4f-a3b7-7446f7d42e92 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.30 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 945 time: 0.0886667 Apr 22 15:24:02.212124 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-c1b3256e-e4be-477e-9e9b-a120047b6728 req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Deleting port 709e2c0d-ca42-445d-a8e6-48663a1da623 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:02.212609 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c1b3256e-e4be-477e-9e9b-a120047b6728 req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:02.449876 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-c1b3256e-e4be-477e-9e9b-a120047b6728 req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] For port 709e2c0d-ca42-445d-a8e6-48663a1da623, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=709e2c0d-ca42-445d-a8e6-48663a1da623,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:02.450227 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c1b3256e-e4be-477e-9e9b-a120047b6728 req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:02.568430 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-c1b3256e-e4be-477e-9e9b-a120047b6728 req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Calling delete_port for 709e2c0d-ca42-445d-a8e6-48663a1da623 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:02.711593 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c1b3256e-e4be-477e-9e9b-a120047b6728 req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:02.762768 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event deleted for resources: {'Port': ['ID=709e2c0d-ca42-445d-a8e6-48663a1da623,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:02.907829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:02.908164 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:02.908491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:02.908814 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:02.909138 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:02.909468 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:02.909781 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:02.910097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:02.910410 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:02.910719 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:02.911029 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:02.923507 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b3256e-e4be-477e-9e9b-a120047b6728 req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] No DVR routers for this DVR port 709e2c0d-ca42-445d-a8e6-48663a1da623 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:24:02.925713 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-c1b3256e-e4be-477e-9e9b-a120047b6728 req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:02.928221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'name': 'network-vif-deleted', 'tag': '709e2c0d-ca42-445d-a8e6-48663a1da623'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:24:02.942530 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c1b3256e-e4be-477e-9e9b-a120047b6728 req-c423c8d5-50e0-4041-8ac7-928a64358bdd tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.30 "DELETE /v2.0/ports/709e2c0d-ca42-445d-a8e6-48663a1da623 HTTP/1.1" status: 204 len: 173 time: 0.7909253 Apr 22 15:24:02.984360 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1830fb06-c560-4ca9-b8e3-fd9523f65eb9'] response: {'server_uuid': '19803f18-1937-4c39-b796-fae3e7b9f79d', 'name': 'network-vif-deleted', 'tag': '709e2c0d-ca42-445d-a8e6-48663a1da623', 'status': 'completed', 'code': 200} Apr 22 15:24:03.254259 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-66a062a9-dd38-4acd-8a33-49d8af6d5385 req-d9f40173-44f5-4fb1-9cc3-a54f22d07eda tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "GET /v2.0/ports?device_id=19803f18-1937-4c39-b796-fae3e7b9f79d HTTP/1.1" status: 200 len: 210 time: 0.0456421 Apr 22 15:24:04.363994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43694) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:04.432836 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2baeffb2-c96b-4f55-a4fa-da12e77411d6 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.461179 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2baeffb2-c96b-4f55-a4fa-da12e77411d6 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.528814 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2baeffb2-c96b-4f55-a4fa-da12e77411d6 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.548342 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baeffb2-c96b-4f55-a4fa-da12e77411d6 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb09c1d-aa69-421a-93bd-dab5ccba6193,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:04.561573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2baeffb2-c96b-4f55-a4fa-da12e77411d6 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.562893 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2baeffb2-c96b-4f55-a4fa-da12e77411d6 tempest-TestShelveInstance-1127289196 tempest-TestShelveInstance-1127289196-project] 10.222.0.23 "DELETE /v2.0/security-groups/6fb09c1d-aa69-421a-93bd-dab5ccba6193 HTTP/1.1" status: 204 len: 168 time: 0.1978703 Apr 22 15:24:04.624029 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43700) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:05.149492 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0a10d1a6-99cd-440e-8550-99cb2d666fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:05.851118 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0a10d1a6-99cd-440e-8550-99cb2d666fc0 admin admin] Deleting port b8667d6c-3c46-4f3d-b9a7-cc17256a5989 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:05.851780 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0a10d1a6-99cd-440e-8550-99cb2d666fc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:06.020652 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-0a10d1a6-99cd-440e-8550-99cb2d666fc0 admin admin] For port b8667d6c-3c46-4f3d-b9a7-cc17256a5989, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=b8667d6c-3c46-4f3d-b9a7-cc17256a5989,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:06.021010 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0a10d1a6-99cd-440e-8550-99cb2d666fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:06.141769 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0a10d1a6-99cd-440e-8550-99cb2d666fc0 admin admin] Calling delete_port for b8667d6c-3c46-4f3d-b9a7-cc17256a5989 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:06.304913 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0a10d1a6-99cd-440e-8550-99cb2d666fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:06.347737 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 709e2c0d-ca42-445d-a8e6-48663a1da623 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:24:06.352616 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10d1a6-99cd-440e-8550-99cb2d666fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8667d6c-3c46-4f3d-b9a7-cc17256a5989,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:06.381409 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 709e2c0d-ca42-445d-a8e6-48663a1da623 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:24:06.381755 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 709e2c0d-ca42-445d-a8e6-48663a1da623 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:24:06.639614 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0a10d1a6-99cd-440e-8550-99cb2d666fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:07.286570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a10d1a6-99cd-440e-8550-99cb2d666fc0 admin admin] Router e387dbfd-a496-44ad-9010-0155f49784dc has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:24:07.481969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a10d1a6-99cd-440e-8550-99cb2d666fc0 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:24:07.490551 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c0a15-6647-46dd-a567-40941456f620 None None] Sync routers for ids ['e387dbfd-a496-44ad-9010-0155f49784dc'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:24:07.494364 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0a10d1a6-99cd-440e-8550-99cb2d666fc0 admin admin] 10.222.0.23 "PUT /v2.0/routers/e387dbfd-a496-44ad-9010-0155f49784dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8673291 Apr 22 15:24:07.496903 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43706) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:07.503802 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c0a15-6647-46dd-a567-40941456f620 None None] Routers {'e387dbfd-a496-44ad-9010-0155f49784dc'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:07.504400 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ea7c0a15-6647-46dd-a567-40941456f620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:23:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['e387dbfd-a496-44ad-9010-0155f49784dc'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:07.683619 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-ea7c0a15-6647-46dd-a567-40941456f620 None None] Set router e387dbfd-a496-44ad-9010-0155f49784dc gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:07.694792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf928-ac41-4bb2-a459-9a0c0bacb220 admin admin] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:07.886106 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf928-ac41-4bb2-a459-9a0c0bacb220 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:07.897103 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-bc6cf928-ac41-4bb2-a459-9a0c0bacb220 admin admin] Deleting port f99b0cb0-f5cd-4360-8dd3-1b0d6948177c {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:07.897476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf928-ac41-4bb2-a459-9a0c0bacb220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:07.965469 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ea7c0a15-6647-46dd-a567-40941456f620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:24:06Z', 'revision_number': 5, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port': {'id': 'f99b0cb0-f5cd-4360-8dd3-1b0d6948177c', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:07.969115 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c0a15-6647-46dd-a567-40941456f620 None None] Checking router: e387dbfd-a496-44ad-9010-0155f49784dc for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:24:07.980042 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c0a15-6647-46dd-a567-40941456f620 None None] Routers {'e387dbfd-a496-44ad-9010-0155f49784dc'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:07.980622 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ea7c0a15-6647-46dd-a567-40941456f620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:23:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['e387dbfd-a496-44ad-9010-0155f49784dc'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:08.072599 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-bc6cf928-ac41-4bb2-a459-9a0c0bacb220 admin admin] For port f99b0cb0-f5cd-4360-8dd3-1b0d6948177c, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=f99b0cb0-f5cd-4360-8dd3-1b0d6948177c,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:08.072960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf928-ac41-4bb2-a459-9a0c0bacb220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.126712 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-ea7c0a15-6647-46dd-a567-40941456f620 None None] Set router e387dbfd-a496-44ad-9010-0155f49784dc gateway port host: None {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:08.190327 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-bc6cf928-ac41-4bb2-a459-9a0c0bacb220 admin admin] Calling delete_port for f99b0cb0-f5cd-4360-8dd3-1b0d6948177c owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:08.230781 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-ea7c0a15-6647-46dd-a567-40941456f620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:24:07Z', 'revision_number': 6, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:08.234607 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c0a15-6647-46dd-a567-40941456f620 None None] The sync data for ids ['e387dbfd-a496-44ad-9010-0155f49784dc'] in dv-neutron-839027-1-hyperv is: [{'id': 'e387dbfd-a496-44ad-9010-0155f49784dc', 'name': 'tempest-TestShelveInstance-1632064811-router', 'tenant_id': 'c313b4d88e8f46e394770429031b01af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:15Z', 'updated_at': '2022-04-22T15:24:07Z', 'revision_number': 6, 'project_id': 'c313b4d88e8f46e394770429031b01af', 'gw_port_host': None}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:24:08.354696 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf928-ac41-4bb2-a459-9a0c0bacb220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.398809 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cf928-ac41-4bb2-a459-9a0c0bacb220 admin admin] Pushing event deleted for resources: {'Port': ['ID=f99b0cb0-f5cd-4360-8dd3-1b0d6948177c,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:08.656207 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b8667d6c-3c46-4f3d-b9a7-cc17256a5989 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:24:08.699116 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: b8667d6c-3c46-4f3d-b9a7-cc17256a5989 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:24:08.699746 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device b8667d6c-3c46-4f3d-b9a7-cc17256a5989 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:24:08.722276 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf928-ac41-4bb2-a459-9a0c0bacb220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.969462 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf928-ac41-4bb2-a459-9a0c0bacb220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.973412 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf928-ac41-4bb2-a459-9a0c0bacb220 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.999678 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf928-ac41-4bb2-a459-9a0c0bacb220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.000173 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6cf928-ac41-4bb2-a459-9a0c0bacb220 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e387dbfd-a496-44ad-9010-0155f49784dc {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:24:09.012177 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf928-ac41-4bb2-a459-9a0c0bacb220 admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.013308 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-bc6cf928-ac41-4bb2-a459-9a0c0bacb220 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e387dbfd-a496-44ad-9010-0155f49784dc HTTP/1.1" status: 204 len: 168 time: 1.5153875 Apr 22 15:24:09.016038 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43710) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:09.074464 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e3c8d2-bf41-4d4c-95ae-4d8310fc0a1d admin admin] Deleting subnet 6c415178-566d-4086-9223-abe7beda1f08 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:24:09.077301 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66e3c8d2-bf41-4d4c-95ae-4d8310fc0a1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.129971 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66e3c8d2-bf41-4d4c-95ae-4d8310fc0a1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.206937 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66e3c8d2-bf41-4d4c-95ae-4d8310fc0a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.276913 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66e3c8d2-bf41-4d4c-95ae-4d8310fc0a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.316221 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3c8d2-bf41-4d4c-95ae-4d8310fc0a1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c415178-566d-4086-9223-abe7beda1f08,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:09.322226 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-66e3c8d2-bf41-4d4c-95ae-4d8310fc0a1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.327420 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b933e7-b3b4-468b-81dd-a6edb3b2e9fb None None] Network bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:24:09.328776 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-66e3c8d2-bf41-4d4c-95ae-4d8310fc0a1d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6c415178-566d-4086-9223-abe7beda1f08 HTTP/1.1" status: 204 len: 168 time: 0.3117969 Apr 22 15:24:09.331153 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43714) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:09.437347 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.450050 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] Deleting port 97567dcd-b5a3-44fe-be30-609b616b56d6 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:09.450382 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.575190 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52011a7f-0eda-4e84-a39c-d2d54151fda7 None None] DHCP port deletion for bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:24:09.579391 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-52011a7f-0eda-4e84-a39c-d2d54151fda7 None None] Deleting port 97567dcd-b5a3-44fe-be30-609b616b56d6 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:09.579770 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-52011a7f-0eda-4e84-a39c-d2d54151fda7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.655974 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] For port 97567dcd-b5a3-44fe-be30-609b616b56d6, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=97567dcd-b5a3-44fe-be30-609b616b56d6,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:09.656325 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.776442 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] Calling delete_port for 97567dcd-b5a3-44fe-be30-609b616b56d6 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:09.807149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-52011a7f-0eda-4e84-a39c-d2d54151fda7 None None] For port 97567dcd-b5a3-44fe-be30-609b616b56d6, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=97567dcd-b5a3-44fe-be30-609b616b56d6,segment=NetworkSegment(d2ea02e0-03cb-4c59-b092-2080eac3d8fd),segment_id=d2ea02e0-03cb-4c59-b092-2080eac3d8fd)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:09.807739 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-52011a7f-0eda-4e84-a39c-d2d54151fda7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.928177 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-52011a7f-0eda-4e84-a39c-d2d54151fda7 None None] Calling delete_port for 97567dcd-b5a3-44fe-be30-609b616b56d6 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:09.946143 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.989593 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=97567dcd-b5a3-44fe-be30-609b616b56d6,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:24:09.995914 dv-neutron-839027-1-hyperv neutron-server[83965]: util.warn( Apr 22 15:24:09.998751 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] No DVR routers for this DVR port 97567dcd-b5a3-44fe-be30-609b616b56d6 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:24:10.000731 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-52011a7f-0eda-4e84-a39c-d2d54151fda7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:24:10.001159 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-52011a7f-0eda-4e84-a39c-d2d54151fda7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:24:10.112184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:10.136536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:10.148615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:10.148909 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ea02e0-03cb-4c59-b092-2080eac3d8fd') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:10.160675 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:10.179890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:10.186426 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:24:10.186812 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:24:10.200112 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:24:10.272231 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:10.288094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:10.297948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:10.311790 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0dd64cc4-ef51-4716-8950-8d55d93753f5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bd7dba04-3567-4ac2-9ea4-47b7a2d6ef97 HTTP/1.1" status: 204 len: 168 time: 0.9795649 Apr 22 15:24:10.314600 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43718) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:10.502083 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-52011a7f-0eda-4e84-a39c-d2d54151fda7 None None] Deleting port 97567dcd-b5a3-44fe-be30-609b616b56d6 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:10.502572 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-52011a7f-0eda-4e84-a39c-d2d54151fda7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:10.568159 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-52011a7f-0eda-4e84-a39c-d2d54151fda7 None None] The port '97567dcd-b5a3-44fe-be30-609b616b56d6' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:24:10.633720 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f99b0cb0-f5cd-4360-8dd3-1b0d6948177c no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:24:10.671203 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: f99b0cb0-f5cd-4360-8dd3-1b0d6948177c {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:24:10.671820 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device f99b0cb0-f5cd-4360-8dd3-1b0d6948177c not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:24:10.672241 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 97567dcd-b5a3-44fe-be30-609b616b56d6 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:24:10.706258 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-34bb0f52-a24b-4389-b1c4-6c37b6c1112d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:10.710300 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 97567dcd-b5a3-44fe-be30-609b616b56d6 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:24:10.710773 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 97567dcd-b5a3-44fe-be30-609b616b56d6 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:24:11.287245 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-34bb0f52-a24b-4389-b1c4-6c37b6c1112d admin admin] Deleting port d0516156-80cd-4bd7-8b8d-dedfe768ddf2 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:11.287671 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-34bb0f52-a24b-4389-b1c4-6c37b6c1112d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:11.545866 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-34bb0f52-a24b-4389-b1c4-6c37b6c1112d admin admin] For port d0516156-80cd-4bd7-8b8d-dedfe768ddf2, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=d0516156-80cd-4bd7-8b8d-dedfe768ddf2,segment=NetworkSegment(6721646e-ea12-4a93-99f1-54e87478d15f),segment_id=6721646e-ea12-4a93-99f1-54e87478d15f)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:11.546134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-34bb0f52-a24b-4389-b1c4-6c37b6c1112d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:11.667581 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-34bb0f52-a24b-4389-b1c4-6c37b6c1112d admin admin] Calling delete_port for d0516156-80cd-4bd7-8b8d-dedfe768ddf2 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:11.829574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-34bb0f52-a24b-4389-b1c4-6c37b6c1112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:11.874532 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb0f52-a24b-4389-b1c4-6c37b6c1112d admin admin] Pushing event deleted for resources: {'Port': ['ID=d0516156-80cd-4bd7-8b8d-dedfe768ddf2,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:12.156094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-34bb0f52-a24b-4389-b1c4-6c37b6c1112d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:12.716415 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bb0f52-a24b-4389-b1c4-6c37b6c1112d admin admin] Router 7985070b-c2b5-4985-90bd-e5fe9ed7e965 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:24:13.006298 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bb0f52-a24b-4389-b1c4-6c37b6c1112d admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:24:13.015128 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca096c5-9855-4833-84d8-0d9f988cf9e7 None None] Sync routers for ids ['7985070b-c2b5-4985-90bd-e5fe9ed7e965'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:24:13.022355 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-34bb0f52-a24b-4389-b1c4-6c37b6c1112d admin admin] 10.222.0.23 "PUT /v2.0/routers/7985070b-c2b5-4985-90bd-e5fe9ed7e965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7067373 Apr 22 15:24:13.025717 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43722) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:13.028160 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca096c5-9855-4833-84d8-0d9f988cf9e7 None None] Routers {'7985070b-c2b5-4985-90bd-e5fe9ed7e965'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:13.028882 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4ca096c5-9855-4833-84d8-0d9f988cf9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:23:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7985070b-c2b5-4985-90bd-e5fe9ed7e965'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:13.208680 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-4ca096c5-9855-4833-84d8-0d9f988cf9e7 None None] Set router 7985070b-c2b5-4985-90bd-e5fe9ed7e965 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:13.222066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be90c1d4-4513-46ad-a797-6b4f078b2f3c admin admin] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.416134 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be90c1d4-4513-46ad-a797-6b4f078b2f3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.426350 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-be90c1d4-4513-46ad-a797-6b4f078b2f3c admin admin] Deleting port 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:13.426685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be90c1d4-4513-46ad-a797-6b4f078b2f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.501192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4ca096c5-9855-4833-84d8-0d9f988cf9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'name': 'tempest-TestShelveInstance-13934944-router', 'tenant_id': 'ba0c6376786149238fe12fdda7596a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': '3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:21Z', 'updated_at': '2022-04-22T15:24:11Z', 'revision_number': 5, 'project_id': 'ba0c6376786149238fe12fdda7596a8d', 'gw_port': {'id': '3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:22Z', 'updated_at': '2022-04-22T15:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:13.505055 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca096c5-9855-4833-84d8-0d9f988cf9e7 None None] Checking router: 7985070b-c2b5-4985-90bd-e5fe9ed7e965 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:24:13.516439 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca096c5-9855-4833-84d8-0d9f988cf9e7 None None] Routers {'7985070b-c2b5-4985-90bd-e5fe9ed7e965'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:13.517043 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4ca096c5-9855-4833-84d8-0d9f988cf9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:23:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['7985070b-c2b5-4985-90bd-e5fe9ed7e965'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:13.604541 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-be90c1d4-4513-46ad-a797-6b4f078b2f3c admin admin] For port 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:13.604890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be90c1d4-4513-46ad-a797-6b4f078b2f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.664772 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-4ca096c5-9855-4833-84d8-0d9f988cf9e7 None None] Set router 7985070b-c2b5-4985-90bd-e5fe9ed7e965 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:13.724226 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-be90c1d4-4513-46ad-a797-6b4f078b2f3c admin admin] Calling delete_port for 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65 owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:13.770292 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4ca096c5-9855-4833-84d8-0d9f988cf9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'name': 'tempest-TestShelveInstance-13934944-router', 'tenant_id': 'ba0c6376786149238fe12fdda7596a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:21Z', 'updated_at': '2022-04-22T15:24:13Z', 'revision_number': 6, 'project_id': 'ba0c6376786149238fe12fdda7596a8d', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:13.774179 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca096c5-9855-4833-84d8-0d9f988cf9e7 None None] The sync data for ids ['7985070b-c2b5-4985-90bd-e5fe9ed7e965'] in dv-neutron-839027-1-hyperv is: [{'id': '7985070b-c2b5-4985-90bd-e5fe9ed7e965', 'name': 'tempest-TestShelveInstance-13934944-router', 'tenant_id': 'ba0c6376786149238fe12fdda7596a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:21Z', 'updated_at': '2022-04-22T15:24:13Z', 'revision_number': 6, 'project_id': 'ba0c6376786149238fe12fdda7596a8d', 'gw_port_host': None}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:24:13.887571 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be90c1d4-4513-46ad-a797-6b4f078b2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.934396 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90c1d4-4513-46ad-a797-6b4f078b2f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:14.155507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be90c1d4-4513-46ad-a797-6b4f078b2f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.510346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be90c1d4-4513-46ad-a797-6b4f078b2f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.514538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be90c1d4-4513-46ad-a797-6b4f078b2f3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.541102 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be90c1d4-4513-46ad-a797-6b4f078b2f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.542259 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be90c1d4-4513-46ad-a797-6b4f078b2f3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7985070b-c2b5-4985-90bd-e5fe9ed7e965 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:24:14.554310 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-be90c1d4-4513-46ad-a797-6b4f078b2f3c admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.555496 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-be90c1d4-4513-46ad-a797-6b4f078b2f3c admin admin] 10.222.0.23 "DELETE /v2.0/routers/7985070b-c2b5-4985-90bd-e5fe9ed7e965 HTTP/1.1" status: 204 len: 168 time: 1.5292025 Apr 22 15:24:14.558764 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43726) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:14.619580 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cea0c87-705f-4dad-a31a-0012a03ce7f6 admin admin] Deleting subnet 28c9158b-7fce-4c12-815e-71647c6f08b2 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:24:14.622904 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cea0c87-705f-4dad-a31a-0012a03ce7f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.645969 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d0516156-80cd-4bd7-8b8d-dedfe768ddf2 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:24:14.679854 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cea0c87-705f-4dad-a31a-0012a03ce7f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.716936 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: d0516156-80cd-4bd7-8b8d-dedfe768ddf2 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:24:14.717280 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device d0516156-80cd-4bd7-8b8d-dedfe768ddf2 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:24:14.717695 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:24:14.750480 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:24:14.750821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 3aa61bb2-1f0d-4402-b2ae-bd3bee3a1a65 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:24:14.765230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cea0c87-705f-4dad-a31a-0012a03ce7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.836002 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cea0c87-705f-4dad-a31a-0012a03ce7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.877405 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea0c87-705f-4dad-a31a-0012a03ce7f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28c9158b-7fce-4c12-815e-71647c6f08b2,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:14.883779 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6cea0c87-705f-4dad-a31a-0012a03ce7f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.889787 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a716283c-3ad3-414e-9ed6-3d4ce198dcf4 None None] Network 6460a64e-35aa-400f-ad74-b0a9faabd9fb requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:24:14.890227 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6cea0c87-705f-4dad-a31a-0012a03ce7f6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/28c9158b-7fce-4c12-815e-71647c6f08b2 HTTP/1.1" status: 204 len: 168 time: 0.3304639 Apr 22 15:24:14.892660 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43730) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:14.998574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.008776 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] Deleting port 241ffefa-6671-4a75-9801-9c54fe73175f {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:15.009627 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.139498 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8badeca6-3777-4672-95f2-7907d35feb3e None None] DHCP port deletion for 6460a64e-35aa-400f-ad74-b0a9faabd9fb request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:24:15.143795 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8badeca6-3777-4672-95f2-7907d35feb3e None None] Deleting port 241ffefa-6671-4a75-9801-9c54fe73175f {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:15.144165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8badeca6-3777-4672-95f2-7907d35feb3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.211897 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] For port 241ffefa-6671-4a75-9801-9c54fe73175f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=241ffefa-6671-4a75-9801-9c54fe73175f,segment=NetworkSegment(6721646e-ea12-4a93-99f1-54e87478d15f),segment_id=6721646e-ea12-4a93-99f1-54e87478d15f)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:15.212508 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.332317 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] Calling delete_port for 241ffefa-6671-4a75-9801-9c54fe73175f owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:15.348935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-8badeca6-3777-4672-95f2-7907d35feb3e None None] For port 241ffefa-6671-4a75-9801-9c54fe73175f, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=241ffefa-6671-4a75-9801-9c54fe73175f,segment=NetworkSegment(6721646e-ea12-4a93-99f1-54e87478d15f),segment_id=6721646e-ea12-4a93-99f1-54e87478d15f)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:15.349323 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8badeca6-3777-4672-95f2-7907d35feb3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.408189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.453829 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] Pushing event deleted for resources: {'Port': ['ID=241ffefa-6671-4a75-9801-9c54fe73175f,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:15.459204 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] No DVR routers for this DVR port 241ffefa-6671-4a75-9801-9c54fe73175f on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:24:15.471129 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8badeca6-3777-4672-95f2-7907d35feb3e None None] Calling delete_port for 241ffefa-6671-4a75-9801-9c54fe73175f owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:15.546600 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-8badeca6-3777-4672-95f2-7907d35feb3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:24:15.546951 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-8badeca6-3777-4672-95f2-7907d35feb3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:24:15.577425 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.602094 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6460a64e-35aa-400f-ad74-b0a9faabd9fb']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:15.614393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6721646e-ea12-4a93-99f1-54e87478d15f') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:15.614690 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6721646e-ea12-4a93-99f1-54e87478d15f') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:15.626567 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.646566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.652685 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:24:15.653060 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:24:15.666841 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:24:15.739331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.745504 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.769680 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] Pushing event deleted for resources: {'Network': ['ID=6460a64e-35aa-400f-ad74-b0a9faabd9fb,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:15.775344 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-42d5cbf4-bd5e-49d8-b317-1955a7df0394 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6460a64e-35aa-400f-ad74-b0a9faabd9fb HTTP/1.1" status: 204 len: 168 time: 0.8815031 Apr 22 15:24:15.908539 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43736) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:16.042998 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-987365b1-08cb-4d24-9a90-07c125c82a2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c313b4d88e8f46e394770429031b01af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1328588 Apr 22 15:24:16.044945 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43740) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:16.047916 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8badeca6-3777-4672-95f2-7907d35feb3e None None] Deleting port 241ffefa-6671-4a75-9801-9c54fe73175f {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:16.048396 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8badeca6-3777-4672-95f2-7907d35feb3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:16.104371 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-245c1152-9b4e-4823-861b-017baca15cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:16.111806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-8badeca6-3777-4672-95f2-7907d35feb3e None None] The port '241ffefa-6671-4a75-9801-9c54fe73175f' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:24:16.132388 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-245c1152-9b4e-4823-861b-017baca15cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:16.184472 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-245c1152-9b4e-4823-861b-017baca15cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:16.200359 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c1152-9b4e-4823-861b-017baca15cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe6e38c-3257-4b98-9699-1afada932b89,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:16.208086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-245c1152-9b4e-4823-861b-017baca15cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:16.209187 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-245c1152-9b4e-4823-861b-017baca15cb2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abe6e38c-3257-4b98-9699-1afada932b89 HTTP/1.1" status: 204 len: 168 time: 0.1633456 Apr 22 15:24:16.590739 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43748) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:16.633971 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 241ffefa-6671-4a75-9801-9c54fe73175f no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:24:16.643264 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-45d9d4b3-1126-4b1d-8990-e088d0efa733 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba0c6376786149238fe12fdda7596a8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513632 Apr 22 15:24:16.645741 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43752) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:16.671710 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 241ffefa-6671-4a75-9801-9c54fe73175f {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:24:16.672056 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 241ffefa-6671-4a75-9801-9c54fe73175f not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:24:16.710152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c41b61e4-bf94-4317-b711-059ffdfc87bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:16.736198 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c41b61e4-bf94-4317-b711-059ffdfc87bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:16.786693 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c41b61e4-bf94-4317-b711-059ffdfc87bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:16.804303 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b61e4-bf94-4317-b711-059ffdfc87bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c247326d-d4d9-455e-97f5-ebf9d8c840dd,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:16.808847 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c41b61e4-bf94-4317-b711-059ffdfc87bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:16.809876 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c41b61e4-bf94-4317-b711-059ffdfc87bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c247326d-d4d9-455e-97f5-ebf9d8c840dd HTTP/1.1" status: 204 len: 168 time: 0.1631956 Apr 22 15:24:17.672871 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43774) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:17.818680 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2021115862-network', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:17.823660 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:17.827443 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Usage tracker for resource:network and tenant:e537d59d759b4887bdd3c6672ed08975 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:17.830257 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:17.836294 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:17.845897 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Made reservation on behalf of e537d59d759b4887bdd3c6672ed08975 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:24:17.848296 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:17.860918 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:17.893141 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:17.896865 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Usage tracker for resource:security_group_rule and tenant:e537d59d759b4887bdd3c6672ed08975 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:17.899601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:17.905200 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:17.970118 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:17.973566 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.006691 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:24:18.015495 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5663db06-969e-4d2d-8c00-98899acc0f95,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:18.021993 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.022328 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Added segment b98bb999-aa8a-46f4-a6e1-316b23676d99 of type vlan for network 50df263d-3986-4649-864c-9f9f96654bad Apr 22 15:24:18.048650 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.076816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.077765 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:18.078386 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.180611 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5064700 Apr 22 15:24:18.181609 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad932e-b539-4999-b20b-a6c857f97b4d admin admin] Pushing event updated for resources: {'Network': ['ID=50df263d-3986-4649-864c-9f9f96654bad,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:18.183590 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43780) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:18.189033 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-34230331-598b-4f30-8b8e-7f92e290be1e admin admin] Request body: {'subnet': {'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2021115862-subnet', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'ip_version': 4}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:18.191120 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network 50df263d-3986-4649-864c-9f9f96654bad details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:24:18.193823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-34230331-598b-4f30-8b8e-7f92e290be1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:18.197725 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-34230331-598b-4f30-8b8e-7f92e290be1e admin admin] Usage tracker for resource:subnet and tenant:e537d59d759b4887bdd3c6672ed08975 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:18.200562 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-34230331-598b-4f30-8b8e-7f92e290be1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:18.206191 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-34230331-598b-4f30-8b8e-7f92e290be1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:18.216249 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34230331-598b-4f30-8b8e-7f92e290be1e admin admin] Made reservation on behalf of e537d59d759b4887bdd3c6672ed08975 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:24:18.218518 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-34230331-598b-4f30-8b8e-7f92e290be1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.414119 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-34230331-598b-4f30-8b8e-7f92e290be1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.485038 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34230331-598b-4f30-8b8e-7f92e290be1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd545a3b-5170-4df4-bb6e-6c82eecc292d,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:18.499738 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34230331-598b-4f30-8b8e-7f92e290be1e admin admin] Checking segment: {'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:24:18.500091 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34230331-598b-4f30-8b8e-7f92e290be1e admin admin] Network hostable DHCP agents. Network: 50df263d-3986-4649-864c-9f9f96654bad, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:24:18.520555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34230331-598b-4f30-8b8e-7f92e290be1e admin admin] Network 50df263d-3986-4649-864c-9f9f96654bad is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:24:18.529392 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-34230331-598b-4f30-8b8e-7f92e290be1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, 50df263d-3986-4649-864c-9f9f96654bad) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:24:18.533194 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34230331-598b-4f30-8b8e-7f92e290be1e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:18.533761 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-34230331-598b-4f30-8b8e-7f92e290be1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.538141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d582be3-b053-4b5a-a144-19b42c5786db None None] Network 50df263d-3986-4649-864c-9f9f96654bad requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:24:18.557062 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-34230331-598b-4f30-8b8e-7f92e290be1e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3694386 Apr 22 15:24:18.557303 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43784) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:18.562314 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:18.566875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:18.570827 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Usage tracker for resource:router and tenant:e537d59d759b4887bdd3c6672ed08975 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:18.573885 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:18.579535 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:18.589459 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.590348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.609677 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.752507 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.758336 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-50df263d-3986-4649-864c-9f9f96654bad', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:24:18.759192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.912884 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Allocated IP 172.20.0.2 (50df263d-3986-4649-864c-9f9f96654bad/dd545a3b-5170-4df4-bb6e-6c82eecc292d/dcbd34ce-7cac-4693-bb56-91d4b60bebb5) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:24:18.939521 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.968621 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.102066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Allocated IP 172.26.0.160 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/036d4348-2d89-4091-b90b-9e6538d94a7e) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:24:19.115655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.126313 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Transition to ACTIVE for port object dcbd34ce-7cac-4693-bb56-91d4b60bebb5 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:24:19.144670 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Transition to ACTIVE for port object dcbd34ce-7cac-4693-bb56-91d4b60bebb5 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:24:19.149474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.252346 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Network 50df263d-3986-4649-864c-9f9f96654bad is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:24:19.255113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:24:19.255420 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.260084 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:24:19.262189 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Pushing event updated for resources: {'Port': ['ID=dcbd34ce-7cac-4693-bb56-91d4b60bebb5,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:19.285646 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.296944 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:19.297287 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:19.297638 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:19.297950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:19.298278 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:19.298604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:19.298924 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:19.299245 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:19.299587 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:19.299904 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:19.300225 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:19.350498 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:24:19.353559 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:24:19.357386 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:24:19.359858 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Attempting to bind port dcbd34ce-7cac-4693-bb56-91d4b60bebb5 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:24:19.360224 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Attempting to bind port dcbd34ce-7cac-4693-bb56-91d4b60bebb5 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:24:19.360586 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Attempting to bind port dcbd34ce-7cac-4693-bb56-91d4b60bebb5 on network 50df263d-3986-4649-864c-9f9f96654bad {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:24:19.367086 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:24:19.367482 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Checking segment: {'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:24:19.367887 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.368268 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Bound using segment: {'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:24:19.368757 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Bound port: dcbd34ce-7cac-4693-bb56-91d4b60bebb5, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:24:19.369159 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.390365 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Pushing event updated for resources: {'Port': ['ID=036d4348-2d89-4091-b90b-9e6538d94a7e,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:19.459543 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] For port dcbd34ce-7cac-4693-bb56-91d4b60bebb5, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:24:19.463709 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] For port dcbd34ce-7cac-4693-bb56-91d4b60bebb5, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=dcbd34ce-7cac-4693-bb56-91d4b60bebb5,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:24:19.468506 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.563473 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715fd72-c50a-482c-96ae-a4b39d8f18de None None] Pushing event updated for resources: {'Port': ['ID=dcbd34ce-7cac-4693-bb56-91d4b60bebb5,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:19.608054 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.608782 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.856511 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Router 88cadbf0-e83d-45af-b632-972a1682b141 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:24:20.057370 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:24:20.066566 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Sync routers for ids ['88cadbf0-e83d-45af-b632-972a1682b141'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:24:20.079081 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Routers {'88cadbf0-e83d-45af-b632-972a1682b141'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:20.079751 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:23:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['88cadbf0-e83d-45af-b632-972a1682b141'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:20.080824 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.082024 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cb169a9f-09c8-401f-9605-aafad51b624c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5238900 Apr 22 15:24:20.084768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43788) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:20.292399 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Set router 88cadbf0-e83d-45af-b632-972a1682b141 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:20.471579 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72106ddf-2549-4f24-bb2f-cc30cbc44d04 None None] Network 50df263d-3986-4649-864c-9f9f96654bad requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:24:20.578543 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-7701ff44-0f37-4baf-980b-5a8befe6bdfa None None] Provisioning for port dcbd34ce-7cac-4693-bb56-91d4b60bebb5 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:20.589807 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:19Z', 'revision_number': 3, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:20.594630 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Checking router: 88cadbf0-e83d-45af-b632-972a1682b141 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:24:20.595078 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Updating router 88cadbf0-e83d-45af-b632-972a1682b141 port 036d4348-2d89-4091-b90b-9e6538d94a7e binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:24:20.687966 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.753538 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device dcbd34ce-7cac-4693-bb56-91d4b60bebb5 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:20.840425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port dcbd34ce-7cac-4693-bb56-91d4b60bebb5 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:20.846167 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port dcbd34ce-7cac-4693-bb56-91d4b60bebb5 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:20.846547 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.919216 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.994457 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.039455 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2e3f21c3-ddf2-4c6f-8bf6-92d2c8245214 None None] Provisioning complete for port dcbd34ce-7cac-4693-bb56-91d4b60bebb5 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:21.039747 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2e3f21c3-ddf2-4c6f-8bf6-92d2c8245214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.075305 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port dcbd34ce-7cac-4693-bb56-91d4b60bebb5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=dcbd34ce-7cac-4693-bb56-91d4b60bebb5,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:21.088190 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.109923 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.123719 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Transition to ACTIVE for port object 036d4348-2d89-4091-b90b-9e6538d94a7e will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:24:21.131067 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.136175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Allocated IP 172.20.0.1 (50df263d-3986-4649-864c-9f9f96654bad/dd545a3b-5170-4df4-bb6e-6c82eecc292d/32635ad1-2f83-4bcf-b397-0a7adc7d8772) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:24:21.164529 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=dcbd34ce-7cac-4693-bb56-91d4b60bebb5,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:21.213771 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338d1c2-4da2-491f-ad2f-d0c50c075761 None None] Pushing event updated for resources: {'Port': ['ID=036d4348-2d89-4091-b90b-9e6538d94a7e,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:21.216442 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Attempting to bind port 036d4348-2d89-4091-b90b-9e6538d94a7e on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:24:21.216442 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Attempting to bind port 036d4348-2d89-4091-b90b-9e6538d94a7e by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:24:21.216812 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Attempting to bind port 036d4348-2d89-4091-b90b-9e6538d94a7e on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:24:21.228463 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d1c2-4da2-491f-ad2f-d0c50c075761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:21.228797 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d1c2-4da2-491f-ad2f-d0c50c075761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:21.229129 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d1c2-4da2-491f-ad2f-d0c50c075761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:21.229458 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d1c2-4da2-491f-ad2f-d0c50c075761 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:21.229789 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d1c2-4da2-491f-ad2f-d0c50c075761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:21.230118 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d1c2-4da2-491f-ad2f-d0c50c075761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:21.230438 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d1c2-4da2-491f-ad2f-d0c50c075761 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:21.230769 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d1c2-4da2-491f-ad2f-d0c50c075761 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:21.231079 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d1c2-4da2-491f-ad2f-d0c50c075761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:21.231424 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d1c2-4da2-491f-ad2f-d0c50c075761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:21.231742 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d1c2-4da2-491f-ad2f-d0c50c075761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:21.235392 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:24:21.235762 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:24:21.236162 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.236536 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:24:21.237007 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Bound port: 036d4348-2d89-4091-b90b-9e6538d94a7e, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:24:21.237372 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.312771 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] For port 036d4348-2d89-4091-b90b-9e6538d94a7e, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:24:21.315659 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] For port 036d4348-2d89-4091-b90b-9e6538d94a7e, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=036d4348-2d89-4091-b90b-9e6538d94a7e,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:24:21.320402 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.396052 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.399306 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338d1c2-4da2-491f-ad2f-d0c50c075761 None None] Pushing event updated for resources: {'Port': ['ID=036d4348-2d89-4091-b90b-9e6538d94a7e,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:21.403001 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Routers {'88cadbf0-e83d-45af-b632-972a1682b141'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:21.403627 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:23:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['88cadbf0-e83d-45af-b632-972a1682b141'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:21.414184 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.provisioning_blocks [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Transition to ACTIVE for port object 32635ad1-2f83-4bcf-b397-0a7adc7d8772 will not be triggered until provisioned by entity DHCP. {{(pid=83964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:24:21.436490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.506204 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Network 50df263d-3986-4649-864c-9f9f96654bad is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:24:21.510052 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Pushing event updated for resources: {'Port': ['ID=32635ad1-2f83-4bcf-b397-0a7adc7d8772,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:21.512417 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:24:21.514682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:24:21.567474 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.595560 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] Set router 88cadbf0-e83d-45af-b632-972a1682b141 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:21.655191 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.758273 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d5056c39-2b72-421b-9109-640617e023ea None None] Provisioning for port 32635ad1-2f83-4bcf-b397-0a7adc7d8772 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:21.763270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-d5056c39-2b72-421b-9109-640617e023ea None None] Provisioning complete for port 32635ad1-2f83-4bcf-b397-0a7adc7d8772 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:21.763921 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d5056c39-2b72-421b-9109-640617e023ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.818604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-d5056c39-2b72-421b-9109-640617e023ea None None] Port 32635ad1-2f83-4bcf-b397-0a7adc7d8772 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:24:21.882731 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:19Z', 'revision_number': 3, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:21.884288 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.886867 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae406cb-cc66-47c1-9441-f29d469b5e5a None None] The sync data for ids ['88cadbf0-e83d-45af-b632-972a1682b141'] in dv-neutron-839027-1-hyperv is: [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:19Z', 'revision_number': 3, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:24:21.889324 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.999760 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Pushing event updated for resources: {'Port': ['ID=32635ad1-2f83-4bcf-b397-0a7adc7d8772,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:22.002239 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:22.156440 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Network 50df263d-3986-4649-864c-9f9f96654bad is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:24:22.157601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:24:22.445555 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2245dee2-8b19-4a20-8935-0d28537bb437 None None] Provisioning complete for port 32635ad1-2f83-4bcf-b397-0a7adc7d8772 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:22.445973 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2245dee2-8b19-4a20-8935-0d28537bb437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:22.503981 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2245dee2-8b19-4a20-8935-0d28537bb437 None None] Port 32635ad1-2f83-4bcf-b397-0a7adc7d8772 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:24:22.553903 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d8748653-1211-4b22-9d32-34b071a3bf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:22.570244 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Router 88cadbf0-e83d-45af-b632-972a1682b141 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:24:22.722090 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 036d4348-2d89-4091-b90b-9e6538d94a7e up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:22.788999 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 036d4348-2d89-4091-b90b-9e6538d94a7e completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:22.793754 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 036d4348-2d89-4091-b90b-9e6538d94a7e triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:22.794149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:22.798644 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:24:22.808064 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-01b3a56e-c1bb-45da-a3a4-913130a64d5d admin admin] 10.222.0.23 "PUT /v2.0/routers/88cadbf0-e83d-45af-b632-972a1682b141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7224028 Apr 22 15:24:22.909091 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:22.924955 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 036d4348-2d89-4091-b90b-9e6538d94a7e, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=036d4348-2d89-4091-b90b-9e6538d94a7e,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:22.929143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:22.930063 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device dcbd34ce-7cac-4693-bb56-91d4b60bebb5 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:23.046028 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=036d4348-2d89-4091-b90b-9e6538d94a7e,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:23.060976 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port dcbd34ce-7cac-4693-bb56-91d4b60bebb5 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:23.061345 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:23.632048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43810) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:23.638086 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-719320603-network', 'tenant_id': 'f4717eed34c64577a25cea6991a8b7c2'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:23.643253 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:23.647601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Usage tracker for resource:network and tenant:f4717eed34c64577a25cea6991a8b7c2 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:23.652135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:23.658413 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:23.669948 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Made reservation on behalf of f4717eed34c64577a25cea6991a8b7c2 for: {'network': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:24:23.672400 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for network, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:23.685002 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:23.718726 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:23.722480 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Usage tracker for resource:security_group_rule and tenant:f4717eed34c64577a25cea6991a8b7c2 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:23.725217 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:23.730873 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:23.794821 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:23.798560 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:23.833626 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:24:23.839440 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779a4f27-a8c0-4283-a399-466125cbf19f,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:23.847011 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:23.847385 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.segments_db [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Added segment d794aeca-3e1e-4ca2-82b4-ecd0b23e5477 of type vlan for network b4a150ff-ac5b-47ff-887c-d227583ba463 Apr 22 15:24:23.955718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757670495254'] for network, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:23.984844 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780'] for network, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:23.985818 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:23.986461 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:24.086053 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] Pushing event updated for resources: {'Network': ['ID=b4a150ff-ac5b-47ff-887c-d227583ba463,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:24.089911 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-2f38db32-c66c-45fb-add8-9eeb5d499e89 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4567504 Apr 22 15:24:24.092689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43814) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:24.096950 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Network b4a150ff-ac5b-47ff-887c-d227583ba463 details requested by agent ovs-agent-dv-neutron-839027-1-hyperv with host dv-neutron-839027-1-hyperv {{(pid=83965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:24:24.098084 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a4febaeb-7a55-4fab-b4d4-80aa77e5ba78 admin admin] Request body: {'subnet': {'network_id': 'b4a150ff-ac5b-47ff-887c-d227583ba463', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-719320603-subnet', 'tenant_id': 'f4717eed34c64577a25cea6991a8b7c2', 'ip_version': 4}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:24.103439 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a4febaeb-7a55-4fab-b4d4-80aa77e5ba78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:24.107197 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a4febaeb-7a55-4fab-b4d4-80aa77e5ba78 admin admin] Usage tracker for resource:subnet and tenant:f4717eed34c64577a25cea6991a8b7c2 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:24.110057 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a4febaeb-7a55-4fab-b4d4-80aa77e5ba78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:24.116768 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a4febaeb-7a55-4fab-b4d4-80aa77e5ba78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:24.130666 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4febaeb-7a55-4fab-b4d4-80aa77e5ba78 admin admin] Made reservation on behalf of f4717eed34c64577a25cea6991a8b7c2 for: {'subnet': 1} {{(pid=83964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:24:24.132918 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a4febaeb-7a55-4fab-b4d4-80aa77e5ba78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410348'] for subnet, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:24.336066 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a4febaeb-7a55-4fab-b4d4-80aa77e5ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1390565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410366'] for subnet, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:24.406720 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4febaeb-7a55-4fab-b4d4-80aa77e5ba78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=747a4cf6-0369-4578-9c10-77cdbb256a97,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:24.422995 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4febaeb-7a55-4fab-b4d4-80aa77e5ba78 admin admin] Checking segment: {'id': 'd794aeca-3e1e-4ca2-82b4-ecd0b23e5477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b4a150ff-ac5b-47ff-887c-d227583ba463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:24:24.423398 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4febaeb-7a55-4fab-b4d4-80aa77e5ba78 admin admin] Network hostable DHCP agents. Network: b4a150ff-ac5b-47ff-887c-d227583ba463, hostable agents: ['5f525421-6a88-483c-a24f-96e414b0646a'], hosted agents: [] {{(pid=83964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:24:24.445032 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4febaeb-7a55-4fab-b4d4-80aa77e5ba78 admin admin] Network b4a150ff-ac5b-47ff-887c-d227583ba463 is scheduled to be hosted by DHCP agent 5f525421-6a88-483c-a24f-96e414b0646a with binding_index 1 {{(pid=83964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:24:24.454745 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-a4febaeb-7a55-4fab-b4d4-80aa77e5ba78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-1-hyperv, b4a150ff-ac5b-47ff-887c-d227583ba463) {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:24:24.458508 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4febaeb-7a55-4fab-b4d4-80aa77e5ba78 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:24.459023 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a4febaeb-7a55-4fab-b4d4-80aa77e5ba78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:24.464300 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e086c583-66f1-44f7-9542-7276060e0c0c None None] Network b4a150ff-ac5b-47ff-887c-d227583ba463 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:24:24.482889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 43818) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:24.483489 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a4febaeb-7a55-4fab-b4d4-80aa77e5ba78 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3892193 Apr 22 15:24:24.489500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-719320603-router', 'tenant_id': 'f4717eed34c64577a25cea6991a8b7c2', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:24.496829 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:24.501197 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Usage tracker for resource:router and tenant:f4717eed34c64577a25cea6991a8b7c2 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:24.505032 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:24.511356 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:24.521444 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11850'] for router, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:24.522423 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11841'] for router, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:24.542347 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:24.649143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 036d4348-2d89-4091-b90b-9e6538d94a7e up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:24.693179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12459'] for router, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:24.772042 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68604338-9a6b-5a61-813b-948ba1382db8-b4a150ff-ac5b-47ff-887c-d227583ba463', 'network_id': 'b4a150ff-ac5b-47ff-887c-d227583ba463', 'tenant_id': 'f4717eed34c64577a25cea6991a8b7c2', 'fixed_ips': [{'subnet_id': '747a4cf6-0369-4578-9c10-77cdbb256a97'}]}} from dv-neutron-839027-1-hyperv. {{(pid=83965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:24:24.772900 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:24.786923 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 036d4348-2d89-4091-b90b-9e6538d94a7e triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:24.787327 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:24.884242 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:24.917379 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:24.921598 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c1fe55c2-4a72-41f3-b6b6-1148b4975483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:25.027487 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:25.059755 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Allocated IP 172.26.0.133 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/64909f1d-50a2-4950-9047-8d0abae34d4d) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:24:25.063485 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.db_base_plugin_common [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Allocated IP 172.20.0.2 (b4a150ff-ac5b-47ff-887c-d227583ba463/747a4cf6-0369-4578-9c10-77cdbb256a97/da0c1c22-55d6-4266-946d-efd63797f4c0) {{(pid=83965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:24:25.216380 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:25.246616 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:25.281255 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Notify callbacks [] for port, precommit_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:25.291604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Transition to ACTIVE for port object da0c1c22-55d6-4266-946d-efd63797f4c0 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:24:25.310001 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Transition to ACTIVE for port object da0c1c22-55d6-4266-946d-efd63797f4c0 will not be triggered until provisioned by entity DHCP. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:24:25.316738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451'] for port, after_create {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:25.317737 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:24:25.320584 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:24:25.323866 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:24:25.356591 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Sync routers for ids ['88cadbf0-e83d-45af-b632-972a1682b141'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:24:25.364307 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Pushing event updated for resources: {'Port': ['ID=64909f1d-50a2-4950-9047-8d0abae34d4d,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:25.372269 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Network b4a150ff-ac5b-47ff-887c-d227583ba463 is already hosted by enough agents. {{(pid=83965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:24:25.380269 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.scheduler.base_scheduler [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Resources bound (agent type, host, resource id): {{(pid=83965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:24:25.386672 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Received port after_create {{(pid=83965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:24:25.442467 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Routers {'88cadbf0-e83d-45af-b632-972a1682b141'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:25.443090 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:24:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['88cadbf0-e83d-45af-b632-972a1682b141'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:25.491110 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:25.491872 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668531'] for router, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:25.498435 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Pushing event updated for resources: {'Port': ['ID=da0c1c22-55d6-4266-946d-efd63797f4c0,revision_number=1']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:25.627523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Attempting to bind port da0c1c22-55d6-4266-946d-efd63797f4c0 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:24:25.628058 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Attempting to bind port da0c1c22-55d6-4266-946d-efd63797f4c0 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'd794aeca-3e1e-4ca2-82b4-ecd0b23e5477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b4a150ff-ac5b-47ff-887c-d227583ba463'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:24:25.628433 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Attempting to bind port da0c1c22-55d6-4266-946d-efd63797f4c0 on network b4a150ff-ac5b-47ff-887c-d227583ba463 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:24:25.643304 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:24:25.643680 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Checking segment: {'id': 'd794aeca-3e1e-4ca2-82b4-ecd0b23e5477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b4a150ff-ac5b-47ff-887c-d227583ba463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:24:25.644075 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:25.644463 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Bound using segment: {'id': 'd794aeca-3e1e-4ca2-82b4-ecd0b23e5477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b4a150ff-ac5b-47ff-887c-d227583ba463'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:24:25.644929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Bound port: da0c1c22-55d6-4266-946d-efd63797f4c0, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd794aeca-3e1e-4ca2-82b4-ecd0b23e5477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b4a150ff-ac5b-47ff-887c-d227583ba463'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:24:25.645296 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:25.721633 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Router 5edd5c99-7b46-47ce-b3d6-7887ed386776 is scheduled to L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff with binding_index 1 {{(pid=83963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:24:25.748185 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Set router 88cadbf0-e83d-45af-b632-972a1682b141 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:25.817201 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] For port da0c1c22-55d6-4266-946d-efd63797f4c0, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:24:25.831460 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] For port da0c1c22-55d6-4266-946d-efd63797f4c0, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=da0c1c22-55d6-4266-946d-efd63797f4c0,segment=NetworkSegment(d794aeca-3e1e-4ca2-82b4-ecd0b23e5477),segment_id=d794aeca-3e1e-4ca2-82b4-ecd0b23e5477)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:24:25.884778 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:25.924926 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:24:25.936279 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Sync routers for ids ['5edd5c99-7b46-47ce-b3d6-7887ed386776'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:24:25.949138 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Routers {'5edd5c99-7b46-47ce-b3d6-7887ed386776'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:25.949765 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:24:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['5edd5c99-7b46-47ce-b3d6-7887ed386776'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:25.950427 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] Notify callbacks [] for router, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:25.954476 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-2da4e0ff-cc8c-4cae-91e9-f72e494cc5d1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4678025 Apr 22 15:24:25.955312 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [-] (83963) accepted ('10.222.0.23', 43822) {{(pid=83963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:26.108933 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3c53c-e02f-4e60-afb5-30c0a03bbdb8 None None] Pushing event updated for resources: {'Port': ['ID=da0c1c22-55d6-4266-946d-efd63797f4c0,revision_number=2']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:26.178096 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Set router 5edd5c99-7b46-47ce-b3d6-7887ed386776 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:26.233340 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:26.246149 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '32635ad1-2f83-4bcf-b397-0a7adc7d8772', 'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'mac_address': 'fa:16:3e:c7:b1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 2, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'subnets': [{'id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:26.258695 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Checking router: 88cadbf0-e83d-45af-b632-972a1682b141 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:24:26.259698 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Updating router 88cadbf0-e83d-45af-b632-972a1682b141 port 32635ad1-2f83-4bcf-b397-0a7adc7d8772 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:24:26.321925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:26.344122 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:26.581963 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'name': 'tempest-TestSnapshotPattern-719320603-router', 'tenant_id': 'f4717eed34c64577a25cea6991a8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.133'}], 'enable_snat': True}, 'gw_port_id': '64909f1d-50a2-4950-9047-8d0abae34d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:24Z', 'updated_at': '2022-04-22T15:24:25Z', 'revision_number': 3, 'project_id': 'f4717eed34c64577a25cea6991a8b7c2', 'gw_port': {'id': '64909f1d-50a2-4950-9047-8d0abae34d4d', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:24Z', 'updated_at': '2022-04-22T15:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:26.586271 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Checking router: 5edd5c99-7b46-47ce-b3d6-7887ed386776 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:24:26.586678 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Updating router 5edd5c99-7b46-47ce-b3d6-7887ed386776 port 64909f1d-50a2-4950-9047-8d0abae34d4d binding host dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:24:26.661963 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:26.754990 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device da0c1c22-55d6-4266-946d-efd63797f4c0 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:26.789580 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:26.820235 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Transition to ACTIVE for port object 32635ad1-2f83-4bcf-b397-0a7adc7d8772 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:24:26.832228 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:26.993852 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0301d17-42e1-4c3d-affc-8122a2a5ff88 None None] Pushing event updated for resources: {'Port': ['ID=32635ad1-2f83-4bcf-b397-0a7adc7d8772,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:27.044530 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port da0c1c22-55d6-4266-946d-efd63797f4c0 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:27.076923 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:27.113303 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:27.120895 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Attempting to bind port 32635ad1-2f83-4bcf-b397-0a7adc7d8772 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:24:27.121393 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Attempting to bind port 32635ad1-2f83-4bcf-b397-0a7adc7d8772 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:24:27.121857 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Attempting to bind port 32635ad1-2f83-4bcf-b397-0a7adc7d8772 on network 50df263d-3986-4649-864c-9f9f96654bad {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:24:27.130307 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:24:27.130841 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Checking segment: {'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:24:27.131391 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:27.131993 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Bound using segment: {'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:24:27.132465 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Bound port: 32635ad1-2f83-4bcf-b397-0a7adc7d8772, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:24:27.132943 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:27.135984 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.provisioning_blocks [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Transition to ACTIVE for port object 64909f1d-50a2-4950-9047-8d0abae34d4d will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:24:27.150885 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:27.247390 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Attempting to bind port 64909f1d-50a2-4950-9047-8d0abae34d4d on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:24:27.247768 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Attempting to bind port 64909f1d-50a2-4950-9047-8d0abae34d4d by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:24:27.248117 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Attempting to bind port 64909f1d-50a2-4950-9047-8d0abae34d4d on network 6b125409-87db-4618-a281-ef9b5bf6fb5e {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:24:27.255729 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] For port 32635ad1-2f83-4bcf-b397-0a7adc7d8772, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:24:27.260929 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] For port 32635ad1-2f83-4bcf-b397-0a7adc7d8772, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=32635ad1-2f83-4bcf-b397-0a7adc7d8772,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:24:27.262378 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:24:27.262883 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Checking segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:24:27.263244 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:27.263935 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Bound using segment: {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:24:27.264452 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.managers [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Bound port: 64909f1d-50a2-4950-9047-8d0abae34d4d, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06e9804-2f38-4460-a237-c74566359aad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:24:27.264751 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:27.269189 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:27.349095 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] For port 64909f1d-50a2-4950-9047-8d0abae34d4d, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:24:27.352455 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.plugins.ml2.db [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] For port 64909f1d-50a2-4950-9047-8d0abae34d4d, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=64909f1d-50a2-4950-9047-8d0abae34d4d,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:24:27.354269 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e5a94-2218-41f8-a02d-735fefa9695e None None] Pushing event updated for resources: {'Port': ['ID=64909f1d-50a2-4950-9047-8d0abae34d4d,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:27.362914 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron_lib.callbacks.manager [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:27.369381 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Routers {'88cadbf0-e83d-45af-b632-972a1682b141'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:27.370150 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:24:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['88cadbf0-e83d-45af-b632-972a1682b141'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:27.402375 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Allocated IP 172.20.0.1 (b4a150ff-ac5b-47ff-887c-d227583ba463/747a4cf6-0369-4578-9c10-77cdbb256a97/a7e9b192-bfeb-41a9-9da8-d107bb1f67b2) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:24:27.444630 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0301d17-42e1-4c3d-affc-8122a2a5ff88 None None] Pushing event updated for resources: {'Port': ['ID=32635ad1-2f83-4bcf-b397-0a7adc7d8772,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:27.465114 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e5a94-2218-41f8-a02d-735fefa9695e None None] Pushing event updated for resources: {'Port': ['ID=64909f1d-50a2-4950-9047-8d0abae34d4d,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:27.473304 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Routers {'5edd5c99-7b46-47ce-b3d6-7887ed386776'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:27.474084 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:24:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['5edd5c99-7b46-47ce-b3d6-7887ed386776'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:27.548192 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609e7379-6b39-4046-88ff-d8aa9be26e6e None None] Network b4a150ff-ac5b-47ff-887c-d227583ba463 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:24:27.609991 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:27.631972 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Transition to ACTIVE for port object a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:24:27.651739 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:27.672939 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:27.702513 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] Set router 5edd5c99-7b46-47ce-b3d6-7887ed386776 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:27.709322 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3db6d09d-a184-483c-928c-2b79905ae1a2 None None] Provisioning for port da0c1c22-55d6-4266-946d-efd63797f4c0 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:27.734975 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-3db6d09d-a184-483c-928c-2b79905ae1a2 None None] Provisioning complete for port da0c1c22-55d6-4266-946d-efd63797f4c0 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:27.735362 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3db6d09d-a184-483c-928c-2b79905ae1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:27.755645 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Network b4a150ff-ac5b-47ff-887c-d227583ba463 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:24:27.760031 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:24:27.762115 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Pushing event updated for resources: {'Port': ['ID=a7e9b192-bfeb-41a9-9da8-d107bb1f67b2,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:27.764621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:24:27.792152 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] Set router 88cadbf0-e83d-45af-b632-972a1682b141 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:27.823382 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668041'] for router_interface, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:27.906660 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:28.066112 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'name': 'tempest-TestSnapshotPattern-719320603-router', 'tenant_id': 'f4717eed34c64577a25cea6991a8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.133'}], 'enable_snat': True}, 'gw_port_id': '64909f1d-50a2-4950-9047-8d0abae34d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:24Z', 'updated_at': '2022-04-22T15:24:25Z', 'revision_number': 3, 'project_id': 'f4717eed34c64577a25cea6991a8b7c2', 'gw_port': {'id': '64909f1d-50a2-4950-9047-8d0abae34d4d', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:24Z', 'updated_at': '2022-04-22T15:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:28.070981 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d92929-f847-400f-86ab-35ef612129e8 None None] The sync data for ids ['5edd5c99-7b46-47ce-b3d6-7887ed386776'] in dv-neutron-839027-1-hyperv is: [{'id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'name': 'tempest-TestSnapshotPattern-719320603-router', 'tenant_id': 'f4717eed34c64577a25cea6991a8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.133'}], 'enable_snat': True}, 'gw_port_id': '64909f1d-50a2-4950-9047-8d0abae34d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:24Z', 'updated_at': '2022-04-22T15:24:25Z', 'revision_number': 3, 'project_id': 'f4717eed34c64577a25cea6991a8b7c2', 'gw_port': {'id': '64909f1d-50a2-4950-9047-8d0abae34d4d', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:24Z', 'updated_at': '2022-04-22T15:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:24:28.140909 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:28.145303 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:28.220254 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3db6d09d-a184-483c-928c-2b79905ae1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:28.253890 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Pushing event updated for resources: {'Port': ['ID=a7e9b192-bfeb-41a9-9da8-d107bb1f67b2,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:28.257686 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667940'] for router_interface, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:28.335432 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-3db6d09d-a184-483c-928c-2b79905ae1a2 None None] For port da0c1c22-55d6-4266-946d-efd63797f4c0, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=da0c1c22-55d6-4266-946d-efd63797f4c0,segment=NetworkSegment(d794aeca-3e1e-4ca2-82b4-ecd0b23e5477),segment_id=d794aeca-3e1e-4ca2-82b4-ecd0b23e5477)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:28.340861 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3db6d09d-a184-483c-928c-2b79905ae1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:28.428704 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6d09d-a184-483c-928c-2b79905ae1a2 None None] Pushing event updated for resources: {'Port': ['ID=da0c1c22-55d6-4266-946d-efd63797f4c0,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:28.441430 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '32635ad1-2f83-4bcf-b397-0a7adc7d8772', 'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'mac_address': 'fa:16:3e:c7:b1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:27Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'subnets': [{'id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:28.447998 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec18e65-2fc8-49d7-951d-d02aaf34c71c None None] The sync data for ids ['88cadbf0-e83d-45af-b632-972a1682b141'] in dv-neutron-839027-1-hyperv is: [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '32635ad1-2f83-4bcf-b397-0a7adc7d8772', 'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'mac_address': 'fa:16:3e:c7:b1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:27Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'subnets': [{'id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:24:28.538764 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Network b4a150ff-ac5b-47ff-887c-d227583ba463 is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:24:28.539460 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:24:28.711903 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2d008cf1-160c-4cc6-a1b1-e57e4849b460 None None] Provisioning for port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:28.719003 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2d008cf1-160c-4cc6-a1b1-e57e4849b460 None None] Provisioning complete for port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:28.719401 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2d008cf1-160c-4cc6-a1b1-e57e4849b460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:28.830925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 32635ad1-2f83-4bcf-b397-0a7adc7d8772 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:28.903541 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2d008cf1-160c-4cc6-a1b1-e57e4849b460 None None] Port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:24:28.936804 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2d008cf1-160c-4cc6-a1b1-e57e4849b460 None None] Provisioning complete for port da0c1c22-55d6-4266-946d-efd63797f4c0 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:28.937514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2d008cf1-160c-4cc6-a1b1-e57e4849b460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:29.045331 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 32635ad1-2f83-4bcf-b397-0a7adc7d8772 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:29.098724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 32635ad1-2f83-4bcf-b397-0a7adc7d8772 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:29.098724 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:29.109241 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Router 5edd5c99-7b46-47ce-b3d6-7887ed386776 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:24:29.270234 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:29.315587 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 32635ad1-2f83-4bcf-b397-0a7adc7d8772, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=32635ad1-2f83-4bcf-b397-0a7adc7d8772,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:29.328534 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:29.329664 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device da0c1c22-55d6-4266-946d-efd63797f4c0 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:29.364035 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:24:29.374613 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [None req-4d20bf83-0b97-41e5-af4a-cfec700b396e admin admin] 10.222.0.23 "PUT /v2.0/routers/5edd5c99-7b46-47ce-b3d6-7887ed386776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4188249 Apr 22 15:24:29.410895 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-46740f97-1b9d-46f4-915e-5a4d45010a79 None None] Provisioning complete for port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:29.411313 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-46740f97-1b9d-46f4-915e-5a4d45010a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:29.519416 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-46740f97-1b9d-46f4-915e-5a4d45010a79 None None] Port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:24:29.526031 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=32635ad1-2f83-4bcf-b397-0a7adc7d8772,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:29.542742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port da0c1c22-55d6-4266-946d-efd63797f4c0 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:29.543212 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.022181 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43832) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:30.029384 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-d90daf45-89f6-4b04-a2ac-6862085af55b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-885567914', 'description': 'tempest-secgroup-smoke-885567914 description', 'project_id': 'e537d59d759b4887bdd3c6672ed08975'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:30.035348 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d90daf45-89f6-4b04-a2ac-6862085af55b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:30.039699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d90daf45-89f6-4b04-a2ac-6862085af55b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Usage tracker for resource:security_group and tenant:e537d59d759b4887bdd3c6672ed08975 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:30.043214 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d90daf45-89f6-4b04-a2ac-6862085af55b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:30.049025 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d90daf45-89f6-4b04-a2ac-6862085af55b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:30.059970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d90daf45-89f6-4b04-a2ac-6862085af55b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.093875 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d90daf45-89f6-4b04-a2ac-6862085af55b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:30.097724 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d90daf45-89f6-4b04-a2ac-6862085af55b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Usage tracker for resource:security_group_rule and tenant:e537d59d759b4887bdd3c6672ed08975 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:30.100577 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-d90daf45-89f6-4b04-a2ac-6862085af55b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:30.107182 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-d90daf45-89f6-4b04-a2ac-6862085af55b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:30.161380 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d90daf45-89f6-4b04-a2ac-6862085af55b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.164906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d90daf45-89f6-4b04-a2ac-6862085af55b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.206135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90daf45-89f6-4b04-a2ac-6862085af55b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4abc7bb9-9d9a-4dac-8e88-391abf16a04b,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:30.210077 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d90daf45-89f6-4b04-a2ac-6862085af55b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.211249 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d90daf45-89f6-4b04-a2ac-6862085af55b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1880691 Apr 22 15:24:30.216717 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43836) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:30.222232 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-95fb260f-a39e-472a-9cb6-7064c7b342fa tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Request body: {'security_group_rule': {'security_group_id': '4abc7bb9-9d9a-4dac-8e88-391abf16a04b', 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:30.229322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-95fb260f-a39e-472a-9cb6-7064c7b342fa tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:30.233224 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-95fb260f-a39e-472a-9cb6-7064c7b342fa tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Usage tracker for resource:security_group_rule and tenant:e537d59d759b4887bdd3c6672ed08975 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:30.236226 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-95fb260f-a39e-472a-9cb6-7064c7b342fa tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:30.244794 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-95fb260f-a39e-472a-9cb6-7064c7b342fa tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:30.261603 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-95fb260f-a39e-472a-9cb6-7064c7b342fa tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.325322 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-95fb260f-a39e-472a-9cb6-7064c7b342fa tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.328636 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-95fb260f-a39e-472a-9cb6-7064c7b342fa tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.351708 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb260f-a39e-472a-9cb6-7064c7b342fa tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcad33a1-4d8a-4ca0-b9d4-268c1a42760b,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:30.361154 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-95fb260f-a39e-472a-9cb6-7064c7b342fa tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.362368 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-95fb260f-a39e-472a-9cb6-7064c7b342fa tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1446629 Apr 22 15:24:30.365129 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43840) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:30.370779 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-a5e47919-a99b-4058-be23-0cda33ac7f5d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Request body: {'security_group_rule': {'security_group_id': '4abc7bb9-9d9a-4dac-8e88-391abf16a04b', 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:30.376526 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a5e47919-a99b-4058-be23-0cda33ac7f5d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:30.380260 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a5e47919-a99b-4058-be23-0cda33ac7f5d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Usage tracker for resource:security_group_rule and tenant:e537d59d759b4887bdd3c6672ed08975 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:30.383021 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-a5e47919-a99b-4058-be23-0cda33ac7f5d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:30.389036 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-a5e47919-a99b-4058-be23-0cda33ac7f5d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:30.405675 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5e47919-a99b-4058-be23-0cda33ac7f5d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.466743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5e47919-a99b-4058-be23-0cda33ac7f5d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.469960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5e47919-a99b-4058-be23-0cda33ac7f5d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.492110 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e47919-a99b-4058-be23-0cda33ac7f5d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474a25a0-2496-498d-809b-9f4c197437f9,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:30.501678 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-a5e47919-a99b-4058-be23-0cda33ac7f5d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.502819 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-a5e47919-a99b-4058-be23-0cda33ac7f5d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1367831 Apr 22 15:24:30.505717 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43844) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:30.513652 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-136410da-62b9-4a87-97ad-77b7ee4a064e tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Request body: {'security_group_rule': {'security_group_id': '4abc7bb9-9d9a-4dac-8e88-391abf16a04b', 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:30.519564 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-136410da-62b9-4a87-97ad-77b7ee4a064e tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:30.523275 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-136410da-62b9-4a87-97ad-77b7ee4a064e tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Usage tracker for resource:security_group_rule and tenant:e537d59d759b4887bdd3c6672ed08975 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:30.526395 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-136410da-62b9-4a87-97ad-77b7ee4a064e tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:30.532008 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-136410da-62b9-4a87-97ad-77b7ee4a064e tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:30.548462 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-136410da-62b9-4a87-97ad-77b7ee4a064e tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.624145 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-136410da-62b9-4a87-97ad-77b7ee4a064e tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.627979 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-136410da-62b9-4a87-97ad-77b7ee4a064e tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.651451 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136410da-62b9-4a87-97ad-77b7ee4a064e tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea029328-80e1-4141-8936-293e18b9cd4a,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:30.662001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-136410da-62b9-4a87-97ad-77b7ee4a064e tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.663493 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-136410da-62b9-4a87-97ad-77b7ee4a064e tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1567817 Apr 22 15:24:30.666586 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43848) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:30.672118 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-1b191bc4-44f0-4b39-83bc-9cf25ae250a0 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Request body: {'security_group_rule': {'security_group_id': '4abc7bb9-9d9a-4dac-8e88-391abf16a04b', 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:30.678190 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1b191bc4-44f0-4b39-83bc-9cf25ae250a0 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:30.682729 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1b191bc4-44f0-4b39-83bc-9cf25ae250a0 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Usage tracker for resource:security_group_rule and tenant:e537d59d759b4887bdd3c6672ed08975 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:30.685838 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-1b191bc4-44f0-4b39-83bc-9cf25ae250a0 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:30.691520 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-1b191bc4-44f0-4b39-83bc-9cf25ae250a0 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:30.724551 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b191bc4-44f0-4b39-83bc-9cf25ae250a0 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.742909 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 64909f1d-50a2-4950-9047-8d0abae34d4d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:30.791400 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b191bc4-44f0-4b39-83bc-9cf25ae250a0 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.795230 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b191bc4-44f0-4b39-83bc-9cf25ae250a0 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.812705 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port 64909f1d-50a2-4950-9047-8d0abae34d4d completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:30.817289 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 64909f1d-50a2-4950-9047-8d0abae34d4d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:30.817656 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.818651 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b191bc4-44f0-4b39-83bc-9cf25ae250a0 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd2faa8-c5f6-466f-b38d-79a32b8f4fcd,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:30.827862 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-1b191bc4-44f0-4b39-83bc-9cf25ae250a0 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.829190 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-1b191bc4-44f0-4b39-83bc-9cf25ae250a0 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1616445 Apr 22 15:24:30.831970 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43852) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:30.837994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-77db9b6b-4d14-486f-897b-74e2acbf6686 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Request body: {'security_group_rule': {'security_group_id': '4abc7bb9-9d9a-4dac-8e88-391abf16a04b', 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:30.844052 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-77db9b6b-4d14-486f-897b-74e2acbf6686 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:30.847896 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-77db9b6b-4d14-486f-897b-74e2acbf6686 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Usage tracker for resource:security_group_rule and tenant:e537d59d759b4887bdd3c6672ed08975 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:30.850730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-77db9b6b-4d14-486f-897b-74e2acbf6686 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:30.857489 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-77db9b6b-4d14-486f-897b-74e2acbf6686 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:30.869359 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-77db9b6b-4d14-486f-897b-74e2acbf6686 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Project e537d59d759b4887bdd3c6672ed08975 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:24:30.876444 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77db9b6b-4d14-486f-897b-74e2acbf6686 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.936230 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.941791 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77db9b6b-4d14-486f-897b-74e2acbf6686 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.945135 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77db9b6b-4d14-486f-897b-74e2acbf6686 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.953329 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port 64909f1d-50a2-4950-9047-8d0abae34d4d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=64909f1d-50a2-4950-9047-8d0abae34d4d,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:30.957668 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.958587 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 32635ad1-2f83-4bcf-b397-0a7adc7d8772 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:30.970061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db9b6b-4d14-486f-897b-74e2acbf6686 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8adeefb3-0671-47ba-ad1b-77d4e2d49ef3,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:30.981758 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-77db9b6b-4d14-486f-897b-74e2acbf6686 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:30.983323 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-77db9b6b-4d14-486f-897b-74e2acbf6686 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1502926 Apr 22 15:24:30.986649 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43856) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:30.995001 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-e4b33d2e-8d77-473b-b0a2-f30743cc99ce tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Request body: {'security_group_rule': {'security_group_id': '4abc7bb9-9d9a-4dac-8e88-391abf16a04b', 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:31.003217 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e4b33d2e-8d77-473b-b0a2-f30743cc99ce tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:31.007158 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e4b33d2e-8d77-473b-b0a2-f30743cc99ce tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Usage tracker for resource:security_group_rule and tenant:e537d59d759b4887bdd3c6672ed08975 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:31.010240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-e4b33d2e-8d77-473b-b0a2-f30743cc99ce tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:31.016183 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-e4b33d2e-8d77-473b-b0a2-f30743cc99ce tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:31.029515 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.securitygroups_db [None req-e4b33d2e-8d77-473b-b0a2-f30743cc99ce tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Project e537d59d759b4887bdd3c6672ed08975 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:24:31.036625 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4b33d2e-8d77-473b-b0a2-f30743cc99ce tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:31.109597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4b33d2e-8d77-473b-b0a2-f30743cc99ce tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:31.113889 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4b33d2e-8d77-473b-b0a2-f30743cc99ce tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617737'] for security_group_rule, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:31.130383 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=64909f1d-50a2-4950-9047-8d0abae34d4d,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:31.136298 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b33d2e-8d77-473b-b0a2-f30743cc99ce tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52557d89-bf1a-415b-981c-ea11b000bc26,revision_number=0']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:31.145736 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 32635ad1-2f83-4bcf-b397-0a7adc7d8772 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:31.146097 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:31.146201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e4b33d2e-8d77-473b-b0a2-f30743cc99ce tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:31.147399 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e4b33d2e-8d77-473b-b0a2-f30743cc99ce tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1597004 Apr 22 15:24:31.325503 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-5340f537-f8ce-42fa-855b-1a7ab88eb832 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Synchronizing usage tracker for tenant:e537d59d759b4887bdd3c6672ed08975 on resource:security_group {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:24:31.342268 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-5340f537-f8ce-42fa-855b-1a7ab88eb832 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Unset dirty status for tenant:e537d59d759b4887bdd3c6672ed08975 on resource:security_group {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:24:31.343455 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-5340f537-f8ce-42fa-855b-1a7ab88eb832 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885567914&fields=id&tenant_id=e537d59d759b4887bdd3c6672ed08975 HTTP/1.1" status: 200 len: 267 time: 0.0602734 Apr 22 15:24:31.486382 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-068a3466-586d-48ee-aa1f-45736b50f1c9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:31.487039 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-068a3466-586d-48ee-aa1f-45736b50f1c9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Synchronizing usage tracker for tenant:e537d59d759b4887bdd3c6672ed08975 on resource:network {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:24:31.503701 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-068a3466-586d-48ee-aa1f-45736b50f1c9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Unset dirty status for tenant:e537d59d759b4887bdd3c6672ed08975 on resource:network {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:24:31.504747 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-068a3466-586d-48ee-aa1f-45736b50f1c9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/networks?id=50df263d-3986-4649-864c-9f9f96654bad HTTP/1.1" status: 200 len: 810 time: 0.1549363 Apr 22 15:24:31.521194 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-a1a83231-0c25-4196-90ba-23b8efaa7b8f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/quotas/e537d59d759b4887bdd3c6672ed08975 HTTP/1.1" status: 200 len: 375 time: 0.0106356 Apr 22 15:24:31.598729 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-4cd238bf-748d-42a5-a864-672607e3f593 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Synchronizing usage tracker for tenant:e537d59d759b4887bdd3c6672ed08975 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:24:31.620339 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-4cd238bf-748d-42a5-a864-672607e3f593 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Unset dirty status for tenant:e537d59d759b4887bdd3c6672ed08975 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:24:31.621580 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-4cd238bf-748d-42a5-a864-672607e3f593 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e537d59d759b4887bdd3c6672ed08975&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953112 Apr 22 15:24:31.822261 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-ef34f20a-fca2-4d07-a65a-ff29a72df7e0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:24:31.823229 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-ef34f20a-fca2-4d07-a65a-ff29a72df7e0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1902070 Apr 22 15:24:31.952964 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-bedae1da-22c0-4985-ba25-f77650a62529 service neutron] 10.222.0.23 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235645 Apr 22 15:24:32.081708 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-cc2c4773-2e5f-4550-9ab1-235cc1f1b9f8 service neutron] 10.222.0.23 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230600 Apr 22 15:24:32.279340 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1f157a05-8300-4b41-9dbc-230cfacc710e req-59a67563-beed-4afe-afb7-eadb0e12a84d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 210 time: 0.0452769 Apr 22 15:24:32.649811 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 64909f1d-50a2-4950-9047-8d0abae34d4d up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:32.726786 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port 64909f1d-50a2-4950-9047-8d0abae34d4d triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:32.727152 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:33.326839 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-539122ac-2fbc-4b64-8fec-60197ff73c70 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:33.328331 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-539122ac-2fbc-4b64-8fec-60197ff73c70 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.30 "GET /v2.0/networks?id=50df263d-3986-4649-864c-9f9f96654bad HTTP/1.1" status: 200 len: 810 time: 0.1483569 Apr 22 15:24:33.387525 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-db0ac227-b066-4458-b42a-ef45794523d3 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e537d59d759b4887bdd3c6672ed08975 HTTP/1.1" status: 200 len: 379 time: 0.0480211 Apr 22 15:24:33.397094 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-fa051192-9e36-4f84-b637-170c06c4b918 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Request body: {'port': {'device_id': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'admin_state_up': True, 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'security_groups': ['4abc7bb9-9d9a-4dac-8e88-391abf16a04b']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:33.454511 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-feddb025-b1c4-4a03-a1d0-da7beb1f7ce9 req-2412208a-2674-4658-8471-1371fe6da28e tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 210 time: 0.0422800 Apr 22 15:24:33.534967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-fa051192-9e36-4f84-b637-170c06c4b918 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:33.545305 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-fa051192-9e36-4f84-b637-170c06c4b918 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:33.555107 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-fa051192-9e36-4f84-b637-170c06c4b918 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Made reservation on behalf of e537d59d759b4887bdd3c6672ed08975 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:24:33.559060 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-fa051192-9e36-4f84-b637-170c06c4b918 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:33.722193 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-fa051192-9e36-4f84-b637-170c06c4b918 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Allocated IP 172.20.0.9 (50df263d-3986-4649-864c-9f9f96654bad/dd545a3b-5170-4df4-bb6e-6c82eecc292d/6da50ea9-086d-46bc-aef5-b03f653000da) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:24:33.901551 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-fa051192-9e36-4f84-b637-170c06c4b918 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:33.916892 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-fa051192-9e36-4f84-b637-170c06c4b918 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Transition to ACTIVE for port object 6da50ea9-086d-46bc-aef5-b03f653000da will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:24:33.937500 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-fa051192-9e36-4f84-b637-170c06c4b918 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:34.011104 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-fa051192-9e36-4f84-b637-170c06c4b918 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Network 50df263d-3986-4649-864c-9f9f96654bad is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:24:34.014212 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-fa051192-9e36-4f84-b637-170c06c4b918 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:24:34.018059 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-fa051192-9e36-4f84-b637-170c06c4b918 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:24:34.049752 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa051192-9e36-4f84-b637-170c06c4b918 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event updated for resources: {'Port': ['ID=6da50ea9-086d-46bc-aef5-b03f653000da,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:34.084192 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-fa051192-9e36-4f84-b637-170c06c4b918 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:34.084796 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-fa051192-9e36-4f84-b637-170c06c4b918 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:34.112258 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-fa051192-9e36-4f84-b637-170c06c4b918 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7194550 Apr 22 15:24:34.123003 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Request body: {'port': {'device_id': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:34.279515 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b5a669b2-f64c-43b8-bf70-d0c54b2d7810 None None] Provisioning for port 6da50ea9-086d-46bc-aef5-b03f653000da completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:34.284476 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-b5a669b2-f64c-43b8-bf70-d0c54b2d7810 None None] Provisioning complete for port 6da50ea9-086d-46bc-aef5-b03f653000da triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:34.284872 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b5a669b2-f64c-43b8-bf70-d0c54b2d7810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:34.325444 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:34.336068 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-b5a669b2-f64c-43b8-bf70-d0c54b2d7810 None None] Port 6da50ea9-086d-46bc-aef5-b03f653000da cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:24:34.656888 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572134f5-9a65-4919-9ef7-67a745802016 req-7c836c0a-e4bd-408e-9638-aada0632fd38 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:34.658320 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-572134f5-9a65-4919-9ef7-67a745802016 req-7c836c0a-e4bd-408e-9638-aada0632fd38 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 931 time: 0.0758255 Apr 22 15:24:34.664591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da50ea9-086d-46bc-aef5-b03f653000da {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:24:34.672714 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:34.687977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Transition to ACTIVE for port object 6da50ea9-086d-46bc-aef5-b03f653000da will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:24:34.692392 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:34.799538 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-572134f5-9a65-4919-9ef7-67a745802016 req-43251dc6-9358-4ab8-8d20-fe18c5a22d1d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353977 Apr 22 15:24:34.807131 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:24:34.828118 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Pushing event updated for resources: {'Port': ['ID=6da50ea9-086d-46bc-aef5-b03f653000da,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:34.939792 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Attempting to bind port 6da50ea9-086d-46bc-aef5-b03f653000da on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:24:34.940133 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Attempting to bind port 6da50ea9-086d-46bc-aef5-b03f653000da by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:24:34.940456 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Attempting to bind port 6da50ea9-086d-46bc-aef5-b03f653000da on network 50df263d-3986-4649-864c-9f9f96654bad {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:24:34.946765 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Port 6da50ea9-086d-46bc-aef5-b03f653000da on network 50df263d-3986-4649-864c-9f9f96654bad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:24:34.947648 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Attempting to bind port 6da50ea9-086d-46bc-aef5-b03f653000da on network 50df263d-3986-4649-864c-9f9f96654bad {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:24:34.954032 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:24:34.954364 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Checking segment: {'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:24:34.954739 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Bound using segment: {'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:24:34.955161 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Bound port: 6da50ea9-086d-46bc-aef5-b03f653000da, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:24:34.955523 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:35.047760 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] For port 6da50ea9-086d-46bc-aef5-b03f653000da, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:24:35.050518 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] For port 6da50ea9-086d-46bc-aef5-b03f653000da, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6da50ea9-086d-46bc-aef5-b03f653000da,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:24:35.053651 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:35.115315 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:35.116650 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] 10.222.0.30 "PUT /v2.0/ports/6da50ea9-086d-46bc-aef5-b03f653000da HTTP/1.1" status: 200 len: 1093 time: 0.9977357 Apr 22 15:24:35.117069 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'tag': '6da50ea9-086d-46bc-aef5-b03f653000da'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:24:35.136090 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a29ce5-8236-40a2-85d4-ad6c18d8bd6f service neutron] Pushing event updated for resources: {'Port': ['ID=6da50ea9-086d-46bc-aef5-b03f653000da,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:35.184328 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f145fd-db55-4e1b-b528-c42e11fc754c'] response: {'name': 'network-changed', 'server_uuid': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'tag': '6da50ea9-086d-46bc-aef5-b03f653000da', 'status': 'completed', 'code': 200} Apr 22 15:24:35.227686 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-9fe1c234-ca24-4f4e-ad78-89a1cfc8043d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e537d59d759b4887bdd3c6672ed08975&device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 1096 time: 0.0751865 Apr 22 15:24:35.299830 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-2eb5f7e4-b75e-46e5-980e-c6ff74c742de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6da50ea9-086d-46bc-aef5-b03f653000da HTTP/1.1" status: 200 len: 217 time: 0.0662632 Apr 22 15:24:35.361098 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-d331eb42-798e-4fd5-a85c-a847a2103b42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:35.362498 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-d331eb42-798e-4fd5-a85c-a847a2103b42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd545a3b-5170-4df4-bb6e-6c82eecc292d HTTP/1.1" status: 200 len: 849 time: 0.0574017 Apr 22 15:24:35.439727 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-7a14dd9d-3164-4601-909e-8e9a2cb4206b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50df263d-3986-4649-864c-9f9f96654bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717852 Apr 22 15:24:35.570434 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-cef04041-77f9-4251-8796-1c370b2179ce service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249106 Apr 22 15:24:35.700285 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-071a731f-16aa-4efc-91e0-33851721e4a6 req-6851373e-076c-448d-bd21-8e2e379f12dd service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246710 Apr 22 15:24:35.808817 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1cf3967e-fc5e-40d3-9ce0-c9fcf35076a4 req-bc1d6372-36f7-4bbd-81c6-acc941272200 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e537d59d759b4887bdd3c6672ed08975&device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 1096 time: 0.0686452 Apr 22 15:24:35.940112 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3967e-fc5e-40d3-9ce0-c9fcf35076a4 req-d162d728-d231-418a-9f54-77215de5bca1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:35.941575 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1cf3967e-fc5e-40d3-9ce0-c9fcf35076a4 req-d162d728-d231-418a-9f54-77215de5bca1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=50df263d-3986-4649-864c-9f9f96654bad HTTP/1.1" status: 200 len: 911 time: 0.1271484 Apr 22 15:24:35.997945 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bd772-5645-4844-92ae-9ff74d842c2a req-f8c16ebf-b6bd-4cc0-8044-ea09f1c1dd77 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:35.999526 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-275bd772-5645-4844-92ae-9ff74d842c2a req-f8c16ebf-b6bd-4cc0-8044-ea09f1c1dd77 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 943 time: 0.0775948 Apr 22 15:24:36.048696 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-275bd772-5645-4844-92ae-9ff74d842c2a req-bd069c61-5fb5-4327-8635-c2abf32a5f95 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433643 Apr 22 15:24:36.103671 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1cf3967e-fc5e-40d3-9ce0-c9fcf35076a4 req-b7dbf01f-ff8e-4c8b-8115-910300bf9a35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6da50ea9-086d-46bc-aef5-b03f653000da HTTP/1.1" status: 200 len: 217 time: 0.1551082 Apr 22 15:24:36.165097 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3967e-fc5e-40d3-9ce0-c9fcf35076a4 req-fa9f1771-68c8-4e8f-9cdb-0b7aff643ab6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:36.167123 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1cf3967e-fc5e-40d3-9ce0-c9fcf35076a4 req-fa9f1771-68c8-4e8f-9cdb-0b7aff643ab6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd545a3b-5170-4df4-bb6e-6c82eecc292d HTTP/1.1" status: 200 len: 849 time: 0.0574889 Apr 22 15:24:36.242681 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1cf3967e-fc5e-40d3-9ce0-c9fcf35076a4 req-61ff3c34-17a1-43e3-b03d-5d83cd7b2544 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50df263d-3986-4649-864c-9f9f96654bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684128 Apr 22 15:24:36.374910 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1cf3967e-fc5e-40d3-9ce0-c9fcf35076a4 req-2fad6cac-3338-4711-9c44-7243612955d8 service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258240 Apr 22 15:24:36.507084 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-1cf3967e-fc5e-40d3-9ce0-c9fcf35076a4 req-a09bb523-37d6-4788-88c7-e533d42b89fb service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257880 Apr 22 15:24:37.245793 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57158b-9007-4a4f-9c8e-9ddb5e8de9df req-c1cc94ad-f6a7-4196-999d-b7e0ca4a6519 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:37.247224 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3d57158b-9007-4a4f-9c8e-9ddb5e8de9df req-c1cc94ad-f6a7-4196-999d-b7e0ca4a6519 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 943 time: 0.0773492 Apr 22 15:24:37.291875 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3d57158b-9007-4a4f-9c8e-9ddb5e8de9df req-ddb3c00d-7358-4eb8-9eb8-2b129df0c6f1 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392418 Apr 22 15:24:38.456497 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 6da50ea9-086d-46bc-aef5-b03f653000da details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:24:38.483255 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89163fe3-a57a-4a80-be58-392e4c7845f9 req-aab088dc-f417-4f0c-8c09-feec763862dd tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:38.484720 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-89163fe3-a57a-4a80-be58-392e4c7845f9 req-aab088dc-f417-4f0c-8c09-feec763862dd tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 943 time: 0.0758410 Apr 22 15:24:38.530668 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-89163fe3-a57a-4a80-be58-392e4c7845f9 req-24406b7f-e5fa-4aad-8388-395304473359 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394251 Apr 22 15:24:38.592121 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 6da50ea9-086d-46bc-aef5-b03f653000da, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6da50ea9-086d-46bc-aef5-b03f653000da,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:38.609612 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '6da50ea9-086d-46bc-aef5-b03f653000da', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'port_id': '6da50ea9-086d-46bc-aef5-b03f653000da', 'mac_address': 'fa:16:3e:23:b9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:24:38.664080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:38.681778 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da50ea9-086d-46bc-aef5-b03f653000da {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:24:38.697260 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 6da50ea9-086d-46bc-aef5-b03f653000da, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6da50ea9-086d-46bc-aef5-b03f653000da,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:38.701471 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:38.769372 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=6da50ea9-086d-46bc-aef5-b03f653000da,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:38.906702 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['6da50ea9-086d-46bc-aef5-b03f653000da'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:24:39.731393 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fedd5-7e8f-401f-87eb-c707e0e3a8b5 req-955c1fcc-61ba-4632-9af8-38c910673af1 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:39.732840 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a06fedd5-7e8f-401f-87eb-c707e0e3a8b5 req-955c1fcc-61ba-4632-9af8-38c910673af1 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 944 time: 0.0827277 Apr 22 15:24:39.777747 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a06fedd5-7e8f-401f-87eb-c707e0e3a8b5 req-517572da-a07f-4bfc-8a34-60a2a0c30e97 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391886 Apr 22 15:24:40.487968 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 6da50ea9-086d-46bc-aef5-b03f653000da up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:40.554604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port 6da50ea9-086d-46bc-aef5-b03f653000da completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:40.559249 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 6da50ea9-086d-46bc-aef5-b03f653000da triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:40.559642 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:40.673635 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:40.700717 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da50ea9-086d-46bc-aef5-b03f653000da'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:24:40.710125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 6da50ea9-086d-46bc-aef5-b03f653000da, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6da50ea9-086d-46bc-aef5-b03f653000da,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:40.714703 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:40.759996 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc66265c-0f3f-411d-a5d8-d5fd65f906a1'] response: {'server_uuid': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da50ea9-086d-46bc-aef5-b03f653000da', 'code': 200} Apr 22 15:24:40.784940 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=6da50ea9-086d-46bc-aef5-b03f653000da,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:40.975467 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ee0584d7-c64d-433b-a08a-7d3d9657183c req-184d43cf-94bc-4b9f-9fe4-d76ff52e0273 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 1098 time: 0.0680158 Apr 22 15:24:40.976595 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f046b0-e94e-488d-afb1-8ee144833c7a req-bbdf2394-a8b7-435c-a772-2cb3f6f7fb4e tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:40.978237 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-10f046b0-e94e-488d-afb1-8ee144833c7a req-bbdf2394-a8b7-435c-a772-2cb3f6f7fb4e tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 945 time: 0.0768034 Apr 22 15:24:41.019034 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-ee0584d7-c64d-433b-a08a-7d3d9657183c req-5026d0c6-59a3-4408-91fa-7123b71762fd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379095 Apr 22 15:24:41.027164 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-10f046b0-e94e-488d-afb1-8ee144833c7a req-221082a7-9d99-45b9-a535-f4d84cb64381 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434136 Apr 22 15:24:42.225585 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f4246-4ebd-4f4c-ba38-d73ff8aed70b req-3e45bbad-8165-4cbb-a921-9430bc09de7b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:42.227022 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-906f4246-4ebd-4f4c-ba38-d73ff8aed70b req-3e45bbad-8165-4cbb-a921-9430bc09de7b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 945 time: 0.0747242 Apr 22 15:24:42.272427 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-906f4246-4ebd-4f4c-ba38-d73ff8aed70b req-9ff48bde-6288-4958-9216-1bf63fb7c871 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389383 Apr 22 15:24:42.468353 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a910293-cdae-4aca-8026-4a6d0667aac6 req-be61ba5c-1a57-49f7-8315-c05d89ed18bf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:42.469757 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9a910293-cdae-4aca-8026-4a6d0667aac6 req-be61ba5c-1a57-49f7-8315-c05d89ed18bf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 945 time: 0.0793061 Apr 22 15:24:42.515037 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-9a910293-cdae-4aca-8026-4a6d0667aac6 req-d959d271-7f04-449d-a325-9de20ec3793c tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397108 Apr 22 15:24:42.542274 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43904) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:42.674547 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-0ab774d2-eadf-45bc-8127-29efa86c09cc tempest-TestSnapshotPattern-1182974254 tempest-TestSnapshotPattern-1182974254-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 1093 time: 0.1311595 Apr 22 15:24:42.677258 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 43910) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:42.683202 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': '6da50ea9-086d-46bc-aef5-b03f653000da', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:42.688976 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:42.692763 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Usage tracker for resource:floatingip and tenant:e537d59d759b4887bdd3c6672ed08975 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:42.695574 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:42.701200 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:42.711527 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:42.845236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:42.978785 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Allocated IP 172.26.0.170 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/8ee0d5f4-a02e-4b10-82f6-f4137aec1843) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:24:43.119749 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:43.146045 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:43.211628 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:24:43.215161 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:24:43.219033 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:24:43.250886 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event updated for resources: {'Port': ['ID=8ee0d5f4-a02e-4b10-82f6-f4137aec1843,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:43.792037 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:43.845327 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:44.044058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:44.048617 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:44.166642 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event updated for resources: {'Port': ['ID=8ee0d5f4-a02e-4b10-82f6-f4137aec1843,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:44.177483 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:44.365716 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Floating IP 456571e0-df9e-4122-bf59-27bf6fd36912 associated. External IP: 172.26.0.170, port: 6da50ea9-086d-46bc-aef5-b03f653000da. Apr 22 15:24:44.748878 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Router 88cadbf0-e83d-45af-b632-972a1682b141 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:24:44.944178 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:24:44.954712 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325edfa7-3a59-46da-8653-61e50f15cc6f None None] Sync routers for ids ['88cadbf0-e83d-45af-b632-972a1682b141'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:24:44.967736 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:44.970673 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325edfa7-3a59-46da-8653-61e50f15cc6f None None] Routers {'88cadbf0-e83d-45af-b632-972a1682b141'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:44.971298 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-325edfa7-3a59-46da-8653-61e50f15cc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:24:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['88cadbf0-e83d-45af-b632-972a1682b141'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:45.025455 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-cb0df23b-eb1a-4831-a027-0656ea7c74ab tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3470378 Apr 22 15:24:45.026065 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'tag': '6da50ea9-086d-46bc-aef5-b03f653000da'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:24:45.154546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-325edfa7-3a59-46da-8653-61e50f15cc6f None None] Set router 88cadbf0-e83d-45af-b632-972a1682b141 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:45.157619 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee09cb31-d427-4f43-b261-7a4a1670a3d2'] response: {'name': 'network-changed', 'server_uuid': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'tag': '6da50ea9-086d-46bc-aef5-b03f653000da', 'status': 'completed', 'code': 200} Apr 22 15:24:45.251058 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f64c50c6-d51c-44fa-a606-ce25f5ba4e7a req-5f75798c-9f18-4a00-ad89-42af6e6081cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e537d59d759b4887bdd3c6672ed08975&device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 1098 time: 0.0714028 Apr 22 15:24:45.384342 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c50c6-d51c-44fa-a606-ce25f5ba4e7a req-e5c8d219-ab5e-4397-bb2d-110a192094f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:45.385786 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f64c50c6-d51c-44fa-a606-ce25f5ba4e7a req-e5c8d219-ab5e-4397-bb2d-110a192094f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=50df263d-3986-4649-864c-9f9f96654bad HTTP/1.1" status: 200 len: 911 time: 0.1297042 Apr 22 15:24:45.488516 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f64c50c6-d51c-44fa-a606-ce25f5ba4e7a req-5082f839-b611-4fff-bcc9-e70ca0c5f370 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6da50ea9-086d-46bc-aef5-b03f653000da HTTP/1.1" status: 200 len: 999 time: 0.0968790 Apr 22 15:24:45.534960 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.30', 64442) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:45.545922 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-325edfa7-3a59-46da-8653-61e50f15cc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '456571e0-df9e-4122-bf59-27bf6fd36912', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'port_id': '6da50ea9-086d-46bc-aef5-b03f653000da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'mac_address': 'fa:16:3e:23:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:24:43Z', 'updated_at': '2022-04-22T15:24:43Z', 'revision_number': 0, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32635ad1-2f83-4bcf-b397-0a7adc7d8772', 'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'mac_address': 'fa:16:3e:c7:b1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:29Z', 'revision_number': 5, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'subnets': [{'id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:45.549804 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325edfa7-3a59-46da-8653-61e50f15cc6f None None] Checking router: 88cadbf0-e83d-45af-b632-972a1682b141 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:24:45.551591 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c50c6-d51c-44fa-a606-ce25f5ba4e7a req-d7ba2ca3-2134-4576-b9cf-f1f568fd0464 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:45.553151 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f64c50c6-d51c-44fa-a606-ce25f5ba4e7a req-d7ba2ca3-2134-4576-b9cf-f1f568fd0464 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd545a3b-5170-4df4-bb6e-6c82eecc292d HTTP/1.1" status: 200 len: 849 time: 0.0589192 Apr 22 15:24:45.561441 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325edfa7-3a59-46da-8653-61e50f15cc6f None None] Routers {'88cadbf0-e83d-45af-b632-972a1682b141'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:45.562049 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-325edfa7-3a59-46da-8653-61e50f15cc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:24:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['88cadbf0-e83d-45af-b632-972a1682b141'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:45.605556 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cf255af1-752c-4495-9ce9-c3400df73587 req-3be622fc-1d9a-4cfa-9359-0919311ca2e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692143 Apr 22 15:24:45.630362 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f64c50c6-d51c-44fa-a606-ce25f5ba4e7a req-7e0092f6-8a61-4825-b0b3-cee8e83feaea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50df263d-3986-4649-864c-9f9f96654bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715797 Apr 22 15:24:45.742546 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-325edfa7-3a59-46da-8653-61e50f15cc6f None None] Set router 88cadbf0-e83d-45af-b632-972a1682b141 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:45.764760 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f64c50c6-d51c-44fa-a606-ce25f5ba4e7a req-bc10e24e-4f41-4e25-a822-c83d27ec9037 service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289835 Apr 22 15:24:45.895511 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-f64c50c6-d51c-44fa-a606-ce25f5ba4e7a req-7001dd36-f745-41a9-8b7d-7a0e3bda9a39 service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239951 Apr 22 15:24:46.056126 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf255af1-752c-4495-9ce9-c3400df73587 req-add3dc62-9bde-4f58-b073-de78cb986296 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e537d59d759b4887bdd3c6672ed08975&device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 1098 time: 0.0706546 Apr 22 15:24:46.097741 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-325edfa7-3a59-46da-8653-61e50f15cc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '456571e0-df9e-4122-bf59-27bf6fd36912', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'port_id': '6da50ea9-086d-46bc-aef5-b03f653000da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'mac_address': 'fa:16:3e:23:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:24:43Z', 'updated_at': '2022-04-22T15:24:43Z', 'revision_number': 0, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32635ad1-2f83-4bcf-b397-0a7adc7d8772', 'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'mac_address': 'fa:16:3e:c7:b1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:29Z', 'revision_number': 5, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'subnets': [{'id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:46.101660 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325edfa7-3a59-46da-8653-61e50f15cc6f None None] The sync data for ids ['88cadbf0-e83d-45af-b632-972a1682b141'] in dv-neutron-839027-1-hyperv is: [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '456571e0-df9e-4122-bf59-27bf6fd36912', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'port_id': '6da50ea9-086d-46bc-aef5-b03f653000da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'mac_address': 'fa:16:3e:23:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:24:43Z', 'updated_at': '2022-04-22T15:24:43Z', 'revision_number': 0, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32635ad1-2f83-4bcf-b397-0a7adc7d8772', 'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'mac_address': 'fa:16:3e:c7:b1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:29Z', 'revision_number': 5, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'subnets': [{'id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:24:46.202229 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf255af1-752c-4495-9ce9-c3400df73587 req-0a4cdb1c-df7a-4675-817c-90a9ab840ffb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:46.203863 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf255af1-752c-4495-9ce9-c3400df73587 req-0a4cdb1c-df7a-4675-817c-90a9ab840ffb service neutron] 10.222.0.30 "GET /v2.0/networks?id=50df263d-3986-4649-864c-9f9f96654bad HTTP/1.1" status: 200 len: 911 time: 0.1305122 Apr 22 15:24:46.395938 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf255af1-752c-4495-9ce9-c3400df73587 req-97307229-030f-443e-834e-f19303b650c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6da50ea9-086d-46bc-aef5-b03f653000da HTTP/1.1" status: 200 len: 999 time: 0.1862214 Apr 22 15:24:46.455369 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf255af1-752c-4495-9ce9-c3400df73587 req-47c76b5a-b816-41d7-bd91-115229a9a84b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:46.456649 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf255af1-752c-4495-9ce9-c3400df73587 req-47c76b5a-b816-41d7-bd91-115229a9a84b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd545a3b-5170-4df4-bb6e-6c82eecc292d HTTP/1.1" status: 200 len: 849 time: 0.0554509 Apr 22 15:24:46.531458 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf255af1-752c-4495-9ce9-c3400df73587 req-562a6e44-393a-463e-a7da-a200a1d9319c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50df263d-3986-4649-864c-9f9f96654bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684099 Apr 22 15:24:46.660520 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf255af1-752c-4495-9ce9-c3400df73587 req-d3010021-8766-4425-8fdb-533fc2f25c50 service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228113 Apr 22 15:24:46.790240 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-cf255af1-752c-4495-9ce9-c3400df73587 req-44a4ecc5-6fb8-4b86-920a-0011fe2e8c1c service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239548 Apr 22 15:24:50.639942 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a01bd-a8a7-4cb6-bb1a-b97266d7c67e None None] New status for floating IP 456571e0-df9e-4122-bf59-27bf6fd36912: ACTIVE {{(pid=83966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:24:50.656345 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Sync routers for ids ['5edd5c99-7b46-47ce-b3d6-7887ed386776'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:24:50.668933 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Routers {'5edd5c99-7b46-47ce-b3d6-7887ed386776'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:50.669574 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:24:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['5edd5c99-7b46-47ce-b3d6-7887ed386776'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:50.850381 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Set router 5edd5c99-7b46-47ce-b3d6-7887ed386776 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:51.156889 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'name': 'tempest-TestSnapshotPattern-719320603-router', 'tenant_id': 'f4717eed34c64577a25cea6991a8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.133'}], 'enable_snat': True}, 'gw_port_id': '64909f1d-50a2-4950-9047-8d0abae34d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:24Z', 'updated_at': '2022-04-22T15:24:27Z', 'revision_number': 4, 'project_id': 'f4717eed34c64577a25cea6991a8b7c2', 'gw_port': {'id': '64909f1d-50a2-4950-9047-8d0abae34d4d', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:24Z', 'updated_at': '2022-04-22T15:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'a7e9b192-bfeb-41a9-9da8-d107bb1f67b2', 'name': '', 'network_id': 'b4a150ff-ac5b-47ff-887c-d227583ba463', 'tenant_id': 'f4717eed34c64577a25cea6991a8b7c2', 'mac_address': 'fa:16:3e:df:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '747a4cf6-0369-4578-9c10-77cdbb256a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:27Z', 'updated_at': '2022-04-22T15:24:27Z', 'revision_number': 2, 'project_id': 'f4717eed34c64577a25cea6991a8b7c2', 'subnets': [{'id': '747a4cf6-0369-4578-9c10-77cdbb256a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:51.160730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Checking router: 5edd5c99-7b46-47ce-b3d6-7887ed386776 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:24:51.161070 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Updating router 5edd5c99-7b46-47ce-b3d6-7887ed386776 port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 binding host dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:24:51.210936 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:51.573860 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Notify callbacks [] for port, precommit_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:51.585636 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Transition to ACTIVE for port object a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 will not be triggered until provisioned by entity L2. {{(pid=83965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:24:51.592217 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:51.723119 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0d38c-c3a5-4ef4-9990-6184c5fa72e8 None None] Pushing event updated for resources: {'Port': ['ID=a7e9b192-bfeb-41a9-9da8-d107bb1f67b2,revision_number=3']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:51.816640 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Attempting to bind port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 on host dv-neutron-839027-1-hyperv for vnic_type normal with profile {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:24:51.817006 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Attempting to bind port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 by drivers openvswitch,hyperv on host dv-neutron-839027-1-hyperv at level 0 using segments [{'id': 'd794aeca-3e1e-4ca2-82b4-ecd0b23e5477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b4a150ff-ac5b-47ff-887c-d227583ba463'}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:24:51.817361 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Attempting to bind port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 on network b4a150ff-ac5b-47ff-887c-d227583ba463 {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:24:51.824516 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Checking agent: {'id': 'edfffd0f-70fe-4b1d-992e-a39609bd63a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 26, 26), 'started_at': datetime.datetime(2022, 4, 22, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:24:51.824819 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Checking segment: {'id': 'd794aeca-3e1e-4ca2-82b4-ecd0b23e5477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b4a150ff-ac5b-47ff-887c-d227583ba463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:24:51.825215 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:51.825617 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Bound using segment: {'id': 'd794aeca-3e1e-4ca2-82b4-ecd0b23e5477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b4a150ff-ac5b-47ff-887c-d227583ba463'} {{(pid=83965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:24:51.826056 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.managers [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Bound port: a7e9b192-bfeb-41a9-9da8-d107bb1f67b2, host: dv-neutron-839027-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd794aeca-3e1e-4ca2-82b4-ecd0b23e5477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b4a150ff-ac5b-47ff-887c-d227583ba463'}}] {{(pid=83965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:24:51.826423 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:51.928026 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] For port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2, host dv-neutron-839027-1-hyperv, cleared binding levels {{(pid=83965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:24:51.931203 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] For port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2, host dv-neutron-839027-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a7e9b192-bfeb-41a9-9da8-d107bb1f67b2,segment=NetworkSegment(d794aeca-3e1e-4ca2-82b4-ecd0b23e5477),segment_id=d794aeca-3e1e-4ca2-82b4-ecd0b23e5477)] {{(pid=83965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:24:51.935984 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:52.015202 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0d38c-c3a5-4ef4-9990-6184c5fa72e8 None None] Pushing event updated for resources: {'Port': ['ID=a7e9b192-bfeb-41a9-9da8-d107bb1f67b2,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:52.019853 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Routers {'5edd5c99-7b46-47ce-b3d6-7887ed386776'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:52.020466 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:24:25Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['5edd5c99-7b46-47ce-b3d6-7887ed386776'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:52.214413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] Set router 5edd5c99-7b46-47ce-b3d6-7887ed386776 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:52.528523 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'name': 'tempest-TestSnapshotPattern-719320603-router', 'tenant_id': 'f4717eed34c64577a25cea6991a8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.133'}], 'enable_snat': True}, 'gw_port_id': '64909f1d-50a2-4950-9047-8d0abae34d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:24Z', 'updated_at': '2022-04-22T15:24:27Z', 'revision_number': 4, 'project_id': 'f4717eed34c64577a25cea6991a8b7c2', 'gw_port': {'id': '64909f1d-50a2-4950-9047-8d0abae34d4d', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:24Z', 'updated_at': '2022-04-22T15:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'a7e9b192-bfeb-41a9-9da8-d107bb1f67b2', 'name': '', 'network_id': 'b4a150ff-ac5b-47ff-887c-d227583ba463', 'tenant_id': 'f4717eed34c64577a25cea6991a8b7c2', 'mac_address': 'fa:16:3e:df:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '747a4cf6-0369-4578-9c10-77cdbb256a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:27Z', 'updated_at': '2022-04-22T15:24:51Z', 'revision_number': 4, 'project_id': 'f4717eed34c64577a25cea6991a8b7c2', 'subnets': [{'id': '747a4cf6-0369-4578-9c10-77cdbb256a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:52.532380 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1421326-a152-42c4-88a1-c55726b0ee02 None None] The sync data for ids ['5edd5c99-7b46-47ce-b3d6-7887ed386776'] in dv-neutron-839027-1-hyperv is: [{'id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'name': 'tempest-TestSnapshotPattern-719320603-router', 'tenant_id': 'f4717eed34c64577a25cea6991a8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.133'}], 'enable_snat': True}, 'gw_port_id': '64909f1d-50a2-4950-9047-8d0abae34d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:24Z', 'updated_at': '2022-04-22T15:24:27Z', 'revision_number': 4, 'project_id': 'f4717eed34c64577a25cea6991a8b7c2', 'gw_port': {'id': '64909f1d-50a2-4950-9047-8d0abae34d4d', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:24Z', 'updated_at': '2022-04-22T15:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': 'a7e9b192-bfeb-41a9-9da8-d107bb1f67b2', 'name': '', 'network_id': 'b4a150ff-ac5b-47ff-887c-d227583ba463', 'tenant_id': 'f4717eed34c64577a25cea6991a8b7c2', 'mac_address': 'fa:16:3e:df:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '747a4cf6-0369-4578-9c10-77cdbb256a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:27Z', 'updated_at': '2022-04-22T15:24:51Z', 'revision_number': 4, 'project_id': 'f4717eed34c64577a25cea6991a8b7c2', 'subnets': [{'id': '747a4cf6-0369-4578-9c10-77cdbb256a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:24:52.556319 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1489a370-4898-4a14-a6cb-7b8b1f0285d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:52.688526 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:52.767436 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning for port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:52.772753 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:52.773137 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:52.894432 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:52.926794 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] For port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a7e9b192-bfeb-41a9-9da8-d107bb1f67b2,segment=NetworkSegment(d794aeca-3e1e-4ca2-82b4-ecd0b23e5477),segment_id=d794aeca-3e1e-4ca2-82b4-ecd0b23e5477)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:52.931431 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:53.002600 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Pushing event updated for resources: {'Port': ['ID=a7e9b192-bfeb-41a9-9da8-d107bb1f67b2,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:54.659922 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 up at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:54.727216 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Provisioning complete for port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:54.727216 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:54.882013 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-38499caa-0e58-4afb-ab47-bdd2c058b8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:54.941129 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:56.221627 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:56.256130 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:57.515366 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:11.807295 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:25:22.558233 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-04a98b33-e21e-47a1-a08f-20bfe5f0acb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:24.865257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8b9b171f-19e0-4c40-8f43-7bb09a9e828e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:24.939234 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:26.223401 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:26.259983 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:27.518150 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:45.589586 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5648b469-aba4-4fda-af1c-d0d36a0794e7 req-8de33c68-28a1-4596-9a5f-3dfe8ad7cbc4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661039 Apr 22 15:25:45.724339 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5648b469-aba4-4fda-af1c-d0d36a0794e7 req-8cdd83ee-5f14-4535-9b42-15c1097d82f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e537d59d759b4887bdd3c6672ed08975&device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 1098 time: 0.0678198 Apr 22 15:25:45.865526 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648b469-aba4-4fda-af1c-d0d36a0794e7 req-a98b77e7-b1d4-413b-9860-9f3c6e87ecc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:45.866942 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5648b469-aba4-4fda-af1c-d0d36a0794e7 req-a98b77e7-b1d4-413b-9860-9f3c6e87ecc3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=50df263d-3986-4649-864c-9f9f96654bad HTTP/1.1" status: 200 len: 911 time: 0.1249313 Apr 22 15:25:45.970280 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5648b469-aba4-4fda-af1c-d0d36a0794e7 req-7c567bd0-0593-4df3-9f2d-bd2f45351c93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6da50ea9-086d-46bc-aef5-b03f653000da HTTP/1.1" status: 200 len: 1001 time: 0.0975211 Apr 22 15:25:46.033843 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648b469-aba4-4fda-af1c-d0d36a0794e7 req-8c274065-91ad-4bf3-8146-2071c4d72787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:46.035217 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5648b469-aba4-4fda-af1c-d0d36a0794e7 req-8c274065-91ad-4bf3-8146-2071c4d72787 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd545a3b-5170-4df4-bb6e-6c82eecc292d HTTP/1.1" status: 200 len: 849 time: 0.0597787 Apr 22 15:25:46.108375 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5648b469-aba4-4fda-af1c-d0d36a0794e7 req-7a2b48b8-f47c-4ba6-81d0-34153c6f907c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50df263d-3986-4649-864c-9f9f96654bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673685 Apr 22 15:25:46.236670 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5648b469-aba4-4fda-af1c-d0d36a0794e7 req-13c7b59a-f436-4d6a-b247-5efd2543aa16 service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227574 Apr 22 15:25:46.365567 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-5648b469-aba4-4fda-af1c-d0d36a0794e7 req-c12e6ccd-4539-4d04-989f-a859bad1cd8c service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237605 Apr 22 15:25:48.807562 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:25:52.560080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-28e3d247-b3d2-4e65-a706-614bd43d09dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.866977 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d0d772c5-bb8a-40b4-b728-cc24099e09bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.938165 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.226699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.262520 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:57.520128 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:22.561996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-35c74e41-aa29-4a71-93b2-dad3382faee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:24.868503 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d34cba9f-e027-41c1-80e1-8a2203025f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:24.968566 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:25.811247 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:26:26.227958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:26.263764 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:27.522937 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:43.067549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 6da50ea9-086d-46bc-aef5-b03f653000da details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:26:43.201545 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 6da50ea9-086d-46bc-aef5-b03f653000da, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6da50ea9-086d-46bc-aef5-b03f653000da,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:26:43.214948 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': '6da50ea9-086d-46bc-aef5-b03f653000da', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'port_id': '6da50ea9-086d-46bc-aef5-b03f653000da', 'mac_address': 'fa:16:3e:23:b9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:26:43.269646 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:43.290324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6da50ea9-086d-46bc-aef5-b03f653000da {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:26:43.305920 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 6da50ea9-086d-46bc-aef5-b03f653000da, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6da50ea9-086d-46bc-aef5-b03f653000da,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:26:43.309510 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:43.381080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['6da50ea9-086d-46bc-aef5-b03f653000da'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:26:43.405347 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=6da50ea9-086d-46bc-aef5-b03f653000da,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:43.435059 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:43.435401 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:43.435748 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:43.436053 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:43.436371 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:43.436700 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:43.437008 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:43.437324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:43.437637 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:43.437947 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:43.438257 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:45.081634 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 6da50ea9-086d-46bc-aef5-b03f653000da up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:26:45.157490 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port 6da50ea9-086d-46bc-aef5-b03f653000da triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:26:45.157984 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:45.274355 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:45.302757 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da50ea9-086d-46bc-aef5-b03f653000da'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:26:45.312655 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 6da50ea9-086d-46bc-aef5-b03f653000da, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6da50ea9-086d-46bc-aef5-b03f653000da,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:26:45.318083 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:45.386567 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f18160-57fa-419d-acc0-3aa45e5735b3'] response: {'server_uuid': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da50ea9-086d-46bc-aef5-b03f653000da', 'code': 200} Apr 22 15:26:45.402955 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=6da50ea9-086d-46bc-aef5-b03f653000da,revision_number=7']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:46.798011 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-088d4288-fa63-475c-8dbb-ab0c77ce20e4 req-fc23a2ef-8a68-4215-bd0f-5bd0ed43fc70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e537d59d759b4887bdd3c6672ed08975&device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 1098 time: 0.1731200 Apr 22 15:26:46.958789 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d4288-fa63-475c-8dbb-ab0c77ce20e4 req-9fe70cd8-1457-4f10-bb71-fb6bded810d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:46.960296 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-088d4288-fa63-475c-8dbb-ab0c77ce20e4 req-9fe70cd8-1457-4f10-bb71-fb6bded810d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=50df263d-3986-4649-864c-9f9f96654bad HTTP/1.1" status: 200 len: 911 time: 0.1427109 Apr 22 15:26:47.076632 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-088d4288-fa63-475c-8dbb-ab0c77ce20e4 req-08f34a6d-6b9f-4056-8e01-c25fe60a6ef6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6da50ea9-086d-46bc-aef5-b03f653000da HTTP/1.1" status: 200 len: 1001 time: 0.1084220 Apr 22 15:26:47.236621 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d4288-fa63-475c-8dbb-ab0c77ce20e4 req-b0521ea1-da86-4f6b-852b-e24e07fc1a5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:47.238070 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-088d4288-fa63-475c-8dbb-ab0c77ce20e4 req-b0521ea1-da86-4f6b-852b-e24e07fc1a5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd545a3b-5170-4df4-bb6e-6c82eecc292d HTTP/1.1" status: 200 len: 849 time: 0.1550086 Apr 22 15:26:47.321117 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-088d4288-fa63-475c-8dbb-ab0c77ce20e4 req-684eb636-81dd-4638-9c3e-c912500ae6ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50df263d-3986-4649-864c-9f9f96654bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762460 Apr 22 15:26:47.331916 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.wsgi [req-088d4288-fa63-475c-8dbb-ab0c77ce20e4 req-f8380cf0-1480-44ad-be9a-7eebc6d0b532 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=83963) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:26:47.333049 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-088d4288-fa63-475c-8dbb-ab0c77ce20e4 req-f8380cf0-1480-44ad-be9a-7eebc6d0b532 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050046 Apr 22 15:26:47.505802 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-088d4288-fa63-475c-8dbb-ab0c77ce20e4 req-e2396575-08ce-488a-b9c8-a2fdbb5909cd service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649749 Apr 22 15:26:47.653092 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-088d4288-fa63-475c-8dbb-ab0c77ce20e4 req-27099ece-daec-4ef5-b712-e6b8d4668857 service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411693 Apr 22 15:26:52.566347 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-981b9877-bcad-4f39-a848-fa9301b59798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:54.442259 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-f0bc0678-71e4-4a43-aede-a6686149d817 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885567914&fields=id&tenant_id=e537d59d759b4887bdd3c6672ed08975 HTTP/1.1" status: 200 len: 267 time: 0.0425770 Apr 22 15:26:54.674193 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-fe7c971e-2ae9-456f-ac9f-e5a51dcc5529 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:54.675629 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-fe7c971e-2ae9-456f-ac9f-e5a51dcc5529 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/networks?id=50df263d-3986-4649-864c-9f9f96654bad HTTP/1.1" status: 200 len: 810 time: 0.2271898 Apr 22 15:26:54.695112 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-e8d94494-3faa-4171-92ba-8de03c29a12c tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/quotas/e537d59d759b4887bdd3c6672ed08975 HTTP/1.1" status: 200 len: 375 time: 0.0140646 Apr 22 15:26:54.781790 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-d52271ed-46d7-4747-a9c4-fd7da4a0231d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e537d59d759b4887bdd3c6672ed08975&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0800574 Apr 22 15:26:54.869900 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc21ec5f-e1b6-4faa-83f3-52ec41674aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:54.919022 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-360b1412-dd99-434d-a52e-d2d4007188e1 service neutron] 10.222.0.23 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253431 Apr 22 15:26:54.970323 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:55.050411 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-e5c7d0bb-b05a-421b-b223-2a53eac00aac service neutron] 10.222.0.23 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256921 Apr 22 15:26:55.253453 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-cb5119de-1373-4723-aca5-8f000a93f254 req-8605bfd1-46a6-4c86-ad17-8430c2923909 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 210 time: 0.0410790 Apr 22 15:26:56.232635 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:56.265764 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:56.418872 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-32fb986a-e4f2-49f9-9fed-af0635fdea6b req-c52ce04d-7210-4e42-b216-8f9aa4b2ad13 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 210 time: 0.0442381 Apr 22 15:26:56.551614 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-1ee17924-b198-4c22-b20b-53685dd747b9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:56.552907 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-1ee17924-b198-4c22-b20b-53685dd747b9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.30 "GET /v2.0/networks?id=50df263d-3986-4649-864c-9f9f96654bad HTTP/1.1" status: 200 len: 810 time: 0.1463230 Apr 22 15:26:56.605275 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-00de255a-1604-45e0-998a-a14308538a8c tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e537d59d759b4887bdd3c6672ed08975 HTTP/1.1" status: 200 len: 379 time: 0.0404234 Apr 22 15:26:56.613144 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Request body: {'port': {'device_id': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'admin_state_up': True, 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'security_groups': ['4abc7bb9-9d9a-4dac-8e88-391abf16a04b']}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:26:56.749833 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:26:56.754140 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Usage tracker for resource:port and tenant:e537d59d759b4887bdd3c6672ed08975 is out of sync, need to count used quota {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:26:56.756976 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:26:56.763488 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.quota.driver [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:26:56.773759 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Made reservation on behalf of e537d59d759b4887bdd3c6672ed08975 for: {'port': 1} {{(pid=83963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:26:56.776889 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:56.958298 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.db_base_plugin_common [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Allocated IP 172.20.0.6 (50df263d-3986-4649-864c-9f9f96654bad/dd545a3b-5170-4df4-bb6e-6c82eecc292d/e831f059-0e5d-42b2-9745-5f11574d8509) {{(pid=83963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:26:57.173997 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 6da50ea9-086d-46bc-aef5-b03f653000da no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:26:57.267823 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for port, precommit_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:57.286494 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Transition to ACTIVE for port object e831f059-0e5d-42b2-9745-5f11574d8509 will not be triggered until provisioned by entity DHCP. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:26:57.317624 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_create {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:57.356573 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:57.392749 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da50ea9-086d-46bc-aef5-b03f653000da'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:26:57.403214 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port 6da50ea9-086d-46bc-aef5-b03f653000da, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6da50ea9-086d-46bc-aef5-b03f653000da,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:26:57.408080 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:57.409746 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Network 50df263d-3986-4649-864c-9f9f96654bad is already hosted by enough agents. {{(pid=83963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:26:57.413197 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.scheduler.base_scheduler [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Resources bound (agent type, host, resource id): {{(pid=83963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:26:57.418173 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Received port after_create {{(pid=83963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:26:57.459266 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event updated for resources: {'Port': ['ID=e831f059-0e5d-42b2-9745-5f11574d8509,revision_number=1']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:57.490742 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:57.491095 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:57.491619 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:57.491967 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:57.492306 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:57.492644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:57.492977 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:57.493308 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:57.493641 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:57.493968 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:57.495760 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:26:57.524281 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6dbbc9d-6135-4020-9030-05c248a03f12'] response: {'server_uuid': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da50ea9-086d-46bc-aef5-b03f653000da', 'code': 200} Apr 22 15:26:57.547546 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:57.548349 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:57.550527 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=6da50ea9-086d-46bc-aef5-b03f653000da,revision_number=8']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:57.556316 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:57.586335 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-b85d3145-929b-4549-957e-3ca8fa65b43f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9767151 Apr 22 15:26:57.605618 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.v2.base [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Request body: {'port': {'device_id': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:26:57.755491 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:57.765888 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddee681-5fdb-4a7e-ab07-d38c0b9774f4 req-6f8d0785-824d-4415-9327-bccdd0b5c8d0 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:57.767460 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3ddee681-5fdb-4a7e-ab07-d38c0b9774f4 req-6f8d0785-824d-4415-9327-bccdd0b5c8d0 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 931 time: 0.1627378 Apr 22 15:26:57.827392 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5801c560-046c-4191-8d56-6cc30a26c1d3 None None] Provisioning for port e831f059-0e5d-42b2-9745-5f11574d8509 completed by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:26:57.837765 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-5801c560-046c-4191-8d56-6cc30a26c1d3 None None] Provisioning complete for port e831f059-0e5d-42b2-9745-5f11574d8509 triggered by entity DHCP. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:26:57.838320 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-5801c560-046c-4191-8d56-6cc30a26c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:57.860976 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3ddee681-5fdb-4a7e-ab07-d38c0b9774f4 req-82939f4e-c6fe-49aa-9a26-295bfa5516af tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852211 Apr 22 15:26:57.971206 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-5801c560-046c-4191-8d56-6cc30a26c1d3 None None] Port e831f059-0e5d-42b2-9745-5f11574d8509 cannot update to ACTIVE because it is not bound. {{(pid=83965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:26:58.212442 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e831f059-0e5d-42b2-9745-5f11574d8509 {{(pid=83963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:26:58.221059 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:58.235946 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.provisioning_blocks [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Transition to ACTIVE for port object e831f059-0e5d-42b2-9745-5f11574d8509 will not be triggered until provisioned by entity L2. {{(pid=83963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:26:58.240965 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:58.532413 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Pushing event updated for resources: {'Port': ['ID=e831f059-0e5d-42b2-9745-5f11574d8509,revision_number=2']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:58.645255 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Attempting to bind port e831f059-0e5d-42b2-9745-5f11574d8509 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:26:58.645971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Attempting to bind port e831f059-0e5d-42b2-9745-5f11574d8509 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:26:58.645971 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Attempting to bind port e831f059-0e5d-42b2-9745-5f11574d8509 on network 50df263d-3986-4649-864c-9f9f96654bad {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:26:58.652172 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Port e831f059-0e5d-42b2-9745-5f11574d8509 on network 50df263d-3986-4649-864c-9f9f96654bad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:26:58.652490 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Attempting to bind port e831f059-0e5d-42b2-9745-5f11574d8509 on network 50df263d-3986-4649-864c-9f9f96654bad {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:26:58.659305 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Checking agent: {'id': 'cddcffcb-e5b6-45bd-8615-a154838986e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'started_at': datetime.datetime(2022, 4, 22, 14, 32, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:26:58.659648 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Checking segment: {'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:26:58.660033 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Bound using segment: {'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'} {{(pid=83963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:26:58.660466 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.managers [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Bound port: e831f059-0e5d-42b2-9745-5f11574d8509, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98bb999-aa8a-46f4-a6e1-316b23676d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '50df263d-3986-4649-864c-9f9f96654bad'}}] {{(pid=83963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:26:58.660820 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:58.783882 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] For port e831f059-0e5d-42b2-9745-5f11574d8509, host hv-neutron-8390, cleared binding levels {{(pid=83963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:26:58.787153 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] For port e831f059-0e5d-42b2-9745-5f11574d8509, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e831f059-0e5d-42b2-9745-5f11574d8509,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:26:58.792891 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1970041'] for port, after_update {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:58.852929 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:58.854293 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] 10.222.0.30 "PUT /v2.0/ports/e831f059-0e5d-42b2-9745-5f11574d8509 HTTP/1.1" status: 200 len: 1093 time: 1.2548633 Apr 22 15:26:58.854722 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'tag': 'e831f059-0e5d-42b2-9745-5f11574d8509'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:26:58.915221 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d84b21-7235-4b9d-9569-f3453db9f9ad service neutron] Pushing event updated for resources: {'Port': ['ID=e831f059-0e5d-42b2-9745-5f11574d8509,revision_number=3']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:59.060297 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fab6de4-ca1d-443e-8592-7fd53699c2fa'] response: {'name': 'network-changed', 'server_uuid': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'tag': 'e831f059-0e5d-42b2-9745-5f11574d8509', 'status': 'completed', 'code': 200} Apr 22 15:26:59.160732 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bf93c-5ac6-4a35-be11-aecd87cca8b4 req-8363b17e-3364-43d1-ba94-ecce00eac2ae tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:59.163962 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-742bf93c-5ac6-4a35-be11-aecd87cca8b4 req-8363b17e-3364-43d1-ba94-ecce00eac2ae tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 943 time: 0.1373892 Apr 22 15:26:59.211919 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-742bf93c-5ac6-4a35-be11-aecd87cca8b4 req-704cafa8-c93e-4bce-af4d-dbe9d32979f2 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434842 Apr 22 15:27:00.492120 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dedfb5-f9e7-4947-9fac-c97092a9fb1a req-43102bf8-25fc-4b09-9f90-94a834ff25a8 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:00.500749 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-02dedfb5-f9e7-4947-9fac-c97092a9fb1a req-43102bf8-25fc-4b09-9f90-94a834ff25a8 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 943 time: 0.1221023 Apr 22 15:27:00.563888 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-02dedfb5-f9e7-4947-9fac-c97092a9fb1a req-e99fc301-cf75-441d-90b1-7f07a1976101 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610442 Apr 22 15:27:01.779476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447d48f-3f65-4cbf-8522-6d2209af686c req-9d7748dd-0b64-4ff3-830b-70cf7338327b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:01.780967 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f447d48f-3f65-4cbf-8522-6d2209af686c req-9d7748dd-0b64-4ff3-830b-70cf7338327b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 943 time: 0.0865998 Apr 22 15:27:01.831806 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-f447d48f-3f65-4cbf-8522-6d2209af686c req-ac9d204f-b37a-459c-8489-f6ac76139391 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448878 Apr 22 15:27:02.814440 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:27:03.049897 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e0622-89db-4a2d-b8d2-3f4ec102c4f6 req-6c44d570-b614-46ff-b7b1-f289b7909cd3 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:03.051635 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a68e0622-89db-4a2d-b8d2-3f4ec102c4f6 req-6c44d570-b614-46ff-b7b1-f289b7909cd3 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 943 time: 0.0834687 Apr 22 15:27:03.106111 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a68e0622-89db-4a2d-b8d2-3f4ec102c4f6 req-312e4e3d-ed31-4310-bef1-06b697784e56 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483136 Apr 22 15:27:04.327236 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24718947-22c7-485a-ad38-540ffe7932b3 req-6e55a114-939e-4053-8335-15d122c72d44 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:04.328687 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-24718947-22c7-485a-ad38-540ffe7932b3 req-6e55a114-939e-4053-8335-15d122c72d44 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 943 time: 0.0762932 Apr 22 15:27:04.376060 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-24718947-22c7-485a-ad38-540ffe7932b3 req-d4cc7476-df99-48e1-9457-03cdcc21d54b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410094 Apr 22 15:27:04.964056 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b746f2ef-1190-4d8d-a39c-fd679e3f539c req-7801aa1d-9646-442e-98d9-04adc4f6a6c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e537d59d759b4887bdd3c6672ed08975&device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 1096 time: 0.0738525 Apr 22 15:27:05.108364 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746f2ef-1190-4d8d-a39c-fd679e3f539c req-a4433d30-202b-403e-ba17-f3dfe463d44c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:05.109790 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b746f2ef-1190-4d8d-a39c-fd679e3f539c req-a4433d30-202b-403e-ba17-f3dfe463d44c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e537d59d759b4887bdd3c6672ed08975&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1363180 Apr 22 15:27:05.244856 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746f2ef-1190-4d8d-a39c-fd679e3f539c req-e12e2434-2eeb-4a99-8407-24967e6dbdab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:05.246198 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-b746f2ef-1190-4d8d-a39c-fd679e3f539c req-e12e2434-2eeb-4a99-8407-24967e6dbdab service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303213 Apr 22 15:27:05.347840 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-26e740d8-fb0f-4447-a83e-fce864fc0adc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e537d59d759b4887bdd3c6672ed08975&device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 1096 time: 0.0675254 Apr 22 15:27:05.418030 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-4e6d2b12-411e-48e7-a205-6e897e9efe93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e831f059-0e5d-42b2-9745-5f11574d8509 HTTP/1.1" status: 200 len: 217 time: 0.0637565 Apr 22 15:27:05.482212 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-35920f82-9c46-4f01-bf57-3162e1d20292 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:05.483824 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-35920f82-9c46-4f01-bf57-3162e1d20292 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd545a3b-5170-4df4-bb6e-6c82eecc292d HTTP/1.1" status: 200 len: 849 time: 0.0580878 Apr 22 15:27:05.560702 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-d6364f1d-c098-45a2-97d5-f9c8c680468b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50df263d-3986-4649-864c-9f9f96654bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710003 Apr 22 15:27:05.574892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c1db8-ae94-4f6a-a138-1e353adbe4a2 req-c149fe87-acf3-4c3f-a232-d16ba3e135ef tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:05.576333 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-093c1db8-ae94-4f6a-a138-1e353adbe4a2 req-c149fe87-acf3-4c3f-a232-d16ba3e135ef tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 943 time: 0.0799315 Apr 22 15:27:05.624244 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-093c1db8-ae94-4f6a-a138-1e353adbe4a2 req-163dabc4-6271-47ab-9491-03ef4dc68cee tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422215 Apr 22 15:27:05.692916 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-00c5101f-2b9f-44f0-8d6c-7c556eb6c5f4 service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267154 Apr 22 15:27:05.823069 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-e665f0df-91b2-49b7-9053-f4c05ac8abda req-1818e9c8-94cc-4f2a-b564-82400e446832 service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239562 Apr 22 15:27:06.817924 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016bbd3-eb6b-4099-beab-ae7dfd2d005d req-81f29706-cb04-4795-89a3-8ff629604bf8 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:06.819370 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a016bbd3-eb6b-4099-beab-ae7dfd2d005d req-81f29706-cb04-4795-89a3-8ff629604bf8 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 943 time: 0.0750756 Apr 22 15:27:06.864132 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-a016bbd3-eb6b-4099-beab-ae7dfd2d005d req-d99213b1-77bf-41cc-8a66-150c37ff3b32 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384989 Apr 22 15:27:08.062475 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dad30c-9542-4197-8df5-7ed6dc33d0e1 req-ca7fe98d-01ac-4715-ab30-62f7ce3a84d7 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:08.063861 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6dad30c-9542-4197-8df5-7ed6dc33d0e1 req-ca7fe98d-01ac-4715-ab30-62f7ce3a84d7 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 943 time: 0.0792708 Apr 22 15:27:08.108510 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b6dad30c-9542-4197-8df5-7ed6dc33d0e1 req-e4418126-f5de-49f2-8fd3-807300bb5299 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392809 Apr 22 15:27:09.221532 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device e831f059-0e5d-42b2-9745-5f11574d8509 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:27:09.301325 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de96ed-3377-4c6f-8cc8-e46a68526428 req-f21cd7e8-df54-4c5e-9125-60e66008dcd9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:09.302867 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e9de96ed-3377-4c6f-8cc8-e46a68526428 req-f21cd7e8-df54-4c5e-9125-60e66008dcd9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 943 time: 0.0770383 Apr 22 15:27:09.352745 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e9de96ed-3377-4c6f-8cc8-e46a68526428 req-8dabd081-a778-4a9a-98de-f6b308161520 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439754 Apr 22 15:27:09.387491 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port e831f059-0e5d-42b2-9745-5f11574d8509, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e831f059-0e5d-42b2-9745-5f11574d8509,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:27:09.400473 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': 'e831f059-0e5d-42b2-9745-5f11574d8509', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'port_id': 'e831f059-0e5d-42b2-9745-5f11574d8509', 'mac_address': 'fa:16:3e:0d:fb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:27:09.453204 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:09.472164 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e831f059-0e5d-42b2-9745-5f11574d8509 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:27:09.487033 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port e831f059-0e5d-42b2-9745-5f11574d8509, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e831f059-0e5d-42b2-9745-5f11574d8509,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:27:09.490870 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:09.555390 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=e831f059-0e5d-42b2-9745-5f11574d8509,revision_number=4']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:27:09.736395 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['e831f059-0e5d-42b2-9745-5f11574d8509'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:27:10.551152 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbce7c-097a-4d58-8aa5-b5b0e400381a req-656bff76-9ecf-4071-8f77-cd1ac302f9c8 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:10.552610 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4ecbce7c-097a-4d58-8aa5-b5b0e400381a req-656bff76-9ecf-4071-8f77-cd1ac302f9c8 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 944 time: 0.0772386 Apr 22 15:27:10.596721 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4ecbce7c-097a-4d58-8aa5-b5b0e400381a req-39ec32ee-2757-4aed-b2a8-7ccfd1201332 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387797 Apr 22 15:27:11.236270 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device e831f059-0e5d-42b2-9745-5f11574d8509 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:27:11.307084 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning for port e831f059-0e5d-42b2-9745-5f11574d8509 completed by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:27:11.311958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port e831f059-0e5d-42b2-9745-5f11574d8509 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:27:11.312324 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:11.420764 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:11.445821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e831f059-0e5d-42b2-9745-5f11574d8509'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:27:11.455557 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port e831f059-0e5d-42b2-9745-5f11574d8509, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e831f059-0e5d-42b2-9745-5f11574d8509,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:27:11.459771 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:11.505046 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67efd6c-ae56-464c-8bd6-7d48cd1fc0cf'] response: {'server_uuid': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e831f059-0e5d-42b2-9745-5f11574d8509', 'code': 200} Apr 22 15:27:11.530602 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=e831f059-0e5d-42b2-9745-5f11574d8509,revision_number=5']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:27:11.732494 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-05255f12-e9c3-44a3-bc8c-db7caca93127 req-1002de91-9360-4df8-894c-4329c14048a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 1098 time: 0.0729461 Apr 22 15:27:11.774856 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-05255f12-e9c3-44a3-bc8c-db7caca93127 req-2bc1413f-84eb-42f1-b9ed-925d93123de1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365512 Apr 22 15:27:11.804931 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5af0b3-d6bb-48cb-bb52-7e790a7fc910 req-f46dcdec-9b9e-4c0b-aa0b-836980a59d1d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:11.806371 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3b5af0b3-d6bb-48cb-bb52-7e790a7fc910 req-f46dcdec-9b9e-4c0b-aa0b-836980a59d1d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 945 time: 0.0792065 Apr 22 15:27:11.925074 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-3b5af0b3-d6bb-48cb-bb52-7e790a7fc910 req-ce574c20-eace-4f0a-b882-a3a1eed45c6d tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132154 Apr 22 15:27:13.120730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da88ac-5fb0-4a2c-a07f-9d04d17cd3d0 req-f6583442-7685-4d45-ba23-576e868c5da8 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:13.122399 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3da88ac-5fb0-4a2c-a07f-9d04d17cd3d0 req-f6583442-7685-4d45-ba23-576e868c5da8 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 945 time: 0.0738964 Apr 22 15:27:13.166885 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-e3da88ac-5fb0-4a2c-a07f-9d04d17cd3d0 req-95155bc1-71e9-4291-b4a6-b3f0bfeab14b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390606 Apr 22 15:27:13.361602 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be61ad4-479d-4bce-9529-5dcb6e4c1b29 req-ba066b36-cfc9-4094-b10b-9bf92ff78e78 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:13.363019 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4be61ad4-479d-4bce-9529-5dcb6e4c1b29 req-ba066b36-cfc9-4094-b10b-9bf92ff78e78 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 945 time: 0.0757434 Apr 22 15:27:13.407379 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4be61ad4-479d-4bce-9529-5dcb6e4c1b29 req-fa9b5835-b67a-413e-ab97-7eff662fc4b5 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389321 Apr 22 15:27:13.435263 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44148) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:27:13.502441 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-9decd414-054f-4248-8b16-8c184bfb6ba4 tempest-TestSnapshotPattern-1182974254 tempest-TestSnapshotPattern-1182974254-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 1093 time: 0.0660026 Apr 22 15:27:13.504861 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44152) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:27:13.509783 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.v2.base [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Request body: {'floatingip': {'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'port_id': 'e831f059-0e5d-42b2-9745-5f11574d8509', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:27:13.515422 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:27:13.519114 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Usage tracker for resource:floatingip and tenant:e537d59d759b4887bdd3c6672ed08975 is out of sync, need to count used quota {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:27:13.521892 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:27:13.527929 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.quota.driver [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:27:13.540867 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for floatingip, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:13.668141 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:13.803850 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_common [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Allocated IP 172.26.0.106 (6b125409-87db-4618-a281-ef9b5bf6fb5e/3e543205-6568-4e8f-9a29-681a09b00076/00d03ea6-dca4-4c1b-8a37-946a07e41e28) {{(pid=83964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:27:13.944809 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for port, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:13.973795 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757670477451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:14.042391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Network 6b125409-87db-4618-a281-ef9b5bf6fb5e is already hosted by enough agents. {{(pid=83964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:27:14.045753 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.base_scheduler [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Resources bound (agent type, host, resource id): {{(pid=83964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:27:14.049963 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Received port after_create {{(pid=83964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:27:14.074419 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event updated for resources: {'Port': ['ID=00d03ea6-dca4-4c1b-8a37-946a07e41e28,revision_number=1']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:27:14.095544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:27:14.095890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:27:14.096224 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:27:14.096554 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:27:14.096884 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:27:14.097209 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:27:14.097532 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:27:14.097859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:27:14.098175 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:27:14.098490 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:27:14.098823 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:27:14.555146 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:14.608729 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:14.812252 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for port, precommit_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:14.816449 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1390440'] for port, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:15.003877 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event updated for resources: {'Port': ['ID=00d03ea6-dca4-4c1b-8a37-946a07e41e28,revision_number=2']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:27:15.015516 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-668416'] for floatingip, after_update {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:15.199046 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.db.l3_db [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Floating IP dc2beb57-baae-46af-b0e6-25a659d524a9 associated. External IP: 172.26.0.106, port: e831f059-0e5d-42b2-9745-5f11574d8509. Apr 22 15:27:15.583472 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Router 88cadbf0-e83d-45af-b632-972a1682b141 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:27:15.784657 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:27:15.795617 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5faf1f7-195a-4f04-93bc-12a1baed1244 None None] Sync routers for ids ['88cadbf0-e83d-45af-b632-972a1682b141'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:27:15.806919 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5faf1f7-195a-4f04-93bc-12a1baed1244 None None] Routers {'88cadbf0-e83d-45af-b632-972a1682b141'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:27:15.807565 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c5faf1f7-195a-4f04-93bc-12a1baed1244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:26:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['88cadbf0-e83d-45af-b632-972a1682b141'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:27:15.809346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:15.863141 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6aebe0cc-b19c-457d-be79-aca0c01c0cdf tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3572123 Apr 22 15:27:15.863730 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'tag': 'e831f059-0e5d-42b2-9745-5f11574d8509'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:27:15.920366 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af23349-9ef9-4451-b8a9-9939d3a9d5ac'] response: {'name': 'network-changed', 'server_uuid': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'tag': 'e831f059-0e5d-42b2-9745-5f11574d8509', 'status': 'completed', 'code': 200} Apr 22 15:27:15.985795 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-c5faf1f7-195a-4f04-93bc-12a1baed1244 None None] Set router 88cadbf0-e83d-45af-b632-972a1682b141 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:27:16.012711 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c9d24236-09d5-487b-af02-ee2f1ba828cf req-98594c86-4324-4b51-ad94-604af622e7c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e537d59d759b4887bdd3c6672ed08975&device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 1098 time: 0.0688391 Apr 22 15:27:16.144956 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d24236-09d5-487b-af02-ee2f1ba828cf req-e8d4a98d-da75-42df-8208-2f493a32da52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:16.146386 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c9d24236-09d5-487b-af02-ee2f1ba828cf req-e8d4a98d-da75-42df-8208-2f493a32da52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=50df263d-3986-4649-864c-9f9f96654bad HTTP/1.1" status: 200 len: 911 time: 0.1278870 Apr 22 15:27:16.250287 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c9d24236-09d5-487b-af02-ee2f1ba828cf req-35199934-901e-45a0-acfb-b9108667d9a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e831f059-0e5d-42b2-9745-5f11574d8509 HTTP/1.1" status: 200 len: 999 time: 0.0974312 Apr 22 15:27:16.316738 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d24236-09d5-487b-af02-ee2f1ba828cf req-1ed1cb9a-5e7e-4506-b768-e13c97ecb336 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:16.318155 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c9d24236-09d5-487b-af02-ee2f1ba828cf req-1ed1cb9a-5e7e-4506-b768-e13c97ecb336 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd545a3b-5170-4df4-bb6e-6c82eecc292d HTTP/1.1" status: 200 len: 849 time: 0.0620098 Apr 22 15:27:16.339165 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c5faf1f7-195a-4f04-93bc-12a1baed1244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '456571e0-df9e-4122-bf59-27bf6fd36912', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'port_id': '6da50ea9-086d-46bc-aef5-b03f653000da', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'mac_address': 'fa:16:3e:23:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:24:43Z', 'updated_at': '2022-04-22T15:24:50Z', 'revision_number': 1, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'fixed_ip_address_scope': None}, {'id': 'dc2beb57-baae-46af-b0e6-25a659d524a9', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'floating_ip_address': '172.26.0.106', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'port_id': 'e831f059-0e5d-42b2-9745-5f11574d8509', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'mac_address': 'fa:16:3e:0d:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:27:14Z', 'updated_at': '2022-04-22T15:27:14Z', 'revision_number': 0, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32635ad1-2f83-4bcf-b397-0a7adc7d8772', 'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'mac_address': 'fa:16:3e:c7:b1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:29Z', 'revision_number': 5, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'subnets': [{'id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:27:16.343807 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5faf1f7-195a-4f04-93bc-12a1baed1244 None None] Checking router: 88cadbf0-e83d-45af-b632-972a1682b141 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:27:16.354053 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5faf1f7-195a-4f04-93bc-12a1baed1244 None None] Routers {'88cadbf0-e83d-45af-b632-972a1682b141'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:27:16.354636 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c5faf1f7-195a-4f04-93bc-12a1baed1244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:26:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['88cadbf0-e83d-45af-b632-972a1682b141'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:27:16.392304 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c9d24236-09d5-487b-af02-ee2f1ba828cf req-fa16daf1-03ec-47fd-aef7-643667e9ccc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50df263d-3986-4649-864c-9f9f96654bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677855 Apr 22 15:27:16.525577 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c9d24236-09d5-487b-af02-ee2f1ba828cf req-306e2167-d176-475a-b929-d69571b73562 service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274872 Apr 22 15:27:16.567846 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-c5faf1f7-195a-4f04-93bc-12a1baed1244 None None] Set router 88cadbf0-e83d-45af-b632-972a1682b141 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:27:16.749930 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c9d24236-09d5-487b-af02-ee2f1ba828cf req-9d6704a2-450d-46cb-80bc-01b9c22b47ab service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172236 Apr 22 15:27:16.921034 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-c5faf1f7-195a-4f04-93bc-12a1baed1244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '456571e0-df9e-4122-bf59-27bf6fd36912', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'port_id': '6da50ea9-086d-46bc-aef5-b03f653000da', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'mac_address': 'fa:16:3e:23:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:24:43Z', 'updated_at': '2022-04-22T15:24:50Z', 'revision_number': 1, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'fixed_ip_address_scope': None}, {'id': 'dc2beb57-baae-46af-b0e6-25a659d524a9', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'floating_ip_address': '172.26.0.106', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'port_id': 'e831f059-0e5d-42b2-9745-5f11574d8509', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'mac_address': 'fa:16:3e:0d:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:27:14Z', 'updated_at': '2022-04-22T15:27:14Z', 'revision_number': 0, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32635ad1-2f83-4bcf-b397-0a7adc7d8772', 'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'mac_address': 'fa:16:3e:c7:b1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:29Z', 'revision_number': 5, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'subnets': [{'id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:27:16.924843 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5faf1f7-195a-4f04-93bc-12a1baed1244 None None] The sync data for ids ['88cadbf0-e83d-45af-b632-972a1682b141'] in dv-neutron-839027-1-hyperv is: [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '456571e0-df9e-4122-bf59-27bf6fd36912', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'port_id': '6da50ea9-086d-46bc-aef5-b03f653000da', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'mac_address': 'fa:16:3e:23:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:24:43Z', 'updated_at': '2022-04-22T15:24:50Z', 'revision_number': 1, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'fixed_ip_address_scope': None}, {'id': 'dc2beb57-baae-46af-b0e6-25a659d524a9', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'floating_ip_address': '172.26.0.106', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'port_id': 'e831f059-0e5d-42b2-9745-5f11574d8509', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'mac_address': 'fa:16:3e:0d:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:27:14Z', 'updated_at': '2022-04-22T15:27:14Z', 'revision_number': 0, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32635ad1-2f83-4bcf-b397-0a7adc7d8772', 'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'mac_address': 'fa:16:3e:c7:b1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:29Z', 'revision_number': 5, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'subnets': [{'id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:27:17.109463 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b75af5-3d39-4891-9889-19963dafa1e2 None None] New status for floating IP dc2beb57-baae-46af-b0e6-25a659d524a9: ACTIVE {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:27:22.569774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-311c739f-c460-48ac-8f84-0b4e0a59d3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:24.873514 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-73b8315b-a22e-4208-9bb4-c68cf45da36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:24.969879 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:26.233821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:26.268774 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:27.528742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:39.814664 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:27:48.161299 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-52c826d4-6e1a-4f97-8918-73d961327bd2 req-1fa945d3-7cc4-417e-a873-2920dc6fdeed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727768 Apr 22 15:27:48.297003 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-52c826d4-6e1a-4f97-8918-73d961327bd2 req-200676fa-6865-4570-95f5-b8a7311b6c9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e537d59d759b4887bdd3c6672ed08975&device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 1096 time: 0.0680599 Apr 22 15:27:48.440525 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c826d4-6e1a-4f97-8918-73d961327bd2 req-1b1c457d-71fa-4cdb-b439-65adb50f28bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:48.441857 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-52c826d4-6e1a-4f97-8918-73d961327bd2 req-1b1c457d-71fa-4cdb-b439-65adb50f28bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=50df263d-3986-4649-864c-9f9f96654bad HTTP/1.1" status: 200 len: 911 time: 0.1267891 Apr 22 15:27:48.544530 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-52c826d4-6e1a-4f97-8918-73d961327bd2 req-c2101cc3-021f-482e-b31b-618e2822a92c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6da50ea9-086d-46bc-aef5-b03f653000da HTTP/1.1" status: 200 len: 999 time: 0.0961957 Apr 22 15:27:48.606206 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c826d4-6e1a-4f97-8918-73d961327bd2 req-34f8304c-974e-4031-9070-6da8c5a202a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:48.607616 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-52c826d4-6e1a-4f97-8918-73d961327bd2 req-34f8304c-974e-4031-9070-6da8c5a202a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd545a3b-5170-4df4-bb6e-6c82eecc292d HTTP/1.1" status: 200 len: 849 time: 0.0576775 Apr 22 15:27:48.685163 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-52c826d4-6e1a-4f97-8918-73d961327bd2 req-e92c90ea-8c2e-4830-baf9-0cdc42d73833 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50df263d-3986-4649-864c-9f9f96654bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710111 Apr 22 15:27:48.814971 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-52c826d4-6e1a-4f97-8918-73d961327bd2 req-8a6cedd4-b212-4668-84bd-83e2d0fc2237 service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242411 Apr 22 15:27:48.944799 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-52c826d4-6e1a-4f97-8918-73d961327bd2 req-2280de33-5f20-48fb-9577-070d6424d4dd service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233482 Apr 22 15:27:52.575730 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-98b15b9c-8190-4af6-9ba2-93f04a904b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:54.874093 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d0217779-4862-4dc9-900d-26cc5f7b367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:54.968397 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:56.236847 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:56.270304 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:57.531377 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:16.814248 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:28:22.568665 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c943534d-36e6-4782-8ebf-17f0ec193992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:24.876057 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-e8cd66d6-9d28-436d-bb2a-9506567b56eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:24.999462 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:26.239342 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:26.271388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:27.534733 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:49.643068 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-22f490ea-4f33-4115-ae6e-cd10400b78e4 req-c9b2c70e-50c3-4062-aeb7-0848aee985f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e537d59d759b4887bdd3c6672ed08975&device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 1098 time: 0.0702620 Apr 22 15:28:49.788267 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f490ea-4f33-4115-ae6e-cd10400b78e4 req-46a386d7-f9d3-439e-a939-3d36b07cb112 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:49.789677 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-22f490ea-4f33-4115-ae6e-cd10400b78e4 req-46a386d7-f9d3-439e-a939-3d36b07cb112 service neutron] 10.222.0.30 "GET /v2.0/networks?id=50df263d-3986-4649-864c-9f9f96654bad HTTP/1.1" status: 200 len: 911 time: 0.1251400 Apr 22 15:28:49.891965 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-22f490ea-4f33-4115-ae6e-cd10400b78e4 req-2c6eacbf-d285-47d2-8cad-5ae2d88fb7b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e831f059-0e5d-42b2-9745-5f11574d8509 HTTP/1.1" status: 200 len: 1001 time: 0.0944562 Apr 22 15:28:49.952901 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f490ea-4f33-4115-ae6e-cd10400b78e4 req-cbed7858-383a-4b31-89b7-416c887ee19f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:49.954322 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-22f490ea-4f33-4115-ae6e-cd10400b78e4 req-cbed7858-383a-4b31-89b7-416c887ee19f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd545a3b-5170-4df4-bb6e-6c82eecc292d HTTP/1.1" status: 200 len: 849 time: 0.0561769 Apr 22 15:28:50.033375 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-22f490ea-4f33-4115-ae6e-cd10400b78e4 req-22324def-6aaf-48cf-a2a1-d1739b9ab626 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50df263d-3986-4649-864c-9f9f96654bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731339 Apr 22 15:28:50.165983 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-22f490ea-4f33-4115-ae6e-cd10400b78e4 req-7a29d053-64a8-4563-9a19-234428defbb1 service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257298 Apr 22 15:28:50.386797 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-22f490ea-4f33-4115-ae6e-cd10400b78e4 req-038f11fe-f47b-4dcc-9281-41210d3ec699 service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136045 Apr 22 15:28:51.782922 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device e831f059-0e5d-42b2-9745-5f11574d8509 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:28:51.918029 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port e831f059-0e5d-42b2-9745-5f11574d8509, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e831f059-0e5d-42b2-9745-5f11574d8509,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:28:51.931555 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Returning: {'device': 'e831f059-0e5d-42b2-9745-5f11574d8509', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'port_id': 'e831f059-0e5d-42b2-9745-5f11574d8509', 'mac_address': 'fa:16:3e:0d:fb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:28:51.986574 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:52.004954 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e831f059-0e5d-42b2-9745-5f11574d8509 {{(pid=83965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:28:52.021512 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port e831f059-0e5d-42b2-9745-5f11574d8509, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e831f059-0e5d-42b2-9745-5f11574d8509,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:28:52.025290 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:52.138015 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=e831f059-0e5d-42b2-9745-5f11574d8509,revision_number=6']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:28:52.146864 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:52.147064 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:52.147435 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:52.147858 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:52.148093 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:52.148425 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:52.148752 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:52.149078 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:52.149406 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:52.149743 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:52.150138 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:52.155339 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] get_ports_and_sgs() called for port_ids ['e831f059-0e5d-42b2-9745-5f11574d8509'] {{(pid=83965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:28:52.578389 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c8991070-bd1b-4f7d-a3b2-09052cfbb6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:53.783503 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device e831f059-0e5d-42b2-9745-5f11574d8509 up at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:28:53.816204 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:28:53.854361 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.provisioning_blocks [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Provisioning complete for port e831f059-0e5d-42b2-9745-5f11574d8509 triggered by entity L2. {{(pid=83965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:28:53.854907 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604456'] for port, provisioning_complete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:53.987581 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:54.016672 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e831f059-0e5d-42b2-9745-5f11574d8509'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:28:54.027699 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port e831f059-0e5d-42b2-9745-5f11574d8509, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e831f059-0e5d-42b2-9745-5f11574d8509,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:28:54.032866 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:54.116023 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=e831f059-0e5d-42b2-9745-5f11574d8509,revision_number=7']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:28:54.195738 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d8a5f0-7bf1-486e-98a7-4ec262a1b77f'] response: {'server_uuid': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e831f059-0e5d-42b2-9745-5f11574d8509', 'code': 200} Apr 22 15:28:54.880017 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7f0bed7b-c5dd-4660-b6b5-a2e9da3d18a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:55.020099 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:56.245173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:56.276058 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:57.543659 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:02.482653 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44324) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:02.679694 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Deleting port 00d03ea6-dca4-4c1b-8a37-946a07e41e28 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:02.680036 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:02.845077 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:02.845406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:03.058137 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Calling delete_port for 00d03ea6-dca4-4c1b-8a37-946a07e41e28 owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:03.208473 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:03.255027 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event deleted for resources: {'Port': ['ID=00d03ea6-dca4-4c1b-8a37-946a07e41e28,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:03.266859 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:03.267206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:03.267570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:03.267906 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:03.268240 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:03.268570 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:03.268899 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:03.269225 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:03.269927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:03.269927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:03.270165 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:03.358743 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:03.827041 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Router 88cadbf0-e83d-45af-b632-972a1682b141 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:29:04.033426 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:29:04.044989 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0841c-de49-4177-a3f9-b625e1caa1f2 None None] Sync routers for ids ['88cadbf0-e83d-45af-b632-972a1682b141'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:29:04.049338 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:04.057191 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0841c-de49-4177-a3f9-b625e1caa1f2 None None] Routers {'88cadbf0-e83d-45af-b632-972a1682b141'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:29:04.058356 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-28f0841c-de49-4177-a3f9-b625e1caa1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:28:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['88cadbf0-e83d-45af-b632-972a1682b141'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:04.103861 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-b6715057-0969-4eea-b315-8ed6f1d1f87f tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "DELETE /v2.0/floatingips/dc2beb57-baae-46af-b0e6-25a659d524a9 HTTP/1.1" status: 204 len: 168 time: 1.6181352 Apr 22 15:29:04.103861 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'tag': 'e831f059-0e5d-42b2-9745-5f11574d8509'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:29:04.160553 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa222e80-66c0-4694-899a-219f73ec8da1'] response: {'name': 'network-changed', 'server_uuid': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'tag': 'e831f059-0e5d-42b2-9745-5f11574d8509', 'status': 'completed', 'code': 200} Apr 22 15:29:04.259895 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-71b4e5eb-0187-4165-9705-b7719cd2350b req-3bf28486-23bd-480f-9cd3-d6177e207b7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e537d59d759b4887bdd3c6672ed08975&device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 1098 time: 0.0777719 Apr 22 15:29:04.260619 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-28f0841c-de49-4177-a3f9-b625e1caa1f2 None None] Set router 88cadbf0-e83d-45af-b632-972a1682b141 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:29:04.400705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4e5eb-0187-4165-9705-b7719cd2350b req-aa1721d5-333a-409a-832f-afffc92496c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:04.402424 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-71b4e5eb-0187-4165-9705-b7719cd2350b req-aa1721d5-333a-409a-832f-afffc92496c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=50df263d-3986-4649-864c-9f9f96654bad HTTP/1.1" status: 200 len: 911 time: 0.1360016 Apr 22 15:29:04.479185 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-71b4e5eb-0187-4165-9705-b7719cd2350b req-1765cd15-cfcd-46e0-a45c-61749ddfe0e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e831f059-0e5d-42b2-9745-5f11574d8509 HTTP/1.1" status: 200 len: 217 time: 0.0695152 Apr 22 15:29:04.543577 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4e5eb-0187-4165-9705-b7719cd2350b req-4a047a81-c44d-416d-8d84-55d92558fcf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:04.545015 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-71b4e5eb-0187-4165-9705-b7719cd2350b req-4a047a81-c44d-416d-8d84-55d92558fcf6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd545a3b-5170-4df4-bb6e-6c82eecc292d HTTP/1.1" status: 200 len: 849 time: 0.0598819 Apr 22 15:29:04.593942 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed897c2-30db-459e-9d6a-9dc1dc69aa8f req-a31afe20-d4f6-4771-b5a6-2c2f27863a74 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:04.594556 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-fed897c2-30db-459e-9d6a-9dc1dc69aa8f req-a31afe20-d4f6-4771-b5a6-2c2f27863a74 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Synchronizing usage tracker for tenant:e537d59d759b4887bdd3c6672ed08975 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:29:04.612950 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-fed897c2-30db-459e-9d6a-9dc1dc69aa8f req-a31afe20-d4f6-4771-b5a6-2c2f27863a74 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Unset dirty status for tenant:e537d59d759b4887bdd3c6672ed08975 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:29:04.613651 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fed897c2-30db-459e-9d6a-9dc1dc69aa8f req-a31afe20-d4f6-4771-b5a6-2c2f27863a74 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 945 time: 0.1747332 Apr 22 15:29:04.639940 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-28f0841c-de49-4177-a3f9-b625e1caa1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '456571e0-df9e-4122-bf59-27bf6fd36912', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'port_id': '6da50ea9-086d-46bc-aef5-b03f653000da', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'mac_address': 'fa:16:3e:23:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:24:43Z', 'updated_at': '2022-04-22T15:24:50Z', 'revision_number': 1, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32635ad1-2f83-4bcf-b397-0a7adc7d8772', 'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'mac_address': 'fa:16:3e:c7:b1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:29Z', 'revision_number': 5, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'subnets': [{'id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:04.644647 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0841c-de49-4177-a3f9-b625e1caa1f2 None None] Checking router: 88cadbf0-e83d-45af-b632-972a1682b141 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:29:04.645066 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-71b4e5eb-0187-4165-9705-b7719cd2350b req-41dfda03-a45c-4fca-9544-3e7cd1c34233 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50df263d-3986-4649-864c-9f9f96654bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0920014 Apr 22 15:29:04.656279 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0841c-de49-4177-a3f9-b625e1caa1f2 None None] Routers {'88cadbf0-e83d-45af-b632-972a1682b141'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:29:04.656503 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-28f0841c-de49-4177-a3f9-b625e1caa1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:28:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['88cadbf0-e83d-45af-b632-972a1682b141'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:04.663554 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-fed897c2-30db-459e-9d6a-9dc1dc69aa8f req-d105ae26-62ad-424b-8eae-1fd54fb4f790 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442944 Apr 22 15:29:04.791386 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-71b4e5eb-0187-4165-9705-b7719cd2350b req-ad903921-4b54-48ff-869d-81f53e06cea7 service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389458 Apr 22 15:29:04.842575 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-28f0841c-de49-4177-a3f9-b625e1caa1f2 None None] Set router 88cadbf0-e83d-45af-b632-972a1682b141 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:29:04.930076 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-71b4e5eb-0187-4165-9705-b7719cd2350b req-a3c19a66-87fb-462f-98c8-e531ed4b2c71 service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307671 Apr 22 15:29:05.231063 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-28f0841c-de49-4177-a3f9-b625e1caa1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '456571e0-df9e-4122-bf59-27bf6fd36912', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'port_id': '6da50ea9-086d-46bc-aef5-b03f653000da', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'mac_address': 'fa:16:3e:23:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:24:43Z', 'updated_at': '2022-04-22T15:24:50Z', 'revision_number': 1, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32635ad1-2f83-4bcf-b397-0a7adc7d8772', 'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'mac_address': 'fa:16:3e:c7:b1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:29Z', 'revision_number': 5, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'subnets': [{'id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:05.235010 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0841c-de49-4177-a3f9-b625e1caa1f2 None None] The sync data for ids ['88cadbf0-e83d-45af-b632-972a1682b141'] in dv-neutron-839027-1-hyperv is: [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_floatingips': [{'id': '456571e0-df9e-4122-bf59-27bf6fd36912', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'router_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'port_id': '6da50ea9-086d-46bc-aef5-b03f653000da', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'mac_address': 'fa:16:3e:23:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:24:43Z', 'updated_at': '2022-04-22T15:24:50Z', 'revision_number': 1, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32635ad1-2f83-4bcf-b397-0a7adc7d8772', 'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'mac_address': 'fa:16:3e:c7:b1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:29Z', 'revision_number': 5, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'subnets': [{'id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:29:05.446721 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c751e42f-695e-4afb-b00b-ff137a6c68c4 None None] New status for floating IP dc2beb57-baae-46af-b0e6-25a659d524a9: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:29:05.828570 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device e831f059-0e5d-42b2-9745-5f11574d8509 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:29:05.863486 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc9591-3cf9-4ef4-b0b2-6068a162f57d req-ba91e060-311e-4640-840d-e97247e78269 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:05.864937 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-adcc9591-3cf9-4ef4-b0b2-6068a162f57d req-ba91e060-311e-4640-840d-e97247e78269 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 945 time: 0.0745542 Apr 22 15:29:05.911098 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-adcc9591-3cf9-4ef4-b0b2-6068a162f57d req-d5215af9-ece4-40a4-918a-72d13da0c752 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403936 Apr 22 15:29:05.943741 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3200979'] for port, before_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:05.957143 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d2e0f-3120-46cc-8a83-c10493ca7301 req-5ca8a408-ef4a-4f4a-aed6-54c17f661db9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:05.957828 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-da2d2e0f-3120-46cc-8a83-c10493ca7301 req-5ca8a408-ef4a-4f4a-aed6-54c17f661db9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Synchronizing usage tracker for tenant:e537d59d759b4887bdd3c6672ed08975 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:29:05.970736 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-da2d2e0f-3120-46cc-8a83-c10493ca7301 req-5ca8a408-ef4a-4f4a-aed6-54c17f661db9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Unset dirty status for tenant:e537d59d759b4887bdd3c6672ed08975 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:29:05.971813 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e831f059-0e5d-42b2-9745-5f11574d8509'}] {{(pid=83965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:29:05.971955 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-da2d2e0f-3120-46cc-8a83-c10493ca7301 req-5ca8a408-ef4a-4f4a-aed6-54c17f661db9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 945 time: 0.0920208 Apr 22 15:29:05.981876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] For port e831f059-0e5d-42b2-9745-5f11574d8509, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e831f059-0e5d-42b2-9745-5f11574d8509,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:05.986615 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757670916518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757670477469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757670477514'] for port, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:06.033176 dv-neutron-839027-1-hyperv neutron-server[83965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00f5a75-76ab-4c68-add2-eecac43a1122'] response: {'server_uuid': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e831f059-0e5d-42b2-9745-5f11574d8509', 'code': 200} Apr 22 15:29:06.044198 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-da2d2e0f-3120-46cc-8a83-c10493ca7301 req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Deleting port e831f059-0e5d-42b2-9745-5f11574d8509 {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:06.044549 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-da2d2e0f-3120-46cc-8a83-c10493ca7301 req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:06.058188 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Pushing event updated for resources: {'Port': ['ID=e831f059-0e5d-42b2-9745-5f11574d8509,revision_number=8']} {{(pid=83965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:06.285232 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-da2d2e0f-3120-46cc-8a83-c10493ca7301 req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] For port e831f059-0e5d-42b2-9745-5f11574d8509, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e831f059-0e5d-42b2-9745-5f11574d8509,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:06.285586 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-da2d2e0f-3120-46cc-8a83-c10493ca7301 req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:06.403353 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-da2d2e0f-3120-46cc-8a83-c10493ca7301 req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Calling delete_port for e831f059-0e5d-42b2-9745-5f11574d8509 owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:06.540179 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-da2d2e0f-3120-46cc-8a83-c10493ca7301 req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:06.586709 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event deleted for resources: {'Port': ['ID=e831f059-0e5d-42b2-9745-5f11574d8509,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:06.630982 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:06.631344 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:06.631688 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:06.632019 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:06.632377 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:06.632677 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:06.633001 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:06.633322 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:06.633644 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:06.633957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:06.634274 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-1-hyperv {{(pid=83963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:06.674535 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2d2e0f-3120-46cc-8a83-c10493ca7301 req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] No DVR routers for this DVR port e831f059-0e5d-42b2-9745-5f11574d8509 on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:29:06.676957 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-da2d2e0f-3120-46cc-8a83-c10493ca7301 req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:06.679416 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'name': 'network-vif-deleted', 'tag': 'e831f059-0e5d-42b2-9745-5f11574d8509'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:29:06.695518 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-da2d2e0f-3120-46cc-8a83-c10493ca7301 req-0406c37c-2226-4eff-a4de-5b8a125e3bc9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.30 "DELETE /v2.0/ports/e831f059-0e5d-42b2-9745-5f11574d8509 HTTP/1.1" status: 204 len: 173 time: 0.7187483 Apr 22 15:29:06.737846 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e478860c-9029-4261-b1fe-bcbf441d1a11'] response: {'server_uuid': 'ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c', 'name': 'network-vif-deleted', 'tag': 'e831f059-0e5d-42b2-9745-5f11574d8509', 'status': 'completed', 'code': 200} Apr 22 15:29:07.099483 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-696d5bc7-a07f-4175-a784-83667f2d02b0 req-e0bd81ca-ef50-4530-b5ea-ade798f1f0a3 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac8cbe8c-6ea3-424d-90a9-ea0c7ce7ec4c HTTP/1.1" status: 200 len: 210 time: 0.0444090 Apr 22 15:29:08.773557 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44382) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:08.969630 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-6e6620a0-e188-4176-b09b-6ff6fe656978 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Deleting port 8ee0d5f4-a02e-4b10-82f6-f4137aec1843 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:08.969890 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6e6620a0-e188-4176-b09b-6ff6fe656978 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:09.226211 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6e6620a0-e188-4176-b09b-6ff6fe656978 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:09.226444 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6e6620a0-e188-4176-b09b-6ff6fe656978 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:09.345290 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-6e6620a0-e188-4176-b09b-6ff6fe656978 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Calling delete_port for 8ee0d5f4-a02e-4b10-82f6-f4137aec1843 owned by network:floatingip {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:09.492895 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6e6620a0-e188-4176-b09b-6ff6fe656978 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:09.537035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6620a0-e188-4176-b09b-6ff6fe656978 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event deleted for resources: {'Port': ['ID=8ee0d5f4-a02e-4b10-82f6-f4137aec1843,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:09.627659 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6e6620a0-e188-4176-b09b-6ff6fe656978 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for floatingip, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:09.858958 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device e831f059-0e5d-42b2-9745-5f11574d8509 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:29:09.891218 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: e831f059-0e5d-42b2-9745-5f11574d8509 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:29:09.891584 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device e831f059-0e5d-42b2-9745-5f11574d8509 not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:29:10.010391 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6620a0-e188-4176-b09b-6ff6fe656978 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Router 88cadbf0-e83d-45af-b632-972a1682b141 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:29:10.209500 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6620a0-e188-4176-b09b-6ff6fe656978 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:29:10.226699 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-6e6620a0-e188-4176-b09b-6ff6fe656978 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:10.284528 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-6e6620a0-e188-4176-b09b-6ff6fe656978 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "DELETE /v2.0/floatingips/456571e0-df9e-4122-bf59-27bf6fd36912 HTTP/1.1" status: 204 len: 168 time: 1.5098879 Apr 22 15:29:10.285206 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'tag': '6da50ea9-086d-46bc-aef5-b03f653000da'}] {{(pid=83964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:29:10.319432 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7709279-d470-4e66-90a5-4660deb175c8 None None] Sync routers for ids ['88cadbf0-e83d-45af-b632-972a1682b141'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:29:10.331698 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7709279-d470-4e66-90a5-4660deb175c8 None None] Routers {'88cadbf0-e83d-45af-b632-972a1682b141'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:29:10.332307 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f7709279-d470-4e66-90a5-4660deb175c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:28:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['88cadbf0-e83d-45af-b632-972a1682b141'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:10.347441 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f257db-7751-44a3-a030-70365a2ca8fe'] response: {'name': 'network-changed', 'server_uuid': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'tag': '6da50ea9-086d-46bc-aef5-b03f653000da', 'status': 'completed', 'code': 200} Apr 22 15:29:10.437421 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c5e72439-9ccc-4e1a-bc7b-2146457656fb req-eef17ca4-7fc8-42aa-85c0-a8b6396c296a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e537d59d759b4887bdd3c6672ed08975&device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 1096 time: 0.0702906 Apr 22 15:29:10.529004 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-f7709279-d470-4e66-90a5-4660deb175c8 None None] Set router 88cadbf0-e83d-45af-b632-972a1682b141 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:29:10.681783 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e72439-9ccc-4e1a-bc7b-2146457656fb req-354990fd-1757-4bb6-8751-45edf18368a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:10.684499 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c5e72439-9ccc-4e1a-bc7b-2146457656fb req-354990fd-1757-4bb6-8751-45edf18368a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=50df263d-3986-4649-864c-9f9f96654bad HTTP/1.1" status: 200 len: 911 time: 0.2418959 Apr 22 15:29:10.706351 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f169197-ba2f-436c-8da1-f909c3c5fd29 req-9379cd55-223f-4a2e-b96b-cac4d5b30aa9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:10.707038 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-1f169197-ba2f-436c-8da1-f909c3c5fd29 req-9379cd55-223f-4a2e-b96b-cac4d5b30aa9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Synchronizing usage tracker for tenant:e537d59d759b4887bdd3c6672ed08975 on resource:port {{(pid=83964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:29:10.723912 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.quota.resource [req-1f169197-ba2f-436c-8da1-f909c3c5fd29 req-9379cd55-223f-4a2e-b96b-cac4d5b30aa9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Unset dirty status for tenant:e537d59d759b4887bdd3c6672ed08975 on resource:port {{(pid=83964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:29:10.725133 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1f169197-ba2f-436c-8da1-f909c3c5fd29 req-9379cd55-223f-4a2e-b96b-cac4d5b30aa9 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 943 time: 0.1039674 Apr 22 15:29:10.764888 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c5e72439-9ccc-4e1a-bc7b-2146457656fb req-6ce66eb0-8653-4183-90b5-ab87b540c556 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6da50ea9-086d-46bc-aef5-b03f653000da HTTP/1.1" status: 200 len: 217 time: 0.0734928 Apr 22 15:29:10.785422 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-1f169197-ba2f-436c-8da1-f909c3c5fd29 req-caa5c6b9-ec47-4246-8087-0dbbee531eb6 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490408 Apr 22 15:29:10.839041 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e72439-9ccc-4e1a-bc7b-2146457656fb req-dd9477bf-1ba9-40b7-a45b-78ad40d47a07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:10.840497 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c5e72439-9ccc-4e1a-bc7b-2146457656fb req-dd9477bf-1ba9-40b7-a45b-78ad40d47a07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd545a3b-5170-4df4-bb6e-6c82eecc292d HTTP/1.1" status: 200 len: 849 time: 0.0697777 Apr 22 15:29:10.861418 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f7709279-d470-4e66-90a5-4660deb175c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '32635ad1-2f83-4bcf-b397-0a7adc7d8772', 'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'mac_address': 'fa:16:3e:c7:b1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:29Z', 'revision_number': 5, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'subnets': [{'id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:10.865265 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7709279-d470-4e66-90a5-4660deb175c8 None None] Checking router: 88cadbf0-e83d-45af-b632-972a1682b141 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:29:10.876120 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7709279-d470-4e66-90a5-4660deb175c8 None None] Routers {'88cadbf0-e83d-45af-b632-972a1682b141'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:29:10.876714 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f7709279-d470-4e66-90a5-4660deb175c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:28:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['88cadbf0-e83d-45af-b632-972a1682b141'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:10.919404 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c5e72439-9ccc-4e1a-bc7b-2146457656fb req-581e5024-d4a6-4ce0-aeb9-e8c7829e9cb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50df263d-3986-4649-864c-9f9f96654bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723116 Apr 22 15:29:11.054707 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-f7709279-d470-4e66-90a5-4660deb175c8 None None] Set router 88cadbf0-e83d-45af-b632-972a1682b141 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:29:11.060073 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c5e72439-9ccc-4e1a-bc7b-2146457656fb req-97c210a6-e6c3-45cb-a176-d843c6eeb1ac service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343176 Apr 22 15:29:11.193966 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-c5e72439-9ccc-4e1a-bc7b-2146457656fb req-27689cd6-937f-477b-8c2d-c90c0e567c0f service neutron] 10.222.0.30 "GET /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272938 Apr 22 15:29:11.361378 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-f7709279-d470-4e66-90a5-4660deb175c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '32635ad1-2f83-4bcf-b397-0a7adc7d8772', 'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'mac_address': 'fa:16:3e:c7:b1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:29Z', 'revision_number': 5, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'subnets': [{'id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:11.365119 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7709279-d470-4e66-90a5-4660deb175c8 None None] The sync data for ids ['88cadbf0-e83d-45af-b632-972a1682b141'] in dv-neutron-839027-1-hyperv is: [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:24:21Z', 'revision_number': 4, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv', '_interfaces': [{'id': '32635ad1-2f83-4bcf-b397-0a7adc7d8772', 'name': '', 'network_id': '50df263d-3986-4649-864c-9f9f96654bad', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'mac_address': 'fa:16:3e:c7:b1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:29Z', 'revision_number': 5, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'subnets': [{'id': 'dd545a3b-5170-4df4-bb6e-6c82eecc292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:29:11.584719 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f80271-26bd-4aaf-a87d-a254b20bc12a None None] New status for floating IP 456571e0-df9e-4122-bf59-27bf6fd36912: DOWN {{(pid=83965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:29:11.983454 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e078e1d-3f4e-4991-adca-d833555e272c req-fbb88bb3-3ca8-4d0d-a7e4-0124606be08e tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:11.984797 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4e078e1d-3f4e-4991-adca-d833555e272c req-fbb88bb3-3ca8-4d0d-a7e4-0124606be08e tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 943 time: 0.0736341 Apr 22 15:29:12.031255 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-4e078e1d-3f4e-4991-adca-d833555e272c req-80bd1037-612b-47d0-8c4d-56a4fb5d1375 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/security-groups?id=4abc7bb9-9d9a-4dac-8e88-391abf16a04b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410712 Apr 22 15:29:12.099938 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5383c-f858-438a-9d1f-cc7033b878cf req-6ed15e50-e1e8-498d-9ce0-31338b3f0302 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:12.100609 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-19b5383c-f858-438a-9d1f-cc7033b878cf req-6ed15e50-e1e8-498d-9ce0-31338b3f0302 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Synchronizing usage tracker for tenant:e537d59d759b4887bdd3c6672ed08975 on resource:port {{(pid=83963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:29:12.111766 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.quota.resource [req-19b5383c-f858-438a-9d1f-cc7033b878cf req-6ed15e50-e1e8-498d-9ce0-31338b3f0302 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Unset dirty status for tenant:e537d59d759b4887bdd3c6672ed08975 on resource:port {{(pid=83963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:29:12.112806 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-19b5383c-f858-438a-9d1f-cc7033b878cf req-6ed15e50-e1e8-498d-9ce0-31338b3f0302 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.30 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 943 time: 0.0858288 Apr 22 15:29:12.183935 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-19b5383c-f858-438a-9d1f-cc7033b878cf req-cccc906a-9ea7-450c-b24f-4a76612d745b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Deleting port 6da50ea9-086d-46bc-aef5-b03f653000da {{(pid=83963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:12.184268 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-19b5383c-f858-438a-9d1f-cc7033b878cf req-cccc906a-9ea7-450c-b24f-4a76612d745b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:12.424489 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.db [req-19b5383c-f858-438a-9d1f-cc7033b878cf req-cccc906a-9ea7-450c-b24f-4a76612d745b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] For port 6da50ea9-086d-46bc-aef5-b03f653000da, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6da50ea9-086d-46bc-aef5-b03f653000da,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:12.424840 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-19b5383c-f858-438a-9d1f-cc7033b878cf req-cccc906a-9ea7-450c-b24f-4a76612d745b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:12.542579 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.plugins.ml2.plugin [req-19b5383c-f858-438a-9d1f-cc7033b878cf req-cccc906a-9ea7-450c-b24f-4a76612d745b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Calling delete_port for 6da50ea9-086d-46bc-aef5-b03f653000da owned by compute:nova {{(pid=83963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:12.704297 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-19b5383c-f858-438a-9d1f-cc7033b878cf req-cccc906a-9ea7-450c-b24f-4a76612d745b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1969920'] for port, after_delete {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:12.753705 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc906a-9ea7-450c-b24f-4a76612d745b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event deleted for resources: {'Port': ['ID=6da50ea9-086d-46bc-aef5-b03f653000da,revision_number=None']} {{(pid=83963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:12.829147 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b5383c-f858-438a-9d1f-cc7033b878cf req-cccc906a-9ea7-450c-b24f-4a76612d745b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] No DVR routers for this DVR port 6da50ea9-086d-46bc-aef5-b03f653000da on host hv-neutron-8390 {{(pid=83963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:29:12.831601 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron_lib.callbacks.manager [req-19b5383c-f858-438a-9d1f-cc7033b878cf req-cccc906a-9ea7-450c-b24f-4a76612d745b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=83963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:12.834027 dv-neutron-839027-1-hyperv neutron-server[83963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'name': 'network-vif-deleted', 'tag': '6da50ea9-086d-46bc-aef5-b03f653000da'}] {{(pid=83963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:29:12.850890 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.wsgi [req-19b5383c-f858-438a-9d1f-cc7033b878cf req-cccc906a-9ea7-450c-b24f-4a76612d745b tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.30 "DELETE /v2.0/ports/6da50ea9-086d-46bc-aef5-b03f653000da HTTP/1.1" status: 204 len: 173 time: 0.7332959 Apr 22 15:29:12.898467 dv-neutron-839027-1-hyperv neutron-server[83963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dde0e0d-50eb-4bc9-a441-1539c3a9c432'] response: {'server_uuid': 'c43c6ce3-00b8-4b9b-ab1c-04794a1664a9', 'name': 'network-vif-deleted', 'tag': '6da50ea9-086d-46bc-aef5-b03f653000da', 'status': 'completed', 'code': 200} Apr 22 15:29:13.449022 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [req-b5f75fa9-0abe-4b2d-80d2-f55fdaf1c702 req-b877f991-ae08-4c8c-a261-e9ddf810be3a tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "GET /v2.0/ports?device_id=c43c6ce3-00b8-4b9b-ab1c-04794a1664a9 HTTP/1.1" status: 200 len: 210 time: 0.1378484 Apr 22 15:29:14.556180 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44400) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:14.625682 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9c709f0-5b55-4e8f-ac6f-a13535418f43 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:14.658820 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9c709f0-5b55-4e8f-ac6f-a13535418f43 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:14.725731 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9c709f0-5b55-4e8f-ac6f-a13535418f43 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:14.743718 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c709f0-5b55-4e8f-ac6f-a13535418f43 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abc7bb9-9d9a-4dac-8e88-391abf16a04b,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:14.758136 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9c709f0-5b55-4e8f-ac6f-a13535418f43 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:14.759244 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f9c709f0-5b55-4e8f-ac6f-a13535418f43 tempest-TestSnapshotPattern-1392477597 tempest-TestSnapshotPattern-1392477597-project] 10.222.0.23 "DELETE /v2.0/security-groups/4abc7bb9-9d9a-4dac-8e88-391abf16a04b HTTP/1.1" status: 204 len: 168 time: 0.2015913 Apr 22 15:29:14.819051 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44406) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:15.212133 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c9aa9c3d-133c-4f61-9994-d680d30e4757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:15.782695 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa9c3d-133c-4f61-9994-d680d30e4757 admin admin] Deleting port 32635ad1-2f83-4bcf-b397-0a7adc7d8772 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:15.783372 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c9aa9c3d-133c-4f61-9994-d680d30e4757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:15.874354 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 6da50ea9-086d-46bc-aef5-b03f653000da no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:29:15.910143 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] No Port match for: 6da50ea9-086d-46bc-aef5-b03f653000da {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:29:15.910481 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Device 6da50ea9-086d-46bc-aef5-b03f653000da not bound to the agent host hv-neutron-8390 {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:29:15.965304 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-c9aa9c3d-133c-4f61-9994-d680d30e4757 admin admin] For port 32635ad1-2f83-4bcf-b397-0a7adc7d8772, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=32635ad1-2f83-4bcf-b397-0a7adc7d8772,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:15.965557 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c9aa9c3d-133c-4f61-9994-d680d30e4757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:16.081415 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa9c3d-133c-4f61-9994-d680d30e4757 admin admin] Calling delete_port for 32635ad1-2f83-4bcf-b397-0a7adc7d8772 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:16.327166 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c9aa9c3d-133c-4f61-9994-d680d30e4757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:16.372117 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa9c3d-133c-4f61-9994-d680d30e4757 admin admin] Pushing event deleted for resources: {'Port': ['ID=32635ad1-2f83-4bcf-b397-0a7adc7d8772,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:16.657759 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-c9aa9c3d-133c-4f61-9994-d680d30e4757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:17.219311 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9aa9c3d-133c-4f61-9994-d680d30e4757 admin admin] Router 88cadbf0-e83d-45af-b632-972a1682b141 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:29:17.413189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9aa9c3d-133c-4f61-9994-d680d30e4757 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:29:17.423488 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7fda0e-cf2d-4df1-8369-26eece473b35 None None] Sync routers for ids ['88cadbf0-e83d-45af-b632-972a1682b141'] in dv-neutron-839027-1-hyperv {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:29:17.426720 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-c9aa9c3d-133c-4f61-9994-d680d30e4757 admin admin] 10.222.0.23 "PUT /v2.0/routers/88cadbf0-e83d-45af-b632-972a1682b141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6065867 Apr 22 15:29:17.429189 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44410) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:17.435597 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7fda0e-cf2d-4df1-8369-26eece473b35 None None] Routers {'88cadbf0-e83d-45af-b632-972a1682b141'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:29:17.436523 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fc7fda0e-cf2d-4df1-8369-26eece473b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:28:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['88cadbf0-e83d-45af-b632-972a1682b141'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:17.643427 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-fc7fda0e-cf2d-4df1-8369-26eece473b35 None None] Set router 88cadbf0-e83d-45af-b632-972a1682b141 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:29:17.874061 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124645ea-ceb9-4552-b1b2-cd8e41879bc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:17.930939 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fc7fda0e-cf2d-4df1-8369-26eece473b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:29:16Z', 'revision_number': 5, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:17.934892 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7fda0e-cf2d-4df1-8369-26eece473b35 None None] Checking router: 88cadbf0-e83d-45af-b632-972a1682b141 for host: dv-neutron-839027-1-hyperv {{(pid=83966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:29:17.945349 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7fda0e-cf2d-4df1-8369-26eece473b35 None None] Routers {'88cadbf0-e83d-45af-b632-972a1682b141'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:29:17.945939 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fc7fda0e-cf2d-4df1-8369-26eece473b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:28:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['88cadbf0-e83d-45af-b632-972a1682b141'], 'active': True} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:18.068573 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124645ea-ceb9-4552-b1b2-cd8e41879bc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:18.078481 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-124645ea-ceb9-4552-b1b2-cd8e41879bc3 admin admin] Deleting port 036d4348-2d89-4091-b90b-9e6538d94a7e {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:18.078798 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124645ea-ceb9-4552-b1b2-cd8e41879bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:18.117562 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_dvr_db [None req-fc7fda0e-cf2d-4df1-8369-26eece473b35 None None] Set router 88cadbf0-e83d-45af-b632-972a1682b141 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:29:18.257428 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-124645ea-ceb9-4552-b1b2-cd8e41879bc3 admin admin] For port 036d4348-2d89-4091-b90b-9e6538d94a7e, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=036d4348-2d89-4091-b90b-9e6538d94a7e,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:18.258035 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124645ea-ceb9-4552-b1b2-cd8e41879bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:18.376969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-124645ea-ceb9-4552-b1b2-cd8e41879bc3 admin admin] Calling delete_port for 036d4348-2d89-4091-b90b-9e6538d94a7e owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:18.396521 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.l3_hamode_db [None req-fc7fda0e-cf2d-4df1-8369-26eece473b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:29:16Z', 'revision_number': 5, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:18.400300 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7fda0e-cf2d-4df1-8369-26eece473b35 None None] The sync data for ids ['88cadbf0-e83d-45af-b632-972a1682b141'] in dv-neutron-839027-1-hyperv is: [{'id': '88cadbf0-e83d-45af-b632-972a1682b141', 'name': 'tempest-TestSnapshotPattern-2021115862-router', 'tenant_id': 'e537d59d759b4887bdd3c6672ed08975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:18Z', 'updated_at': '2022-04-22T15:29:16Z', 'revision_number': 5, 'project_id': 'e537d59d759b4887bdd3c6672ed08975', 'gw_port': {'id': '036d4348-2d89-4091-b90b-9e6538d94a7e', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cadbf0-e83d-45af-b632-972a1682b141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:19Z', 'updated_at': '2022-04-22T15:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}] {{(pid=83966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:29:18.541558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124645ea-ceb9-4552-b1b2-cd8e41879bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:18.588808 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124645ea-ceb9-4552-b1b2-cd8e41879bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=036d4348-2d89-4091-b90b-9e6538d94a7e,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:18.804142 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 32635ad1-2f83-4bcf-b397-0a7adc7d8772 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:29:18.810484 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124645ea-ceb9-4552-b1b2-cd8e41879bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:18.838711 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 32635ad1-2f83-4bcf-b397-0a7adc7d8772 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:29:18.839141 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 32635ad1-2f83-4bcf-b397-0a7adc7d8772 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:29:19.076806 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124645ea-ceb9-4552-b1b2-cd8e41879bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:19.080816 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124645ea-ceb9-4552-b1b2-cd8e41879bc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:19.105418 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124645ea-ceb9-4552-b1b2-cd8e41879bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:19.105993 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124645ea-ceb9-4552-b1b2-cd8e41879bc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88cadbf0-e83d-45af-b632-972a1682b141 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:29:19.118278 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-124645ea-ceb9-4552-b1b2-cd8e41879bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:19.119445 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-124645ea-ceb9-4552-b1b2-cd8e41879bc3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/88cadbf0-e83d-45af-b632-972a1682b141 HTTP/1.1" status: 204 len: 168 time: 1.6893532 Apr 22 15:29:19.122147 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44416) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:19.284556 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-516efef2-f75b-4f2f-8904-57808d73bcbf admin admin] Deleting subnet dd545a3b-5170-4df4-bb6e-6c82eecc292d {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:29:19.287879 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-516efef2-f75b-4f2f-8904-57808d73bcbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:19.336536 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-516efef2-f75b-4f2f-8904-57808d73bcbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:19.414429 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-516efef2-f75b-4f2f-8904-57808d73bcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:19.483927 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-516efef2-f75b-4f2f-8904-57808d73bcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:19.522950 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516efef2-f75b-4f2f-8904-57808d73bcbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd545a3b-5170-4df4-bb6e-6c82eecc292d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:19.528959 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-516efef2-f75b-4f2f-8904-57808d73bcbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:19.534222 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471bd49f-7193-47ad-8302-40826263ce87 None None] Network 50df263d-3986-4649-864c-9f9f96654bad requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:29:19.534545 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-516efef2-f75b-4f2f-8904-57808d73bcbf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dd545a3b-5170-4df4-bb6e-6c82eecc292d HTTP/1.1" status: 204 len: 168 time: 0.4114783 Apr 22 15:29:19.537010 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44420) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:19.640656 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:19.651169 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] Deleting port dcbd34ce-7cac-4693-bb56-91d4b60bebb5 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:19.651607 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:19.783426 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9309d8e1-4834-4ebb-b3cb-2bf06c34b0d8 None None] DHCP port deletion for 50df263d-3986-4649-864c-9f9f96654bad request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:29:19.787508 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9309d8e1-4834-4ebb-b3cb-2bf06c34b0d8 None None] Deleting port dcbd34ce-7cac-4693-bb56-91d4b60bebb5 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:19.787876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9309d8e1-4834-4ebb-b3cb-2bf06c34b0d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:19.858201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] For port dcbd34ce-7cac-4693-bb56-91d4b60bebb5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=dcbd34ce-7cac-4693-bb56-91d4b60bebb5,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:19.858548 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:19.977907 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] Calling delete_port for dcbd34ce-7cac-4693-bb56-91d4b60bebb5 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:20.019350 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-9309d8e1-4834-4ebb-b3cb-2bf06c34b0d8 None None] For port dcbd34ce-7cac-4693-bb56-91d4b60bebb5, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=dcbd34ce-7cac-4693-bb56-91d4b60bebb5,segment=NetworkSegment(b98bb999-aa8a-46f4-a6e1-316b23676d99),segment_id=b98bb999-aa8a-46f4-a6e1-316b23676d99)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:20.019922 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9309d8e1-4834-4ebb-b3cb-2bf06c34b0d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:20.052464 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:20.098557 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbd34ce-7cac-4693-bb56-91d4b60bebb5,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:20.104903 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] No DVR routers for this DVR port dcbd34ce-7cac-4693-bb56-91d4b60bebb5 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:29:20.141102 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9309d8e1-4834-4ebb-b3cb-2bf06c34b0d8 None None] Calling delete_port for dcbd34ce-7cac-4693-bb56-91d4b60bebb5 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:20.214981 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-9309d8e1-4834-4ebb-b3cb-2bf06c34b0d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:29:20.215351 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-9309d8e1-4834-4ebb-b3cb-2bf06c34b0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:29:20.221919 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:20.247192 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50df263d-3986-4649-864c-9f9f96654bad']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:20.258767 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98bb999-aa8a-46f4-a6e1-316b23676d99') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:20.259080 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98bb999-aa8a-46f4-a6e1-316b23676d99') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:20.270316 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:20.286367 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:20.293604 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:29:20.293975 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:29:20.306767 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:29:20.381696 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:20.397406 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:20.408181 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] Pushing event deleted for resources: {'Network': ['ID=50df263d-3986-4649-864c-9f9f96654bad,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:20.422092 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-393161cd-82bc-4d78-9ef5-65f3b7544c46 admin admin] 10.222.0.23 "DELETE /v2.0/networks/50df263d-3986-4649-864c-9f9f96654bad HTTP/1.1" status: 204 len: 168 time: 0.8841226 Apr 22 15:29:20.425003 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44424) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:20.716710 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9309d8e1-4834-4ebb-b3cb-2bf06c34b0d8 None None] Deleting port dcbd34ce-7cac-4693-bb56-91d4b60bebb5 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:20.717084 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9309d8e1-4834-4ebb-b3cb-2bf06c34b0d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:20.782604 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-9309d8e1-4834-4ebb-b3cb-2bf06c34b0d8 None None] The port 'dcbd34ce-7cac-4693-bb56-91d4b60bebb5' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:29:20.797520 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 036d4348-2d89-4091-b90b-9e6538d94a7e no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:29:20.834596 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 036d4348-2d89-4091-b90b-9e6538d94a7e {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:29:20.834936 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 036d4348-2d89-4091-b90b-9e6538d94a7e not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:29:20.835375 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device dcbd34ce-7cac-4693-bb56-91d4b60bebb5 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:29:20.868380 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: dcbd34ce-7cac-4693-bb56-91d4b60bebb5 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:29:20.868647 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device dcbd34ce-7cac-4693-bb56-91d4b60bebb5 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:29:20.910476 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5ee9debb-d65e-4195-9b45-f8d9331a1d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667954'] for router_interface, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:21.486660 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9debb-d65e-4195-9b45-f8d9331a1d83 admin admin] Deleting port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:21.487346 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5ee9debb-d65e-4195-9b45-f8d9331a1d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:21.659181 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-5ee9debb-d65e-4195-9b45-f8d9331a1d83 admin admin] For port a7e9b192-bfeb-41a9-9da8-d107bb1f67b2, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=a7e9b192-bfeb-41a9-9da8-d107bb1f67b2,segment=NetworkSegment(d794aeca-3e1e-4ca2-82b4-ecd0b23e5477),segment_id=d794aeca-3e1e-4ca2-82b4-ecd0b23e5477)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:21.659558 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5ee9debb-d65e-4195-9b45-f8d9331a1d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:21.778664 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9debb-d65e-4195-9b45-f8d9331a1d83 admin admin] Calling delete_port for a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 owned by network:router_interface {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:21.940383 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5ee9debb-d65e-4195-9b45-f8d9331a1d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:21.984595 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9debb-d65e-4195-9b45-f8d9331a1d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e9b192-bfeb-41a9-9da8-d107bb1f67b2,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:22.272601 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-5ee9debb-d65e-4195-9b45-f8d9331a1d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668005'] for router_interface, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:22.569972 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8a54a4bc-7d09-4430-a002-43a4db5bce58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:22.926361 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee9debb-d65e-4195-9b45-f8d9331a1d83 admin admin] Router 5edd5c99-7b46-47ce-b3d6-7887ed386776 has already been hosted by L3 agent 9a652353-bc9c-4708-9cb0-4b0ed23ca0ff {{(pid=83964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:29:23.122118 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee9debb-d65e-4195-9b45-f8d9331a1d83 admin admin] Notify agent at l3_agent.dv-neutron-839027-1-hyperv the message routers_updated {{(pid=83964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:29:23.130357 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d99ee59-afe2-45b5-a66c-ed2166f75f3c None None] Sync routers for ids ['5edd5c99-7b46-47ce-b3d6-7887ed386776'] in dv-neutron-839027-1-hyperv {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:29:23.130596 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-5ee9debb-d65e-4195-9b45-f8d9331a1d83 admin admin] 10.222.0.23 "PUT /v2.0/routers/5edd5c99-7b46-47ce-b3d6-7887ed386776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7046695 Apr 22 15:29:23.133174 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44430) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:23.143173 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d99ee59-afe2-45b5-a66c-ed2166f75f3c None None] Routers {'5edd5c99-7b46-47ce-b3d6-7887ed386776'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:29:23.143817 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4d99ee59-afe2-45b5-a66c-ed2166f75f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:28:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['5edd5c99-7b46-47ce-b3d6-7887ed386776'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:23.320038 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-4d99ee59-afe2-45b5-a66c-ed2166f75f3c None None] Set router 5edd5c99-7b46-47ce-b3d6-7887ed386776 gateway port host: dv-neutron-839027-1-hyperv {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:29:23.330112 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9bb61d4-198f-4f72-b5d3-1b367f7d534f admin admin] Notify callbacks [] for router, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:23.522004 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9bb61d4-198f-4f72-b5d3-1b367f7d534f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:23.531677 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb61d4-198f-4f72-b5d3-1b367f7d534f admin admin] Deleting port 64909f1d-50a2-4950-9047-8d0abae34d4d {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:23.532010 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9bb61d4-198f-4f72-b5d3-1b367f7d534f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:23.610587 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4d99ee59-afe2-45b5-a66c-ed2166f75f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'name': 'tempest-TestSnapshotPattern-719320603-router', 'tenant_id': 'f4717eed34c64577a25cea6991a8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'external_fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.133'}], 'enable_snat': True}, 'gw_port_id': '64909f1d-50a2-4950-9047-8d0abae34d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:24Z', 'updated_at': '2022-04-22T15:29:21Z', 'revision_number': 5, 'project_id': 'f4717eed34c64577a25cea6991a8b7c2', 'gw_port': {'id': '64909f1d-50a2-4950-9047-8d0abae34d4d', 'name': '', 'network_id': '6b125409-87db-4618-a281-ef9b5bf6fb5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e543205-6568-4e8f-9a29-681a09b00076', 'ip_address': '172.26.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:24:24Z', 'updated_at': '2022-04-22T15:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e543205-6568-4e8f-9a29-681a09b00076', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-1-hyperv'}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:23.614474 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d99ee59-afe2-45b5-a66c-ed2166f75f3c None None] Checking router: 5edd5c99-7b46-47ce-b3d6-7887ed386776 for host: dv-neutron-839027-1-hyperv {{(pid=83965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:29:23.625798 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d99ee59-afe2-45b5-a66c-ed2166f75f3c None None] Routers {'5edd5c99-7b46-47ce-b3d6-7887ed386776'} bound to L3 agent in host dv-neutron-839027-1-hyperv {{(pid=83965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:29:23.626391 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4d99ee59-afe2-45b5-a66c-ed2166f75f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:26:25Z,description=,heartbeat_timestamp=2022-04-22T15:28:55Z,host='dv-neutron-839027-1-hyperv',id=9a652353-bc9c-4708-9cb0-4b0ed23ca0ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:26:25Z,topic='l3_agent')) {'router_ids': ['5edd5c99-7b46-47ce-b3d6-7887ed386776'], 'active': True} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:23.780671 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_dvr_db [None req-4d99ee59-afe2-45b5-a66c-ed2166f75f3c None None] Set router 5edd5c99-7b46-47ce-b3d6-7887ed386776 gateway port host: None {{(pid=83965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:29:23.817187 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-f9bb61d4-198f-4f72-b5d3-1b367f7d534f admin admin] For port 64909f1d-50a2-4950-9047-8d0abae34d4d, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=64909f1d-50a2-4950-9047-8d0abae34d4d,segment=NetworkSegment(a06e9804-2f38-4460-a237-c74566359aad),segment_id=a06e9804-2f38-4460-a237-c74566359aad)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:23.817689 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9bb61d4-198f-4f72-b5d3-1b367f7d534f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:23.886667 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.db.l3_hamode_db [None req-4d99ee59-afe2-45b5-a66c-ed2166f75f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'name': 'tempest-TestSnapshotPattern-719320603-router', 'tenant_id': 'f4717eed34c64577a25cea6991a8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:24Z', 'updated_at': '2022-04-22T15:29:23Z', 'revision_number': 6, 'project_id': 'f4717eed34c64577a25cea6991a8b7c2', 'gw_port_host': None}], 'dv-neutron-839027-1-hyperv', False) {} {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:23.890907 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d99ee59-afe2-45b5-a66c-ed2166f75f3c None None] The sync data for ids ['5edd5c99-7b46-47ce-b3d6-7887ed386776'] in dv-neutron-839027-1-hyperv is: [{'id': '5edd5c99-7b46-47ce-b3d6-7887ed386776', 'name': 'tempest-TestSnapshotPattern-719320603-router', 'tenant_id': 'f4717eed34c64577a25cea6991a8b7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:24:24Z', 'updated_at': '2022-04-22T15:29:23Z', 'revision_number': 6, 'project_id': 'f4717eed34c64577a25cea6991a8b7c2', 'gw_port_host': None}] {{(pid=83965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:29:23.939074 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb61d4-198f-4f72-b5d3-1b367f7d534f admin admin] Calling delete_port for 64909f1d-50a2-4950-9047-8d0abae34d4d owned by network:router_gateway {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:24.100615 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9bb61d4-198f-4f72-b5d3-1b367f7d534f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:24.147688 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb61d4-198f-4f72-b5d3-1b367f7d534f admin admin] Pushing event deleted for resources: {'Port': ['ID=64909f1d-50a2-4950-9047-8d0abae34d4d,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:24.381224 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9bb61d4-198f-4f72-b5d3-1b367f7d534f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668463'] for router_gateway, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:24.636631 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9bb61d4-198f-4f72-b5d3-1b367f7d534f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11864'] for router, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:24.641208 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9bb61d4-198f-4f72-b5d3-1b367f7d534f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:24.669544 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9bb61d4-198f-4f72-b5d3-1b367f7d534f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672627'] for router, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:24.670095 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bb61d4-198f-4f72-b5d3-1b367f7d534f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5edd5c99-7b46-47ce-b3d6-7887ed386776 {{(pid=83964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:29:24.683266 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-f9bb61d4-198f-4f72-b5d3-1b367f7d534f admin admin] Notify callbacks [] for router, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:24.686680 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-f9bb61d4-198f-4f72-b5d3-1b367f7d534f admin admin] 10.222.0.23 "DELETE /v2.0/routers/5edd5c99-7b46-47ce-b3d6-7887ed386776 HTTP/1.1" status: 204 len: 168 time: 1.5503631 Apr 22 15:29:24.686986 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44436) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:24.746456 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8560e05-e8e5-4a0e-a7e6-c4f6d0699f0f admin admin] Deleting subnet 747a4cf6-0369-4578-9c10-77cdbb256a97 {{(pid=83964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:29:24.749934 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e8560e05-e8e5-4a0e-a7e6-c4f6d0699f0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:24.797318 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 64909f1d-50a2-4950-9047-8d0abae34d4d no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:29:24.803349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e8560e05-e8e5-4a0e-a7e6-c4f6d0699f0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1231045'] for subnet, precommit_delete_associations {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:24.831413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: 64909f1d-50a2-4950-9047-8d0abae34d4d {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:29:24.831766 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device 64909f1d-50a2-4950-9047-8d0abae34d4d not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:29:24.832220 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:29:24.865424 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:29:24.866170 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device a7e9b192-bfeb-41a9-9da8-d107bb1f67b2 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:29:24.887906 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-37f65613-b6da-47b0-9ec0-5a7e08ad16f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:24.894201 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e8560e05-e8e5-4a0e-a7e6-c4f6d0699f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591180'] for subnet, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:24.965597 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e8560e05-e8e5-4a0e-a7e6-c4f6d0699f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3591173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1390370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410375'] for subnet, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:25.006651 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8560e05-e8e5-4a0e-a7e6-c4f6d0699f0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=747a4cf6-0369-4578-9c10-77cdbb256a97,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:25.014792 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-e8560e05-e8e5-4a0e-a7e6-c4f6d0699f0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:25.017015 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:25.017729 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-e8560e05-e8e5-4a0e-a7e6-c4f6d0699f0f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/747a4cf6-0369-4578-9c10-77cdbb256a97 HTTP/1.1" status: 204 len: 168 time: 0.3297486 Apr 22 15:29:25.019359 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c35afd-8cde-4f3c-9303-0097998bbbdb None None] Network b4a150ff-ac5b-47ff-887c-d227583ba463 requested from dv-neutron-839027-1-hyperv {{(pid=83965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:29:25.020237 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44440) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:25.135855 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3166952'] for network, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:25.146363 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] Deleting port da0c1c22-55d6-4266-946d-efd63797f4c0 {{(pid=83964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:25.146632 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:25.310313 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701d4f62-2705-406a-b553-81a3a05d1306 None None] DHCP port deletion for b4a150ff-ac5b-47ff-887c-d227583ba463 request from dv-neutron-839027-1-hyperv {{(pid=83965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:29:25.314555 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-701d4f62-2705-406a-b553-81a3a05d1306 None None] Deleting port da0c1c22-55d6-4266-946d-efd63797f4c0 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:25.314952 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-701d4f62-2705-406a-b553-81a3a05d1306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:25.437754 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.db [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] For port da0c1c22-55d6-4266-946d-efd63797f4c0, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=da0c1c22-55d6-4266-946d-efd63797f4c0,segment=NetworkSegment(d794aeca-3e1e-4ca2-82b4-ecd0b23e5477),segment_id=d794aeca-3e1e-4ca2-82b4-ecd0b23e5477)] {{(pid=83964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:25.438131 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:25.519497 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.db [None req-701d4f62-2705-406a-b553-81a3a05d1306 None None] For port da0c1c22-55d6-4266-946d-efd63797f4c0, host dv-neutron-839027-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-1-hyperv',level=0,port_id=da0c1c22-55d6-4266-946d-efd63797f4c0,segment=NetworkSegment(d794aeca-3e1e-4ca2-82b4-ecd0b23e5477),segment_id=d794aeca-3e1e-4ca2-82b4-ecd0b23e5477)] {{(pid=83965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:25.519890 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-701d4f62-2705-406a-b553-81a3a05d1306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730880'] for port, precommit_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:25.562674 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.plugin [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] Calling delete_port for da0c1c22-55d6-4266-946d-efd63797f4c0 owned by network:dhcp {{(pid=83964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:25.636075 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3201199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757670916500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757670477460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1390353'] for port, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:25.643273 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-701d4f62-2705-406a-b553-81a3a05d1306 None None] Calling delete_port for da0c1c22-55d6-4266-946d-efd63797f4c0 owned by network:dhcp {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:25.681555 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] Pushing event deleted for resources: {'Port': ['ID=da0c1c22-55d6-4266-946d-efd63797f4c0,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:25.686098 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] No DVR routers for this DVR port da0c1c22-55d6-4266-946d-efd63797f4c0 on host dv-neutron-839027-1-hyperv {{(pid=83964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:29:25.714612 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.db.api [None req-701d4f62-2705-406a-b553-81a3a05d1306 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:29:25.714967 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG oslo_db.api [None req-701d4f62-2705-406a-b553-81a3a05d1306 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:29:25.798794 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602841', 'neutron.services.segments.db._delete_segments_for_network-8757670945913'] for network, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:25.827916 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a150ff-ac5b-47ff-887c-d227583ba463']}} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:25.839720 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd794aeca-3e1e-4ca2-82b4-ecd0b23e5477') {'for_net_delete': True} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:25.840015 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.services.segments.db [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd794aeca-3e1e-4ca2-82b4-ecd0b23e5477') {} {{(pid=83964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:25.850919 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757670945796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1400374'] for segment, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:25.867349 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:25.874058 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:29:25.874435 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1390412'] for segment, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: Traceback (most recent call last): Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: timer() Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: cb(*args, **kw) Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: return func(*args, **kwargs) Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: self._notify() Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: self.callback(batched_events) Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: event.method(event) Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: return f(self, *a, **k) Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._get(url).json() Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: return self.request(url, 'GET', **kwargs) Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:29:25.887548 dv-neutron-839027-1-hyperv neutron-server[83964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:29:25.959082 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-668466'] for network, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:25.979494 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] Notify callbacks [] for network, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:25.989254 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a150ff-ac5b-47ff-887c-d227583ba463,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:25.993251 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-49a703a7-5034-4b44-a41e-7eaf9f45e55a admin admin] 10.222.0.23 "DELETE /v2.0/networks/b4a150ff-ac5b-47ff-887c-d227583ba463 HTTP/1.1" status: 204 len: 168 time: 0.9719675 Apr 22 15:29:26.125126 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44446) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:26.174963 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-7added1f-a2e9-497e-aabb-96d6f696bcf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e537d59d759b4887bdd3c6672ed08975&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487235 Apr 22 15:29:26.177463 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44450) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:26.215935 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-701d4f62-2705-406a-b553-81a3a05d1306 None None] Deleting port da0c1c22-55d6-4266-946d-efd63797f4c0 {{(pid=83965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:26.216477 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-701d4f62-2705-406a-b553-81a3a05d1306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757670845139'] for port, before_delete {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:26.236142 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3d69a99f-45fd-4195-b2bb-e24182e85b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:26.262215 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3d69a99f-45fd-4195-b2bb-e24182e85b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:26.308959 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-701d4f62-2705-406a-b553-81a3a05d1306 None None] The port 'da0c1c22-55d6-4266-946d-efd63797f4c0' was deleted {{(pid=83965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:29:26.311421 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:26.317918 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:26.320048 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3d69a99f-45fd-4195-b2bb-e24182e85b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:26.338331 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69a99f-45fd-4195-b2bb-e24182e85b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5663db06-969e-4d2d-8c00-98899acc0f95,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:26.344841 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-3d69a99f-45fd-4195-b2bb-e24182e85b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:26.345970 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-3d69a99f-45fd-4195-b2bb-e24182e85b0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5663db06-969e-4d2d-8c00-98899acc0f95 HTTP/1.1" status: 204 len: 168 time: 0.1676252 Apr 22 15:29:26.740514 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44458) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:26.789966 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device da0c1c22-55d6-4266-946d-efd63797f4c0 no longer exists at agent ovs-agent-dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:29:26.795442 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-dee35799-857c-4dd2-b5be-46ff26a57a64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4717eed34c64577a25cea6991a8b7c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538251 Apr 22 15:29:26.797783 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.wsgi [-] (83964) accepted ('10.222.0.23', 44462) {{(pid=83964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:26.823458 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] No Port match for: da0c1c22-55d6-4266-946d-efd63797f4c0 {{(pid=83965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:29:26.823796 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron.plugins.ml2.rpc [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Device da0c1c22-55d6-4266-946d-efd63797f4c0 not bound to the agent host dv-neutron-839027-1-hyperv {{(pid=83965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:29:26.857969 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d2906ac3-72db-4230-9ca0-95202519240e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:26.882538 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d2906ac3-72db-4230-9ca0-95202519240e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:26.935176 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d2906ac3-72db-4230-9ca0-95202519240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617914'] for security_group, after_delete {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:26.949994 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2906ac3-72db-4230-9ca0-95202519240e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779a4f27-a8c0-4283-a399-466125cbf19f,revision_number=None']} {{(pid=83964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:26.955818 dv-neutron-839027-1-hyperv neutron-server[83964]: DEBUG neutron_lib.callbacks.manager [None req-d2906ac3-72db-4230-9ca0-95202519240e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:26.956898 dv-neutron-839027-1-hyperv neutron-server[83964]: INFO neutron.wsgi [None req-d2906ac3-72db-4230-9ca0-95202519240e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/779a4f27-a8c0-4283-a399-466125cbf19f HTTP/1.1" status: 204 len: 168 time: 0.1582348 Apr 22 15:29:27.542317 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:30.817507 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:29:52.572497 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-9a526af1-87b2-4880-93ad-ba375ffb629a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:54.881277 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-75583921-9bb4-4e08-a67e-1c2933228f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:55.028716 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.249864 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.267727 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:57.543297 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:07.818234 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:30:22.573394 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-3c80c31f-80cf-4d95-b2d8-396b057ead48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:24.882806 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c61c3c41-6524-4c23-86d6-43e596ce9774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:25.045583 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:26.257343 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:26.271549 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:27.544576 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:44.818796 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:30:52.576413 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-edab0afa-58ef-4cab-8199-2ac70a3b926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:54.886478 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fce26e61-cf5c-403c-b278-3e6564d4cd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:55.055214 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:56.254607 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:56.273761 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:57.547243 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:21.819450 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:31:22.577848 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ada4820-562e-44c3-9447-33f813158527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:24.887702 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-7af59fd5-72fb-4dd3-b4f3-50d50a76ce42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:25.054876 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:26.258865 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:26.275125 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:27.549925 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:52.578994 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a5bfc105-290f-4e9a-9d6b-26d226d436af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:54.890113 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-c528f571-ec35-41cb-a6f6-88e2ad67a6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:55.051760 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:56.265481 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:56.276177 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:57.551920 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:58.820920 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:32:22.581284 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-002fc255-ab8f-497f-8ced-6bd2a5940ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:24.892738 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a4004ad7-69e6-4a20-9f2b-0bc28c4b1122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:25.065609 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:26.266996 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:26.276981 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:27.555966 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:35.821338 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:32:52.582465 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c766065-cdc8-4d87-b5c3-cdff8b4c2cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:54.893839 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8c5c735d-b140-44b0-98be-77ffb2a90274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:55.063832 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:56.273852 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:56.279761 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:57.557751 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:12.821362 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:33:22.586502 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-4a843e23-ce59-4b73-beee-c13864df18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:24.895728 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8801c4a6-00c5-4d4b-976f-2b8d21752a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:25.079265 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:26.272055 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:26.281742 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:27.560337 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:49.832934 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:33:52.587338 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-b24d821d-b750-424e-af9b-c63ea9b9be6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:54.898236 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-0dac9f59-0abc-4d75-bda1-ebbcdd539f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:55.077348 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:56.280839 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:56.284769 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:57.562821 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:22.589379 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-d6e7f258-3731-4638-9841-cbc8f753db60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:24.899376 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-a85fc175-b7cc-4bc8-a044-35669379fb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:25.091388 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:26.287706 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:26.289486 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:26.824072 dv-neutron-839027-1-hyperv neutron-server[83966]: DEBUG neutron.db.agents_db [None req-0e032b4f-c9d7-41d3-8d3e-511b81a2520f None None] Agent healthcheck: found 6 active agents {{(pid=83966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:34:27.565637 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:52.592333 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-77445c19-b109-4c91-b29a-b7c052804b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:54.901200 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-14437102-18a1-476f-92ef-40a1d2d7025a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:55.091861 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-1c87e597-57b9-4b9c-85b5-81dd82baa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:56.281254 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f9a7-6640-4012-bb44-20628de13951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:56.294637 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-2c4c39c0-f1c6-43ac-9aeb-1fbb4aa12bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:57.567169 dv-neutron-839027-1-hyperv neutron-server[83965]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8003-195a-443f-961f-b209b8e21021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757670945895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604377'] for agent, after_update {{(pid=83965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}